-- Logs begin at Tue 2021-04-20 17:48:22 UTC, end at Tue 2021-04-20 18:53:34 UTC. --
Apr 20 18:21:40.527612 dv-cinder-786931-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service.
Apr 20 18:21:43.722614 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.common.config [-] Logging enabled!
Apr 20 18:21:43.723180 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev107
Apr 20 18:21:43.724516 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=86307) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Apr 20 18:21:43.726282 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.common.config [-] Logging enabled!
Apr 20 18:21:43.726575 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev107
Apr 20 18:21:43.726925 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=86307) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Apr 20 18:21:43.727987 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Apr 20 18:21:43.728278 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Apr 20 18:21:43.729338 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Apr 20 18:21:43.729626 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Apr 20 18:21:43.729883 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Apr 20 18:21:43.730266 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.common.config [-] allow_bulk                     = True {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:43.730614 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.common.config [-] allow_overlapping_ips          = True {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:43.730956 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.common.config [-] api_extensions_path            =  {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:43.731220 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.common.config [-] api_paste_config               = api-paste.ini {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:43.731563 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.common.config [-] api_workers                    = 2 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:43.732189 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.common.config [-] auth_strategy                  = keystone {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:43.732505 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.common.config [-] backlog                        = 4096 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:43.732843 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.common.config [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:43.733186 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.common.config [-] bind_host                      = 0.0.0.0 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:43.733515 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.common.config [-] bind_port                      = 9696 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:43.733831 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.common.config [-] client_socket_timeout          = 900 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:43.734153 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.common.config [-] config_dir                     = [] {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:43.734418 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.common.config [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:43.734741 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.common.config [-] config_source                  = [] {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:43.735073 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.common.config [-] control_exchange               = neutron {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:43.735406 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.common.config [-] core_plugin                    = ml2 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:43.735662 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.common.config [-] debug                          = True {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:43.735980 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.common.config [-] default_availability_zones     = [] {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:43.736548 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.common.config [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:43.736874 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.common.config [-] dhcp_agent_notification        = True {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:43.737194 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.common.config [-] dhcp_lease_duration            = 86400 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:43.737526 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.common.config [-] dns_domain                     = openstacklocal {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:43.738494 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.common.config [-] enable_traditional_dhcp        = True {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:43.738818 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.common.config [-] external_dns_driver            = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:43.739135 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.common.config [-] filter_validation              = True {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:43.739457 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.common.config [-] global_physnet_mtu             = 1500 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:43.739832 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.common.config [-] host                           = dv-cinder-786931-2-iscsi {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:43.740148 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.common.config [-] http_retries                   = 3 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:43.740509 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.common.config [-] instance_format                = [instance: %(uuid)s]  {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:43.740841 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.common.config [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:43.741174 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.common.config [-] ipam_driver                    = internal {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:43.741488 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.common.config [-] ipv6_pd_enabled                = False {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:43.741807 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.common.config [-] log_config_append              = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:43.742135 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.common.config [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:43.742447 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.common.config [-] log_dir                        = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:43.742758 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.common.config [-] log_file                       = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:43.743072 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.common.config [-] log_rotate_interval            = 1 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:43.743404 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.common.config [-] log_rotate_interval_type       = days {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:43.743733 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.common.config [-] log_rotation_type              = none {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:43.744072 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.common.config [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:43.744354 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.common.config [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:43.744611 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.common.config [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:43.744943 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.common.config [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:43.745275 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.common.config [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:43.745587 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.common.config [-] max_dns_nameservers            = 5 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:43.745900 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.common.config [-] max_header_line                = 16384 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:43.746211 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.common.config [-] max_logfile_count              = 30 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:43.746521 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.common.config [-] max_logfile_size_mb            = 200 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:43.746855 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.common.config [-] max_subnet_host_routes         = 20 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:43.747141 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.common.config [-] network_link_prefix            = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:43.747468 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:43.747794 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:43.748119 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.common.config [-] pagination_max_limit           = -1 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:43.748454 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.common.config [-] periodic_fuzzy_delay           = 5 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:43.748765 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.common.config [-] periodic_interval              = 40 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:43.749071 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.common.config [-] publish_errors                 = False {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:43.749382 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.common.config [-] rate_limit_burst               = 0 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:43.749707 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.common.config [-] rate_limit_except_level        = CRITICAL {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:43.750019 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.common.config [-] rate_limit_interval            = 0 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:43.750328 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.common.config [-] retry_until_window             = 30 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:43.750635 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.common.config [-] rpc_response_max_timeout       = 600 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:43.751018 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.common.config [-] rpc_state_report_workers       = 0 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:43.751317 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.common.config [-] rpc_workers                    = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:43.751685 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.common.config [-] send_events_interval           = 2 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:43.751926 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.common.config [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:43.752275 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.common.config [-] setproctitle                   = on {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:43.752600 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.common.config [-] state_path                     = /opt/stack/data/neutron {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:43.752926 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.common.config [-] syslog_log_facility            = LOG_USER {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:43.753234 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.common.config [-] tcp_keepidle                   = 600 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:43.754124 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.common.config [-] transport_url                  = **** {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:43.754436 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.common.config [-] use_eventlog                   = False {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:43.754734 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.common.config [-] use_journal                    = False {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:43.755040 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.common.config [-] use_json                       = False {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:43.755349 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.common.config [-] use_ssl                        = False {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:43.755656 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.common.config [-] use_stderr                     = False {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:43.755981 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.common.config [-] use_syslog                     = False {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:43.756319 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.common.config [-] vlan_transparent               = False {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:43.756629 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.common.config [-] watch_log_file                 = False {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:43.756938 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.common.config [-] wsgi_default_pool_size         = 100 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:43.757248 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.common.config [-] wsgi_keep_alive                = True {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:43.757579 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.common.config [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:43.757923 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:43.758269 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:43.758610 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.common.config [-] profiler.connection_string     = messaging:// {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:43.758929 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.common.config [-] profiler.enabled               = False {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:43.759266 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.common.config [-] profiler.es_doc_type           = notification {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:43.759630 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.common.config [-] profiler.es_scroll_size        = 10000 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:43.759952 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.common.config [-] profiler.es_scroll_time        = 2m {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:43.760255 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.common.config [-] profiler.filter_error_trace    = False {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:43.760595 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.common.config [-] profiler.hmac_keys             = SECRET_KEY {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:43.760950 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:43.761254 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.common.config [-] profiler.socket_timeout        = 0.1 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:43.761570 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy      = False {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:43.761896 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:43.762213 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope      = False {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:43.762554 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:43.762905 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:43.763243 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.common.config [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:43.763578 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:43.763891 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:43.764221 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:43.764536 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:43.764851 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:43.765176 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.common.config [-] nova.auth_section              = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:43.765513 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.common.config [-] nova.auth_type                 = password {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:43.765848 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.common.config [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:43.766161 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.common.config [-] nova.certfile                  = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:43.766477 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.common.config [-] nova.collect_timing            = False {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:43.766812 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.common.config [-] nova.endpoint_type             = public {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:43.767134 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.common.config [-] nova.insecure                  = False {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:43.767444 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.common.config [-] nova.keyfile                   = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:43.767758 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.common.config [-] nova.live_migration_events     = False {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:43.768088 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.common.config [-] nova.region_name               = RegionOne {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:43.768462 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.common.config [-] nova.split_loggers             = False {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:43.768742 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.common.config [-] nova.timeout                   = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:43.769778 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.common.config [-] placement.auth_section         = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:43.770318 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.common.config [-] placement.auth_type            = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:43.770633 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.common.config [-] placement.cafile               = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:43.770948 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.common.config [-] placement.certfile             = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:43.771266 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.common.config [-] placement.collect_timing       = False {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:43.771605 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.common.config [-] placement.endpoint_type        = public {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:43.771920 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.common.config [-] placement.insecure             = False {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:43.772257 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.common.config [-] placement.keyfile              = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:43.772569 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.common.config [-] placement.region_name          = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:43.772883 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.common.config [-] placement.split_loggers        = False {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:43.773192 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.common.config [-] placement.timeout              = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:43.773520 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.common.config [-] ironic.auth_section            = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:43.773836 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.common.config [-] ironic.auth_type               = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:43.774146 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.common.config [-] ironic.cafile                  = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:43.774456 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.common.config [-] ironic.certfile                = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:43.774770 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.common.config [-] ironic.collect_timing          = False {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:43.775080 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.common.config [-] ironic.connect_retries         = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:43.775392 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.common.config [-] ironic.connect_retry_delay     = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:43.775707 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.common.config [-] ironic.enable_notifications    = False {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:43.776016 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.common.config [-] ironic.endpoint_override       = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:43.776355 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.common.config [-] ironic.insecure                = False {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:43.776668 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.common.config [-] ironic.interface               = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:43.776983 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.common.config [-] ironic.keyfile                 = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:43.777298 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.common.config [-] ironic.max_version             = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:43.777613 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.common.config [-] ironic.min_version             = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:43.777920 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.common.config [-] ironic.region_name             = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:43.778230 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.common.config [-] ironic.service_name            = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:43.778542 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.common.config [-] ironic.service_type            = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:43.778856 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.common.config [-] ironic.split_loggers           = False {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:43.779165 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.common.config [-] ironic.status_code_retries     = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:43.779476 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:43.779784 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.common.config [-] ironic.timeout                 = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:43.780095 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.common.config [-] ironic.valid_interfaces        = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:43.780431 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.common.config [-] ironic.version                 = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:43.780755 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:43.781094 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:43.781409 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:43.781726 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:43.782042 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:43.782354 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:43.782671 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:43.782987 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:43.783299 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:43.783617 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:43.783930 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:43.784289 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:43.785169 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:43.785603 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:43.785927 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:43.786246 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:43.786588 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:43.786906 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:43.787233 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:43.787565 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:43.787862 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:43.788207 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:43.788533 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl      = False {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:43.788869 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:43.789203 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:43.789536 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:43.789867 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version =  {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:43.790200 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:43.790518 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:43.790871 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:43.791190 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:43.791441 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Apr 20 18:21:43.791711 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=86307) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}}
Apr 20 18:21:44.469809 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO keyring.backend [-] Loading Gnome
Apr 20 18:21:44.487308 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO keyring.backend [-] Loading Google
Apr 20 18:21:44.490228 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO keyring.backend [-] Loading Windows (alt)
Apr 20 18:21:44.493789 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO keyring.backend [-] Loading file
Apr 20 18:21:44.494629 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO keyring.backend [-] Loading keyczar
Apr 20 18:21:44.494907 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO keyring.backend [-] Loading multi
Apr 20 18:21:44.495543 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO keyring.backend [-] Loading pyfs
Apr 20 18:21:44.542977 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=86307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:21:44.543287 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=86307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:21:44.543614 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=86307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:21:44.543992 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.manager [-] Loading core plugin: ml2
Apr 20 18:21:44.940852 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_create 55550000 {{(pid=86307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:21:44.941446 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_update 55550000 {{(pid=86307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:21:44.941446 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_delete 55550000 {{(pid=86307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:21:44.942840 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_create 55550000 {{(pid=86307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:21:44.943254 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_update 55550000 {{(pid=86307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:21:44.943555 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_delete 55550000 {{(pid=86307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:21:44.981031 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_create 55550000 {{(pid=86307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:21:44.981342 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_update 55550000 {{(pid=86307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:21:44.981639 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_delete 55550000 {{(pid=86307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:21:44.997515 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_create 55550000 {{(pid=86307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:21:44.997830 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_update 55550000 {{(pid=86307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:21:44.998129 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_delete 55550000 {{(pid=86307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:21:45.065097 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_create 55550000 {{(pid=86307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:21:45.065411 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_update 55550000 {{(pid=86307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:21:45.065717 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_delete 55550000 {{(pid=86307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:21:45.067301 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_create 55550000 {{(pid=86307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:21:45.067605 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_update 55550000 {{(pid=86307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:21:45.069647 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_delete 55550000 {{(pid=86307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:21:45.363538 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7fd9324697b8> agent after_create 55550000 {{(pid=86307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:21:45.363859 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7fd9324697b8> agent after_update 55550000 {{(pid=86307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:21:45.364297 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _add_segment_host_mapping_for_segment at 0x7fd9324696a8> segment precommit_create 55550000 {{(pid=86307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:21:45.364645 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _delete_segments_for_network at 0x7fd932469730> network precommit_delete 55550000 {{(pid=86307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:21:45.365580 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _prevent_segment_delete_with_port_bound at 0x7fd9326169d8> segment before_delete 55550000 {{(pid=86307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:21:45.531413 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._before_network_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd932fc5048>> network before_delete 55550000 {{(pid=86307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:21:45.531795 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function DVRDbMixin._delete_mac_associated_with_agent at 0x7fd932793a60> agent before_delete 55550000 {{(pid=86307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:21:45.532126 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd932fc5048>> network before_create 55550000 {{(pid=86307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:21:45.532462 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd932fc5048>> port before_create 55550000 {{(pid=86307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:21:45.532771 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd932fc5048>> port before_update 55550000 {{(pid=86307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:21:45.533165 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_after_delete_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd932fc5048>> segment after_delete 55550000 {{(pid=86307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:21:45.533673 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd932fc5048>> segment precommit_create 55550000 {{(pid=86307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:21:45.533978 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd932fc5048>> segment precommit_delete 55550000 {{(pid=86307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:21:45.534280 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd932fc5048>> segment after_create 55550000 {{(pid=86307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:21:45.535240 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd932fc5048>> network after_delete 55550000 {{(pid=86307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:21:45.535760 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd932fc5048>> network precommit_delete 0 {{(pid=86307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:21:45.536258 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._port_provisioned of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd932fc5048>> port provisioning_complete 55550000 {{(pid=86307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:21:45.536576 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd932fc5048>> rbac-policy before_create 55550000 {{(pid=86307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:21:45.536885 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_delete of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd932fc5048>> rbac-policy after_delete 55550000 {{(pid=86307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:21:45.537215 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._retry_binding_revived_agents of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd932fc5048>> agent after_update 55550000 {{(pid=86307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:21:45.537548 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd932fc5048>> subnet after_delete 55550000 {{(pid=86307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:21:45.537857 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd932fc5048>> subnet precommit_delete 0 {{(pid=86307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:21:45.538191 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd932fc5048>> rbac-policy before_update 55550000 {{(pid=86307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:21:45.538489 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd932fc5048>> rbac-policy before_delete 55550000 {{(pid=86307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:21:45.538866 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DhcpAgentSchedulerDbMixin.auto_schedule_new_network_segments of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd932fc5048>> segment_host_mapping after_create 55550000 {{(pid=86307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:21:45.539350 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd932fc5048>> port after_create 55550000 {{(pid=86307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:21:45.539660 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd932fc5048>> port after_update 55550000 {{(pid=86307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:21:45.539970 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd932fc5048>> port after_delete 55550000 {{(pid=86307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:21:45.540445 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd932fc5048>> rbac-policy before_create 55550000 {{(pid=86307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:21:45.540741 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd932fc5048>> rbac-policy before_update 55550000 {{(pid=86307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:21:45.541032 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd932fc5048>> rbac-policy before_delete 55550000 {{(pid=86307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:21:45.542165 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=86307) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 20 18:21:45.542454 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=86307) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 20 18:21:45.542739 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=86307) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 20 18:21:45.543024 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=86307) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 20 18:21:45.543307 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=86307) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 20 18:21:45.543589 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=86307) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 20 18:21:45.544038 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve']
Apr 20 18:21:45.547566 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1']
Apr 20 18:21:45.551932 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete
Apr 20 18:21:45.556023 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(350, 399)])])
Apr 20 18:21:45.557853 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']
Apr 20 18:21:45.559163 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'])
Apr 20 18:21:45.559736 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan']
Apr 20 18:21:45.560460 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security']
Apr 20 18:21:45.565889 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security']
Apr 20 18:21:45.566181 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security']
Apr 20 18:21:45.566597 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv']
Apr 20 18:21:45.598032 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa']
Apr 20 18:21:45.598662 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.qos.drivers.openvswitch.driver.OVSDriver object at 0x7fd9325bfcc0>> qos_plugin after_init 55550000 {{(pid=86307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:21:45.599003 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=86307) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}}
Apr 20 18:21:45.599499 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.logapi.drivers.openvswitch.driver.OVSDriver object at 0x7fd93252d4e0>> logging-plugin after_init 55550000 {{(pid=86307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:21:45.600955 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=86307) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}}
Apr 20 18:21:45.601295 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv']
Apr 20 18:21:45.601578 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv']
Apr 20 18:21:45.604850 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7fd93252d550>> floatingip before_response 55550000 {{(pid=86307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:21:45.605171 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7fd93252d550>> port before_response 55550000 {{(pid=86307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:21:45.689776 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat'
Apr 20 18:21:45.689977 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete
Apr 20 18:21:45.690214 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve'
Apr 20 18:21:45.690670 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)]
Apr 20 18:21:45.739346 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_db.sqlalchemy.engines [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=86307) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}}
Apr 20 18:21:46.317045 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.plugins.ml2.managers [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Initializing driver for type 'gre'
Apr 20 18:21:46.317600 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] gre ID ranges: [(1, 1000)]
Apr 20 18:21:46.358526 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.plugins.ml2.managers [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Initializing driver for type 'local'
Apr 20 18:21:46.358906 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.plugins.ml2.managers [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Initializing driver for type 'vlan'
Apr 20 18:21:46.368952 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] VlanTypeDriver initialization complete
Apr 20 18:21:46.369324 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.plugins.ml2.managers [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Initializing driver for type 'vxlan'
Apr 20 18:21:46.369867 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] vxlan ID ranges: [(1, 1000)]
Apr 20 18:21:46.410491 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.plugins.ml2.managers [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Initializing extension driver 'port_security'
Apr 20 18:21:46.410845 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.plugins.ml2.extensions.port_security [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] PortSecurityExtensionDriver initialization complete
Apr 20 18:21:46.411214 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.plugins.ml2.managers [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Initializing mechanism driver 'openvswitch'
Apr 20 18:21:46.411568 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.plugins.ml2.managers [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Initializing mechanism driver 'hyperv'
Apr 20 18:21:46.417908 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=86307) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:21:46.418709 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fd93240a2b0>> port after_create 55550000 {{(pid=86307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:21:46.419117 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fd93240a2b0>> port after_update 55550000 {{(pid=86307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:21:46.419505 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fd93240a2b0>> port after_delete 55550000 {{(pid=86307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:21:46.419928 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fd931fb3f98>> subnet after_create 55550000 {{(pid=86307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:21:46.420346 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fd931fb3f98>> subnet after_update 55550000 {{(pid=86307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:21:46.420727 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fd931fb3f98>> subnet after_delete 55550000 {{(pid=86307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:21:46.421140 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fd931f51198>> network after_create 55550000 {{(pid=86307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:21:46.421514 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fd931f51198>> network after_update 55550000 {{(pid=86307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:21:46.421889 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fd931f51198>> network after_delete 55550000 {{(pid=86307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:21:46.422302 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fd931f51358>> security_group after_create 55550000 {{(pid=86307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:21:46.422688 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fd931f51358>> security_group after_update 55550000 {{(pid=86307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:21:46.423267 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fd931f51358>> security_group after_delete 55550000 {{(pid=86307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:21:46.423730 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fd931f51518>> security_group_rule after_create 55550000 {{(pid=86307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:21:46.424949 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fd931f51518>> security_group_rule after_update 55550000 {{(pid=86307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:21:46.424949 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fd931f51518>> security_group_rule after_delete 55550000 {{(pid=86307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:21:46.424949 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fd931f516d8>> address_group after_create 55550000 {{(pid=86307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:21:46.426141 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fd931f516d8>> address_group after_update 55550000 {{(pid=86307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:21:46.426141 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fd931f516d8>> address_group after_delete 55550000 {{(pid=86307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:21:46.426493 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] ML2 OVO RPC backend initialized. {{(pid=86307) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}}
Apr 20 18:21:46.427277 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_created of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fd931f517b8>> router_interface after_create 55550000 {{(pid=86307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:21:46.427664 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_deleted of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fd931f517b8>> router_interface after_delete 55550000 {{(pid=86307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:21:46.428117 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fd931f517b8>> network before_response 55550000 {{(pid=86307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:21:46.428525 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fd931f517b8>> networks before_response 55550000 {{(pid=86307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:21:46.428903 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fd931f517b8>> port before_response 55550000 {{(pid=86307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:21:46.429276 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fd931f517b8>> ports before_response 55550000 {{(pid=86307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:21:46.429652 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fd931f517b8>> subnet before_response 55550000 {{(pid=86307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:21:46.430032 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fd931f517b8>> subnets before_response 55550000 {{(pid=86307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:21:46.430410 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fd931f517b8>> network after_create 55550000 {{(pid=86307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:21:46.430780 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fd931f517b8>> network after_update 55550000 {{(pid=86307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:21:46.431146 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fd931f517b8>> network after_delete 55550000 {{(pid=86307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:21:46.431513 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fd931f517b8>> port after_create 55550000 {{(pid=86307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:21:46.431880 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fd931f517b8>> port after_update 55550000 {{(pid=86307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:21:46.432267 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fd931f517b8>> port after_delete 55550000 {{(pid=86307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:21:46.432636 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fd931f517b8>> subnet after_create 55550000 {{(pid=86307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:21:46.432999 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fd931f517b8>> subnet after_update 55550000 {{(pid=86307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:21:46.433363 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fd931f517b8>> subnet after_delete 55550000 {{(pid=86307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:21:46.434006 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.plugins.ml2.plugin [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Modular L2 Plugin initialization complete
Apr 20 18:21:46.434365 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.manager [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Loading services supported by the core plugin {{(pid=86307) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}}
Apr 20 18:21:46.434732 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.plugins.ml2.managers [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Got port-security extension from driver 'port_security'
Apr 20 18:21:46.435234 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.extensions.vlantransparent [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Disabled vlantransparent extension.
Apr 20 18:21:46.435779 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.manager [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=86307) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}}
Apr 20 18:21:46.436123 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.manager [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Loading Plugin: router
Apr 20 18:21:46.475994 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Subscribe: <bound method DVRResourceOperationHandler._add_csnat_on_interface_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fd931f51940>> router_interface before_create 55550000 {{(pid=86307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:21:46.476460 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._after_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fd931f51940>> router after_create 55549900 {{(pid=86307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:21:46.476868 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._before_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fd931f51940>> router before_create 55549900 {{(pid=86307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:21:46.477274 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Subscribe: <bound method DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fd931f51940>> router_interface before_delete 55550000 {{(pid=86307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:21:46.477690 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Subscribe: <bound method DVRResourceOperationHandler._cleanup_after_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fd931f51940>> router_interface after_delete 55550000 {{(pid=86307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:21:46.478077 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._cleanup_ha_network of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fd931f51940>> router after_delete 55549900 {{(pid=86307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:21:46.478473 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fd931f51940>> floatingip after_update 55550000 {{(pid=86307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:21:46.478881 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fd931f51940>> router after_create 55549900 {{(pid=86307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:21:46.479258 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fd931f51940>> router after_update 55549900 {{(pid=86307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:21:46.479648 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_distributed_port_bindings_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fd931f51940>> router after_update 55549900 {{(pid=86307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:21:46.480035 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_dvr_internal_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fd931f51940>> router_gateway after_delete 55550000 {{(pid=86307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:21:46.480463 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fd931f51940>> router after_update 55549900 {{(pid=86307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:21:46.480956 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Subscribe: <bound method DVRResourceOperationHandler._handle_distributed_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fd931f51940>> router precommit_update 55549900 {{(pid=86307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:21:46.481372 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Subscribe: <function L3RpcNotifierMixin._notify_gateway_port_ip_changed at 0x7fd9325a8c80> port after_update 55550000 {{(pid=86307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:21:46.481750 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Subscribe: <function L3RpcNotifierMixin._notify_routers_callback at 0x7fd9325a8e18> port after_delete 55550000 {{(pid=86307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:21:46.482375 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnet_gateway_ip_update at 0x7fd9325a8d90> subnet after_update 55550000 {{(pid=86307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:21:46.482748 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnetpool_address_scope_update at 0x7fd9325a8d08> subnetpool_address_scope after_update 55550000 {{(pid=86307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:21:46.483140 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Subscribe: <bound method L3_NAT_dbonly_mixin._precommit_delete_port_callback of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fd931f51940>> port precommit_delete 55550000 {{(pid=86307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:21:46.483519 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._precommit_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fd931f51940>> router precommit_create 55549900 {{(pid=86307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:21:46.483908 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Subscribe: <function L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback at 0x7fd93259a8c8> port before_delete 55550000 {{(pid=86307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:21:46.484302 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Subscribe: <bound method RouterAvailabilityZoneMixin._process_az_request of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fd931f51940>> router precommit_create 55550000 {{(pid=86307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:21:46.484711 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._reconfigure_ha_resources of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fd931f51940>> router after_update 55549900 {{(pid=86307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:21:46.485087 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._release_router_vr_id of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fd931f51940>> router precommit_delete 55549900 {{(pid=86307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:21:46.485468 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Subscribe: <bound method DVRResourceOperationHandler._set_distributed_flag of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fd931f51940>> router precommit_create 55549900 {{(pid=86307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:21:46.485876 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Subscribe: <bound method DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fd931f51940>> router_interface after_create 55550000 {{(pid=86307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:21:46.486260 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._validate_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fd931f51940>> router precommit_update 55549900 {{(pid=86307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:21:46.486692 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fd931f51940>> network after_delete 55550000 {{(pid=86307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:21:46.488276 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource_registry [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Tracking information for resource: router configured {{(pid=86307) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 20 18:21:46.488665 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource_registry [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Tracking information for resource: floatingip configured {{(pid=86307) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 20 18:21:46.493573 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.db.l3_agentschedulers_db [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled.
Apr 20 18:21:46.494209 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Subscribe: <function _notify_l3_agent_port_update at 0x7fd931ed5e18> port after_update 55550000 {{(pid=86307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:21:46.494602 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Subscribe: <function _notify_l3_agent_new_port at 0x7fd931ed5d08> port after_create 55550000 {{(pid=86307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:21:46.494984 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Subscribe: <function _notify_port_delete at 0x7fd931ed5d90> port after_delete 55550000 {{(pid=86307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:21:46.495366 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Subscribe: <function _notify_l3_agent_ha_port_update at 0x7fd931edd048> port after_update 55550000 {{(pid=86307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:21:46.496281 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Subscribe: <bound method DriverController._check_router_request of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7fd931ef4748>> router before_create 55550100 {{(pid=86307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:21:46.496686 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Subscribe: <bound method DriverController._clear_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7fd931ef4748>> router precommit_delete 55550100 {{(pid=86307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:21:46.497085 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Subscribe: <bound method DriverController._set_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7fd931ef4748>> router precommit_create 55550100 {{(pid=86307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:21:46.497473 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Subscribe: <bound method DriverController._update_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7fd931ef4748>> router precommit_update 55550100 {{(pid=86307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:21:46.502330 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.services.provider_configuration [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Service providers = [] {{(pid=86307) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}}
Apr 20 18:21:46.502722 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.servicetype_db [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=86307) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}}
Apr 20 18:21:46.506183 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.services.service_base [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=86307) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Apr 20 18:21:46.506566 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.services.service_base [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=86307) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Apr 20 18:21:46.506940 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.services.service_base [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=86307) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Apr 20 18:21:46.507817 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.services.service_base [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=86307) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Apr 20 18:21:46.508236 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.services.service_base [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Default provider is not specified for service type L3_ROUTER_NAT
Apr 20 18:21:46.508663 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.manager [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=86307) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 20 18:21:46.509021 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.manager [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin
Apr 20 18:21:46.519582 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.manager [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=86307) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 20 18:21:46.519949 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.manager [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Loading Plugin: auto_allocate
Apr 20 18:21:46.525701 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7fd931ea7730> network precommit_update 55550000 {{(pid=86307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:21:46.526113 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7fd931ea7730> network precommit_create 55550000 {{(pid=86307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:21:46.526712 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.manager [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=86307) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 20 18:21:46.527069 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.manager [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Loading Plugin: tag
Apr 20 18:21:46.534126 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.manager [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=86307) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 20 18:21:46.534507 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.manager [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Loading Plugin: timestamp
Apr 20 18:21:46.538650 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.manager [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=86307) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 20 18:21:46.539018 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.manager [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Loading Plugin: network_ip_availability
Apr 20 18:21:46.544555 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fd931e03390>> rbac-policy before_create 55550000 {{(pid=86307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:21:46.544962 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fd931e03390>> rbac-policy before_update 55550000 {{(pid=86307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:21:46.545391 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fd931e03390>> rbac-policy before_delete 55550000 {{(pid=86307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:21:46.546197 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.manager [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=86307) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 20 18:21:46.546551 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.manager [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Loading Plugin: flavors
Apr 20 18:21:46.552201 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.manager [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=86307) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 20 18:21:46.552625 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.manager [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Loading Plugin: revisions
Apr 20 18:21:46.557315 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.manager [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=86307) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 20 18:21:46.557733 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.014s {{(pid=86307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:21:46.558534 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=86307) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}}
Apr 20 18:21:46.558894 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Initializing extension manager.
Apr 20 18:21:46.559457 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Loading extension file: __init__.py {{(pid=86307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:21:46.559838 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Loading extension file: __pycache__ {{(pid=86307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:21:46.560230 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=86307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:21:46.560644 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Loading extension file: address_group.py {{(pid=86307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:21:46.561409 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=86307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:21:46.562057 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Loaded extension: address-group
Apr 20 18:21:46.562417 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Loading extension file: address_scope.py {{(pid=86307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:21:46.563180 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=86307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:21:46.563747 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Loaded extension: address-scope
Apr 20 18:21:46.564104 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Loading extension file: admin_state_down_before_update.py {{(pid=86307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:21:46.565069 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=86307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:21:46.565641 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Loaded extension: router-admin-state-down-before-update
Apr 20 18:21:46.566666 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Loading extension file: agent.py {{(pid=86307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:21:46.567472 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=86307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:21:46.567989 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Loaded extension: agent
Apr 20 18:21:46.568372 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Loading extension file: agent_resources_synced.py {{(pid=86307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:21:46.569300 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=86307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:21:46.569855 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Loaded extension: agent-resources-synced
Apr 20 18:21:46.570806 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Loading extension file: allowedaddresspairs.py {{(pid=86307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:21:46.571996 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=86307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:21:46.572610 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Loaded extension: allowed-address-pairs
Apr 20 18:21:46.572971 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Loading extension file: auto_allocated_topology.py {{(pid=86307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:21:46.574044 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=86307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:21:46.574622 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Loaded extension: auto-allocated-topology
Apr 20 18:21:46.574983 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Loading extension file: availability_zone.py {{(pid=86307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:21:46.575721 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=86307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:21:46.576339 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Loaded extension: availability_zone
Apr 20 18:21:46.576701 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Loading extension file: availability_zone_filter.py {{(pid=86307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:21:46.577640 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=86307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:21:46.578210 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Loaded extension: availability_zone_filter
Apr 20 18:21:46.578564 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Loading extension file: data_plane_status.py {{(pid=86307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:21:46.579604 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=86307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:21:46.580205 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Extension data-plane-status not supported by any of loaded plugins
Apr 20 18:21:46.580560 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Loading extension file: default_subnetpools.py {{(pid=86307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:21:46.581719 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=86307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:21:46.582333 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Loaded extension: default-subnetpools
Apr 20 18:21:46.582693 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Loading extension file: dhcpagentscheduler.py {{(pid=86307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:21:46.583576 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=86307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:21:46.584195 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Loaded extension: dhcp_agent_scheduler
Apr 20 18:21:46.584540 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Loading extension file: dns.py {{(pid=86307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:21:46.585450 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=86307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:21:46.586050 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Extension dns-integration not supported by any of loaded plugins
Apr 20 18:21:46.586421 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Loading extension file: dns_domain_ports.py {{(pid=86307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:21:46.587322 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=86307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:21:46.587900 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Extension dns-domain-ports not supported by any of loaded plugins
Apr 20 18:21:46.588278 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Loading extension file: dvr.py {{(pid=86307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:21:46.588994 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=86307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:21:46.589567 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Loaded extension: dvr
Apr 20 18:21:46.589922 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Loading extension file: empty_string_filtering.py {{(pid=86307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:21:46.590829 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=86307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:21:46.591397 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Loaded extension: empty-string-filtering
Apr 20 18:21:46.591754 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=86307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:21:46.592679 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=86307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:21:46.593240 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins
Apr 20 18:21:46.593599 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=86307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:21:46.594506 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=86307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:21:46.595071 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins
Apr 20 18:21:46.595430 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Loading extension file: external_net.py {{(pid=86307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:21:46.596406 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=86307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:21:46.596977 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Loaded extension: external-net
Apr 20 18:21:46.597477 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Loading extension file: extra_dhcp_opt.py {{(pid=86307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:21:46.598566 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=86307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:21:46.599132 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Loaded extension: extra_dhcp_opt
Apr 20 18:21:46.599494 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Loading extension file: extraroute.py {{(pid=86307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:21:46.600443 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=86307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:21:46.601019 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Loaded extension: extraroute
Apr 20 18:21:46.601375 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Loading extension file: extraroute_atomic.py {{(pid=86307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:21:46.602394 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=86307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:21:46.602970 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Loaded extension: extraroute-atomic
Apr 20 18:21:46.603328 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Loading extension file: filter_validation.py {{(pid=86307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:21:46.604039 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=86307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:21:46.604613 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Loaded extension: filter-validation
Apr 20 18:21:46.604968 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Loading extension file: fip_pf_description.py {{(pid=86307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:21:46.605874 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=86307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:21:46.606435 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins
Apr 20 18:21:46.606791 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Loading extension file: fip_port_details.py {{(pid=86307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:21:46.608068 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=86307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:21:46.608667 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Loaded extension: fip-port-details
Apr 20 18:21:46.609027 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Loading extension file: flavors.py {{(pid=86307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:21:46.610256 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=86307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:21:46.610834 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Loaded extension: flavors
Apr 20 18:21:46.611194 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=86307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:21:46.613404 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=86307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:21:46.614120 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins
Apr 20 18:21:46.614490 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Loading extension file: floatingip_pools.py {{(pid=86307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:21:46.615232 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=86307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:21:46.615812 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Loaded extension: floatingip-pools
Apr 20 18:21:46.616198 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Loading extension file: ip_allocation.py {{(pid=86307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:21:46.617142 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=86307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:21:46.617709 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Extension ip_allocation not supported by any of loaded plugins
Apr 20 18:21:46.618071 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=86307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:21:46.618978 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=86307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:21:46.619555 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Loaded extension: ip-substring-filtering
Apr 20 18:21:46.619914 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Loading extension file: l2_adjacency.py {{(pid=86307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:21:46.620854 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=86307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:21:46.621420 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Extension l2_adjacency not supported by any of loaded plugins
Apr 20 18:21:46.621784 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Loading extension file: l3.py {{(pid=86307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:21:46.622847 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=86307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:21:46.623422 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Loaded extension: router
Apr 20 18:21:46.623780 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Loading extension file: l3_conntrack_helper.py {{(pid=86307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:21:46.626083 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=86307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:21:46.626691 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Extension l3-conntrack-helper not supported by any of loaded plugins
Apr 20 18:21:46.627059 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=86307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:21:46.627976 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=86307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:21:46.629558 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Loaded extension: ext-gw-mode
Apr 20 18:21:46.629925 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=86307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:21:46.630962 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=86307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:21:46.631538 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Loaded extension: l3-ha
Apr 20 18:21:46.631900 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Loading extension file: l3_flavors.py {{(pid=86307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:21:46.632838 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=86307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:21:46.633409 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Loaded extension: l3-flavors
Apr 20 18:21:46.633770 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=86307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:21:46.634686 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=86307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:21:46.635252 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Loaded extension: l3-port-ip-change-not-allowed
Apr 20 18:21:46.635607 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Loading extension file: l3agentscheduler.py {{(pid=86307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:21:46.636780 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=86307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:21:46.637365 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Loaded extension: l3_agent_scheduler
Apr 20 18:21:46.637725 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Loading extension file: logging.py {{(pid=86307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:21:46.639215 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=86307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:21:46.639798 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Extension logging not supported by any of loaded plugins
Apr 20 18:21:46.640199 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Loading extension file: metering.py {{(pid=86307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:21:46.641001 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=86307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:21:46.641693 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Loaded extension: metering
Apr 20 18:21:46.642053 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=86307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:21:46.643133 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=86307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:21:46.643711 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Loaded extension: metering_source_and_destination_fields
Apr 20 18:21:46.644136 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Loading extension file: multiprovidernet.py {{(pid=86307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:21:46.645519 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=86307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:21:46.646617 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Loaded extension: multi-provider
Apr 20 18:21:46.647013 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Loading extension file: netmtu.py {{(pid=86307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:21:46.648400 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=86307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:21:46.649045 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Loaded extension: net-mtu
Apr 20 18:21:46.649566 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Loading extension file: netmtu_writable.py {{(pid=86307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:21:46.650544 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=86307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:21:46.651116 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Loaded extension: net-mtu-writable
Apr 20 18:21:46.651474 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Loading extension file: network_availability_zone.py {{(pid=86307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:21:46.652332 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=86307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:21:46.652908 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Loaded extension: network_availability_zone
Apr 20 18:21:46.653265 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Loading extension file: network_ip_availability.py {{(pid=86307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:21:46.654357 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=86307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:21:46.654933 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Loaded extension: network-ip-availability
Apr 20 18:21:46.655291 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Loading extension file: network_segment_range.py {{(pid=86307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:21:46.656120 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=86307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:21:46.656711 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Extension network-segment-range not supported by any of loaded plugins
Apr 20 18:21:46.657073 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Loading extension file: pagination.py {{(pid=86307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:21:46.658165 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=86307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:21:46.658447 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Loaded extension: pagination
Apr 20 18:21:46.658803 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Loading extension file: port_device_profile.py {{(pid=86307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:21:46.660381 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=86307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:21:46.660963 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Loaded extension: port-device-profile
Apr 20 18:21:46.661313 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=86307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:21:46.662234 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=86307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:21:46.662804 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Loaded extension: port-mac-address-regenerate
Apr 20 18:21:46.663157 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=86307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:21:46.664062 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=86307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:21:46.664678 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Loaded extension: port-numa-affinity-policy
Apr 20 18:21:46.665035 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Loading extension file: port_resource_request.py {{(pid=86307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:21:46.665942 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=86307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:21:46.666512 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Extension port-resource-request not supported by any of loaded plugins
Apr 20 18:21:46.666864 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Loading extension file: portbindings.py {{(pid=86307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:21:46.667795 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=86307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:21:46.668391 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Loaded extension: binding
Apr 20 18:21:46.668763 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Loading extension file: portbindings_extended.py {{(pid=86307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:21:46.670004 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=86307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:21:46.670582 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Loaded extension: binding-extended
Apr 20 18:21:46.670944 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Loading extension file: portsecurity.py {{(pid=86307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:21:46.671902 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=86307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:21:46.672597 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Loaded extension: port-security
Apr 20 18:21:46.672958 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Loading extension file: project_id.py {{(pid=86307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:21:46.673928 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=86307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:21:46.674314 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Loaded extension: project-id
Apr 20 18:21:46.674670 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Loading extension file: providernet.py {{(pid=86307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:21:46.676271 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=86307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:21:46.676857 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Loaded extension: provider
Apr 20 18:21:46.677210 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Loading extension file: qos.py {{(pid=86307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:21:46.680906 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=86307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:21:46.681503 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Extension qos not supported by any of loaded plugins
Apr 20 18:21:46.681876 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=86307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:21:46.683164 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=86307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:21:46.683742 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins
Apr 20 18:21:46.684133 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=86307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:21:46.685185 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=86307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:21:46.685764 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins
Apr 20 18:21:46.686126 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Loading extension file: qos_default.py {{(pid=86307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:21:46.687032 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=86307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:21:46.687611 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Extension qos-default not supported by any of loaded plugins
Apr 20 18:21:46.687970 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Loading extension file: qos_fip.py {{(pid=86307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:21:46.688690 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=86307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:21:46.689263 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Extension qos-fip not supported by any of loaded plugins
Apr 20 18:21:46.689621 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Loading extension file: qos_gateway_ip.py {{(pid=86307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:21:46.690557 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=86307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:21:46.691752 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Extension qos-gateway-ip not supported by any of loaded plugins
Apr 20 18:21:46.692115 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Loading extension file: qos_port_network_policy.py {{(pid=86307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:21:46.693049 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=86307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:21:46.693621 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Extension qos-port-network-policy not supported by any of loaded plugins
Apr 20 18:21:46.693978 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Loading extension file: qos_rule_type_details.py {{(pid=86307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:21:46.694906 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=86307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:21:46.695479 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Extension qos-rule-type-details not supported by any of loaded plugins
Apr 20 18:21:46.695836 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Loading extension file: qos_rules_alias.py {{(pid=86307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:21:46.696915 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=86307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:21:46.697494 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Extension qos-rules-alias not supported by any of loaded plugins
Apr 20 18:21:46.697854 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Loading extension file: quotasv2.py {{(pid=86307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:21:46.698891 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=86307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:21:46.699244 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Loaded extension: quotas
Apr 20 18:21:46.699598 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Loading extension file: quotasv2_detail.py {{(pid=86307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:21:46.701355 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=86307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:21:46.701739 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Loaded extension: quota_details
Apr 20 18:21:46.702112 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Loading extension file: rbac.py {{(pid=86307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:21:46.703275 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=86307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:21:46.703871 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Loaded extension: rbac-policies
Apr 20 18:21:46.704326 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Loading extension file: rbac_address_group.py {{(pid=86307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:21:46.705272 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=86307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:21:46.705852 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Loaded extension: rbac-address-group
Apr 20 18:21:46.706208 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Loading extension file: rbac_address_scope.py {{(pid=86307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:21:46.707769 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=86307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:21:46.708373 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Loaded extension: rbac-address-scope
Apr 20 18:21:46.708732 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Loading extension file: rbac_security_groups.py {{(pid=86307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:21:46.709661 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=86307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:21:46.710281 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Loaded extension: rbac-security-groups
Apr 20 18:21:46.710593 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Loading extension file: rbac_subnetpool.py {{(pid=86307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:21:46.711540 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=86307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:21:46.712121 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Loaded extension: rbac-subnetpool
Apr 20 18:21:46.712512 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Loading extension file: revisionifmatch.py {{(pid=86307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:21:46.713443 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=86307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:21:46.714017 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Loaded extension: revision-if-match
Apr 20 18:21:46.714376 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Loading extension file: revisions.py {{(pid=86307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:21:46.715514 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=86307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:21:46.716084 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Loaded extension: standard-attr-revisions
Apr 20 18:21:46.716481 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Loading extension file: router_availability_zone.py {{(pid=86307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:21:46.717194 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=86307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:21:46.717765 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Loaded extension: router_availability_zone
Apr 20 18:21:46.718118 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Loading extension file: routerservicetype.py {{(pid=86307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:21:46.719035 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=86307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:21:46.719601 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Extension router-service-type not supported by any of loaded plugins
Apr 20 18:21:46.719953 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=86307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:21:46.720920 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=86307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:21:46.721492 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Loaded extension: security-groups-normalized-cidr
Apr 20 18:21:46.721848 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Loading extension file: security_groups_port_filtering.py {{(pid=86307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:21:46.722932 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=86307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:21:46.723504 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Loaded extension: port-security-groups-filtering
Apr 20 18:21:46.723860 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=86307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:21:46.724813 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=86307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:21:46.725382 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Loaded extension: security-groups-remote-address-group
Apr 20 18:21:46.725739 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Loading extension file: securitygroup.py {{(pid=86307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:21:46.739487 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=86307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:21:46.740103 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Loaded extension: security-group
Apr 20 18:21:46.740498 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Loading extension file: segment.py {{(pid=86307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:21:46.741351 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=86307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:21:46.741931 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Extension segment not supported by any of loaded plugins
Apr 20 18:21:46.742297 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=86307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:21:46.743232 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=86307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:21:46.743809 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins
Apr 20 18:21:46.744194 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Loading extension file: servicetype.py {{(pid=86307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:21:46.745294 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=86307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:21:46.745874 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Loaded extension: service-type
Apr 20 18:21:46.746272 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Loading extension file: sorting.py {{(pid=86307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:21:46.747246 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=86307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:21:46.747621 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Loaded extension: sorting
Apr 20 18:21:46.747983 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Loading extension file: standard_attr_segment.py {{(pid=86307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:21:46.748944 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=86307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:21:46.749528 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Extension standard-attr-segment not supported by any of loaded plugins
Apr 20 18:21:46.749890 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Loading extension file: standardattrdescription.py {{(pid=86307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:21:46.750568 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=86307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:21:46.751146 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Loaded extension: standard-attr-description
Apr 20 18:21:46.751507 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Loading extension file: stateful_security_group.py {{(pid=86307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:21:46.752457 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=86307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:21:46.753049 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Loaded extension: stateful-security-group
Apr 20 18:21:46.754111 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Loading extension file: stdattrs_common.py {{(pid=86307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:21:46.754693 dv-cinder-786931-2-iscsi neutron-server[86307]: WARNING neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py
Apr 20 18:21:46.755052 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=86307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:21:46.756044 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=86307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:21:46.756643 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins
Apr 20 18:21:46.757006 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Loading extension file: subnet_onboard.py {{(pid=86307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:21:46.758054 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=86307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:21:46.758641 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Loaded extension: subnet_onboard
Apr 20 18:21:46.758999 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=86307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:21:46.759917 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=86307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:21:46.760521 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins
Apr 20 18:21:46.760883 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Loading extension file: subnet_service_types.py {{(pid=86307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:21:46.761802 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=86307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:21:46.762383 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Loaded extension: subnet-service-types
Apr 20 18:21:46.762743 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Loading extension file: subnetallocation.py {{(pid=86307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:21:46.763824 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=86307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:21:46.764433 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Loaded extension: subnet_allocation
Apr 20 18:21:46.764793 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=86307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:21:46.765484 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=86307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:21:46.766059 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Loaded extension: subnetpool-prefix-ops
Apr 20 18:21:46.766414 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=86307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:21:46.767349 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=86307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:21:46.767922 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins
Apr 20 18:21:46.768302 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Loading extension file: tagging.py {{(pid=86307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:21:46.770171 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=86307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:21:46.770757 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Loaded extension: standard-attr-tag
Apr 20 18:21:46.771122 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Loading extension file: timestamp.py {{(pid=86307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:21:46.772315 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=86307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:21:46.772898 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Loaded extension: standard-attr-timestamp
Apr 20 18:21:46.773263 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Loading extension file: trunk.py {{(pid=86307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:21:46.774278 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=86307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:21:46.774854 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Extension trunk not supported by any of loaded plugins
Apr 20 18:21:46.775215 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Loading extension file: trunk_details.py {{(pid=86307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:21:46.776128 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=86307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:21:46.776734 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Extension trunk-details not supported by any of loaded plugins
Apr 20 18:21:46.777091 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Loading extension file: uplink_status_propagation.py {{(pid=86307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:21:46.778008 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=86307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:21:46.778585 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Extension uplink-status-propagation not supported by any of loaded plugins
Apr 20 18:21:46.778939 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Loading extension file: vlantransparent.py {{(pid=86307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:21:46.779640 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=86307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:21:46.780239 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Extension vlan-transparent not supported by any of loaded plugins
Apr 20 18:21:46.782995 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.quota.resource_registry [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Creating instance of TrackedResource for resource:network
Apr 20 18:21:46.783817 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.quota.resource_registry [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Creating instance of TrackedResource for resource:subnet
Apr 20 18:21:46.784641 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.quota.resource_registry [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Creating instance of TrackedResource for resource:subnetpool
Apr 20 18:21:46.785435 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.quota.resource_registry [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Creating instance of TrackedResource for resource:port
Apr 20 18:21:46.786945 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.v2.resource_helper [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=86307) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 20 18:21:46.787424 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.v2.resource_helper [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Service FLAVORS assigned prefix:  {{(pid=86307) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 20 18:21:46.788091 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.v2.resource_helper [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=86307) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 20 18:21:46.788575 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.v2.resource_helper [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=86307) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 20 18:21:46.788942 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.quota.resource_registry [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Creating instance of TrackedResource for resource:router
Apr 20 18:21:46.789670 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.quota.resource_registry [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Creating instance of TrackedResource for resource:floatingip
Apr 20 18:21:46.790427 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.v2.resource_helper [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Service METERING assigned prefix: /metering {{(pid=86307) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 20 18:21:46.792795 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fd931d45cf8>> rbac-policy before_create 55550000 {{(pid=86307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:21:46.793199 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fd931d45cf8>> rbac-policy before_update 55550000 {{(pid=86307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:21:46.793583 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fd931d45cf8>> rbac-policy before_delete 55550000 {{(pid=86307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:21:46.794723 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.quota.resource_registry [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Creating instance of CountableResource for resource:rbac_policy
Apr 20 18:21:46.795200 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.quota.resource_registry [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Creating instance of TrackedResource for resource:security_group
Apr 20 18:21:46.795997 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.quota.resource_registry [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Creating instance of TrackedResource for resource:security_group_rule
Apr 20 18:21:46.796814 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.v2.resource_helper [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Service CORE assigned prefix:  {{(pid=86307) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 20 18:21:46.797188 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.quota.resource_registry [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Creating instance of TrackedResource for resource:subnetpool
Apr 20 18:21:46.797551 dv-cinder-786931-2-iscsi neutron-server[86307]: WARNING neutron.quota.resource_registry [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] subnetpool is already registered
Apr 20 18:21:46.798202 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.v2.resource_helper [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Service CORE assigned prefix:  {{(pid=86307) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 20 18:21:46.798565 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.quota.resource_registry [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Creating instance of TrackedResource for resource:subnetpool
Apr 20 18:21:46.798923 dv-cinder-786931-2-iscsi neutron-server[86307]: WARNING neutron.quota.resource_registry [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] subnetpool is already registered
Apr 20 18:21:46.801805 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.v2.resource_helper [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=86307) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 20 18:21:46.802276 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.v2.resource_helper [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Service FLAVORS assigned prefix:  {{(pid=86307) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 20 18:21:46.802914 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.v2.resource_helper [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=86307) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 20 18:21:46.803374 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.v2.resource_helper [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=86307) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 20 18:21:46.803743 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.quota.resource_registry [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Creating instance of TrackedResource for resource:router
Apr 20 18:21:46.804105 dv-cinder-786931-2-iscsi neutron-server[86307]: WARNING neutron.quota.resource_registry [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] router is already registered
Apr 20 18:21:46.804778 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.quota.resource_registry [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Creating instance of TrackedResource for resource:floatingip
Apr 20 18:21:46.805139 dv-cinder-786931-2-iscsi neutron-server[86307]: WARNING neutron.quota.resource_registry [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] floatingip is already registered
Apr 20 18:21:46.805814 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.v2.resource_helper [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Service METERING assigned prefix: /metering {{(pid=86307) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 20 18:21:46.806546 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.quota.resource_registry [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Creating instance of CountableResource for resource:rbac_policy
Apr 20 18:21:46.806908 dv-cinder-786931-2-iscsi neutron-server[86307]: WARNING neutron.quota.resource_registry [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] rbac_policy is already registered
Apr 20 18:21:46.807519 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.quota.resource_registry [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Creating instance of TrackedResource for resource:security_group
Apr 20 18:21:46.807880 dv-cinder-786931-2-iscsi neutron-server[86307]: WARNING neutron.quota.resource_registry [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] security_group is already registered
Apr 20 18:21:46.808538 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.quota.resource_registry [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Creating instance of TrackedResource for resource:security_group_rule
Apr 20 18:21:46.808897 dv-cinder-786931-2-iscsi neutron-server[86307]: WARNING neutron.quota.resource_registry [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] security_group_rule is already registered
Apr 20 18:21:46.809610 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.v2.resource_helper [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Service CORE assigned prefix:  {{(pid=86307) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 20 18:21:46.809981 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.quota.resource_registry [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Creating instance of TrackedResource for resource:subnetpool
Apr 20 18:21:46.810337 dv-cinder-786931-2-iscsi neutron-server[86307]: WARNING neutron.quota.resource_registry [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] subnetpool is already registered
Apr 20 18:21:46.811001 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.v2.resource_helper [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Service CORE assigned prefix:  {{(pid=86307) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 20 18:21:46.811362 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.quota.resource_registry [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Creating instance of TrackedResource for resource:subnetpool
Apr 20 18:21:46.811715 dv-cinder-786931-2-iscsi neutron-server[86307]: WARNING neutron.quota.resource_registry [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] subnetpool is already registered
Apr 20 18:21:46.812433 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Extended resource: extensions {{(pid=86307) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 18:21:46.814030 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Extended resource: address-groups {{(pid=86307) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 18:21:46.815671 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Extended resource: address-scopes {{(pid=86307) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 18:21:46.817559 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Extended resource: agents {{(pid=86307) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 18:21:46.818736 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Extended resource: auto-allocated-topology {{(pid=86307) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 18:21:46.820068 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Extended resource: availability_zones {{(pid=86307) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 18:21:46.821472 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Extended resource: dhcp-networks {{(pid=86307) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 18:21:46.822931 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Extended resource: dhcp-agents {{(pid=86307) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 18:21:46.824448 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Extended resource: routers {{(pid=86307) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 18:21:46.826310 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Extended resource: flavors {{(pid=86307) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 18:21:46.827524 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Extended resource: service_profiles {{(pid=86307) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 18:21:46.828813 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Extended resource: next_providers {{(pid=86307) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 18:21:46.830406 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Extended resource: service_profiles {{(pid=86307) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 18:21:46.832572 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Extended resource: floatingip-pools {{(pid=86307) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 18:21:46.833870 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Extended resource: routers {{(pid=86307) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 18:21:46.835727 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Extended resource: floatingips {{(pid=86307) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 18:21:46.837001 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Extended resource: l3-routers {{(pid=86307) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 18:21:46.838446 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Extended resource: l3-agents {{(pid=86307) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 18:21:46.839905 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Extended resource: metering-labels {{(pid=86307) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 18:21:46.842204 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Extended resource: metering-label-rules {{(pid=86307) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 18:21:46.843531 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Extended resource: network-ip-availabilities {{(pid=86307) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 18:21:46.844885 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Extended resource: bindings {{(pid=86307) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 18:21:46.846616 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Extended resource: quotas {{(pid=86307) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 18:21:46.848214 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Extended resource: quotas {{(pid=86307) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 18:21:46.849792 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Extended resource: rbac-policies {{(pid=86307) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 18:21:46.851133 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Extended resource: security-groups {{(pid=86307) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 18:21:46.852483 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Extended resource: security-group-rules {{(pid=86307) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 18:21:46.853780 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Extended resource: service-providers {{(pid=86307) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 18:21:46.855059 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Extended resource: subnetpools {{(pid=86307) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 18:21:46.856563 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Extended resource: subnetpools {{(pid=86307) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 18:21:46.858331 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Extended resource: tags {{(pid=86307) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 18:21:46.860085 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Extended resource: tags {{(pid=86307) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 18:21:46.861988 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Extended resource: tags {{(pid=86307) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 18:21:46.863959 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Extended resource: tags {{(pid=86307) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 18:21:46.865837 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Extended resource: tags {{(pid=86307) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 18:21:46.867756 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Extended resource: tags {{(pid=86307) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 18:21:46.869548 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Extended resource: tags {{(pid=86307) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 18:21:46.871513 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Extended resource: tags {{(pid=86307) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 18:21:46.873428 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Extended resource: tags {{(pid=86307) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 18:21:46.875334 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.extensions [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Extended resource: tags {{(pid=86307) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 18:21:46.882767 dv-cinder-786931-2-iscsi neutron-server[86307]: WARNING keystonemiddleware.auth_token [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True.
Apr 20 18:21:46.888105 dv-cinder-786931-2-iscsi neutron-server[86307]: WARNING keystonemiddleware.auth_token [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint
Apr 20 18:21:46.897848 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Acquired lock "singleton_lock" {{(pid=86307) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}}
Apr 20 18:21:46.898364 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Releasing lock "singleton_lock" {{(pid=86307) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}}
Apr 20 18:21:46.899812 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO oslo_service.service [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Starting 2 workers
Apr 20 18:21:46.904599 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Started child 86420 {{(pid=86307) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Apr 20 18:21:46.908699 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:21:46.910214 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Started child 86421 {{(pid=86307) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Apr 20 18:21:46.910808 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [-] (86420) wsgi starting up on http://0.0.0.0:9696
Apr 20 18:21:46.911825 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.service [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Neutron service started, listening on 0.0.0.0:9696
Apr 20 18:21:46.912537 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Notify callbacks [] for process, before_spawn {{(pid=86307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:21:46.914025 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:21:46.915031 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO oslo_service.service [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Starting 1 workers
Apr 20 18:21:46.915389 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [-] (86421) wsgi starting up on http://0.0.0.0:9696
Apr 20 18:21:46.920566 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Started child 86422 {{(pid=86307) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Apr 20 18:21:46.921104 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO oslo_service.service [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Starting 1 workers
Apr 20 18:21:46.922877 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.service [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] calling RpcWorker wait() {{(pid=86422) _wait /opt/stack/neutron/neutron/service.py:128}}
Apr 20 18:21:46.923288 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.service [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] returning from RpcWorker wait() {{(pid=86422) _wait /opt/stack/neutron/neutron/service.py:135}}
Apr 20 18:21:46.924837 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:21:46.926018 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=86422) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:21:46.926493 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Started child 86423 {{(pid=86307) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Apr 20 18:21:46.927364 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-8071f8d3-907b-4e49-bf88-8ae00e30bac8 None None] Notify callbacks [] for process, after_spawn {{(pid=86307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:21:46.929030 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=86307) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}}
Apr 20 18:21:46.929279 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Apr 20 18:21:46.929482 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Apr 20 18:21:46.929755 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Apr 20 18:21:46.930167 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Apr 20 18:21:46.930363 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Apr 20 18:21:46.930919 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:46.931219 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:46.931537 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:46.931640 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:21:46.931816 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:46.932170 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:46.932813 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:46.933099 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:46.933386 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:46.933863 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:46.933994 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:46.934096 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:46.934256 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:46.934533 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:46.934800 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:46.935147 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:46.935450 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:46.935713 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:46.936006 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:46.936234 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:46.936502 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:46.936794 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:46.937073 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:46.937365 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] debug                          = True {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:46.937649 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:46.938212 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:46.938476 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:46.938757 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:46.939003 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:46.939296 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:46.939571 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:46.939889 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:46.940148 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:46.940427 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:46.940715 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:46.941605 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:46.941933 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:46.942191 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:46.942455 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:46.942747 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:46.943011 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:46.943466 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] host                           = dv-cinder-786931-2-iscsi {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:46.943712 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:46.943955 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:46.944262 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:46.944525 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:46.944817 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:46.945074 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:46.945360 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:46.945644 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:46.945899 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:46.946154 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:46.946428 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:46.946685 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:46.946962 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:46.947233 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:46.947421 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:46.947663 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:46.947965 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:46.948303 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:46.948514 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:46.948702 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:46.948887 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:46.949175 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:46.949361 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:46.949635 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:46.949876 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:46.950177 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:46.950428 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:46.950601 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:46.950844 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:46.951376 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:46.951376 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:46.951721 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:46.951831 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:46.952131 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:46.952438 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:46.952705 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:46.952959 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:46.953203 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:46.953465 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:46.953724 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:46.953962 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:46.954239 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:46.954532 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:46.954701 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:46.955032 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:46.955992 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:46.956262 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:46.957172 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:46.957453 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:46.957736 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:46.957974 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:46.958244 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:46.958555 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:46.958869 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:46.959211 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:46.959445 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:46.959590 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:46.959889 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:46.960080 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:46.960383 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:46.960726 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:46.961048 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:46.961048 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:46.961290 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:46.961561 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:46.961754 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:46.961995 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:46.962206 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:46.962468 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:46.962896 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:46.963202 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:46.963554 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:46.963838 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:46.964103 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:46.964399 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:46.964657 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:46.964892 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:46.965183 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:46.965460 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:46.966234 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:46.966502 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:46.966822 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:46.966909 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=86423) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:21:46.967079 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:46.967366 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:46.967698 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:46.968434 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:46.968744 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:46.968992 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:46.969260 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:46.969509 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:46.969761 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:46.970093 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:46.970401 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:46.970679 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.11/identity {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:46.970958 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:46.971504 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:46.971504 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:46.971664 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:46.971899 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:46.972300 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:46.973094 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:46.973094 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:46.973094 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:46.973398 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:46.973492 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:46.973733 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:46.973981 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:46.974250 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:46.974500 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:46.974800 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:46.975065 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:46.975314 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:46.975562 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:46.975825 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:46.976131 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:46.976408 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:46.976675 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:46.976936 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:46.977221 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:46.979204 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:46.979204 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:46.979204 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:46.979204 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:46.979204 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:46.979204 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:46.979204 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:46.979204 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:46.979935 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:46.979935 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:46.979935 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:46.979935 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:46.980348 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:46.980450 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:46.980664 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:46.980921 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:46.981179 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:46.981424 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:46.981672 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:46.982178 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:46.982438 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:46.982697 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:46.982939 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:46.983179 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:46.983418 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:46.983659 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:46.983898 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:46.984139 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:46.984405 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:46.984646 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:46.984888 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:46.985128 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:46.985369 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:46.985610 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:46.985896 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:46.986228 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:46.986493 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:46.986770 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:46.987075 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:46.987339 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:46.987565 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:46.988441 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:46.988692 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:46.988947 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:46.989212 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:46.989497 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:46.989759 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:46.989996 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:46.990269 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:46.990517 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:46.990806 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:46.991035 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:46.991299 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:46.991542 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:46.991807 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:46.994124 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:46.994438 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:46.994732 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:46.995018 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:46.995808 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:46.995808 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:46.995994 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:46.996348 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:46.996616 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:46.996947 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:46.997256 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:46.998110 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.001347 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.001347 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.001347 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.001347 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.001705 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.001925 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.002235 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.002537 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.002851 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.003105 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.004084 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.004529 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.004810 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.005498 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.005498 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.005816 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.006051 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.006340 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.006617 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.006921 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.007215 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.007491 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.007813 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.008125 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.008456 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.008718 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.009027 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.11/identity {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.009282 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.009559 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.009830 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.010083 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.010357 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.010609 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.010869 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.011140 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.011392 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.011685 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.011940 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.012226 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.012479 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.012737 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.013011 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.013299 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.014063 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.014063 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.014063 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.014502 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.014502 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.015431 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.015431 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.015431 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.015709 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.015814 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.016066 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.016381 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.016652 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.017547 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.017547 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.017547 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.017827 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.017923 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.018740 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.018740 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.018740 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.019023 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.019228 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.019501 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.019763 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.020034 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.020316 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.020671 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.021262 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.021528 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.021802 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.022034 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.022313 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.023244 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.023503 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.023766 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.024021 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.024303 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.024585 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.024867 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.025143 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.025392 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.025640 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.025908 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.026162 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.026407 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.026745 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.027038 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.027308 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.027581 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.027846 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.028125 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.028401 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.028649 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.028902 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.029132 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.029400 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.029623 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.029876 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.030129 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.030380 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.030639 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.030888 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] privsep_namespace.group        = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.031130 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.031379 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.031631 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] privsep_namespace.user         = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.031892 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.032140 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] privsep_conntrack.group        = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.032408 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.032659 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.032913 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] privsep_conntrack.user         = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.033273 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.033562 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.033819 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.034133 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.034404 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.034777 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.035144 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.035440 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.035710 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.035983 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.036286 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.036544 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.036778 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.037123 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.037507 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.037870 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.038154 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.038434 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.038758 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.039072 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.039378 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.039635 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.039948 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.040331 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.040614 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.040893 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.041164 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.041458 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.041734 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.041988 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.042242 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.042496 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.042750 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.043031 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.043291 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.043556 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.043809 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.044113 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.044358 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.044621 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.044886 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.045164 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.045418 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.045597 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Apr 20 18:21:47.046127 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=86307) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}}
Apr 20 18:21:47.046319 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Apr 20 18:21:47.046503 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Apr 20 18:21:47.046736 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Apr 20 18:21:47.046942 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Apr 20 18:21:47.047124 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Apr 20 18:21:47.047372 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:47.047566 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:47.047758 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:47.047945 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:47.048131 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:47.048363 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:47.048556 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:47.048744 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:47.048936 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:47.049121 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:47.049311 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:47.049496 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:47.049682 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:47.049867 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:47.050051 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:47.050768 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:47.050955 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:47.051141 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:47.051331 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:47.051517 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:47.051699 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:47.051879 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:47.052063 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] debug                          = True {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:47.052273 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:47.052495 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:47.052683 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:47.052868 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:47.053052 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:47.053236 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:47.053421 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:47.053609 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:47.053798 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:47.053981 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:47.054167 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:47.054352 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:47.054536 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:47.054722 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:47.054908 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:47.055092 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:47.055276 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:47.055460 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] host                           = dv-cinder-786931-2-iscsi {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:47.055645 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:47.055830 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:47.056014 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:47.056219 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:47.056408 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:47.056594 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:47.056782 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:47.056969 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:47.057154 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:47.057338 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:47.057522 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:47.057704 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:47.057872 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:47.058040 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:47.058416 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:47.058603 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:47.058791 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:47.058977 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:47.059192 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:47.059380 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:47.059565 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:47.059752 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:47.059939 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:47.060125 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:47.060335 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:47.060519 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:47.060704 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:47.060891 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:47.061077 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:47.061261 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:47.061446 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:47.061633 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:47.061818 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:47.062004 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:47.062191 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:47.062376 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:47.062561 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:47.062784 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:47.062933 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:47.063118 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:47.063304 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:47.063489 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:47.063676 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:47.063858 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:47.064044 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:47.064250 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:47.064467 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:47.064644 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:47.064832 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:47.065015 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:47.065202 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:47.065385 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:47.065572 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:47.065778 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:47.066555 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:47.066741 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:47.066900 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:47.067087 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:47.067272 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:47.067460 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:47.067695 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:47.067848 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:47.068063 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:47.068423 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:47.068423 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:47.068604 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:47.068710 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:47.068876 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:47.068998 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:21:47.069191 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.069381 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.069582 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.069772 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.069961 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.070151 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.070338 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.070435 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=86422) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:21:47.070539 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.070689 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.070878 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.071134 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.071244 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.071456 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.071624 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.071871 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.072044 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.072143 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.072423 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.072525 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.072677 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.072865 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.073052 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.073259 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.073447 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.073636 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.11/identity {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.073826 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.074016 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.074205 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.074397 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.074585 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.074774 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.074962 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.075151 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.075339 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.075527 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.075715 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.075902 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.076090 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.076303 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.076493 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.076720 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.076818 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.077005 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.077194 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.077383 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.077572 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.077760 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.077951 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.078140 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.078329 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.078528 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.078721 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.078908 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.079098 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.079287 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.079475 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.079662 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.079906 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.080106 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.080254 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.080367 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.080534 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.080722 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.080910 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.081097 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.081286 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.081511 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.081683 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.081846 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.082032 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.082152 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.082340 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.082527 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.082715 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.082905 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.083094 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.083293 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.083458 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.083651 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.083809 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.084003 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.084182 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.084364 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.084552 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.084749 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.084955 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.085152 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.085335 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.085497 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.085685 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.085872 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.086059 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.086246 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.086435 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.086624 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.086812 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.087010 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.087155 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.087332 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.087521 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.087707 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.087890 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.088093 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.088465 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.088465 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.088806 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.088806 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.088989 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.089111 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.089245 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.089431 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.089630 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.089818 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.090007 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.090195 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.090391 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.090591 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.090780 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.090969 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.091154 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.091368 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.091580 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.091686 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.091836 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.092023 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.092248 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.092442 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.092640 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.092801 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.093164 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.093357 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.093546 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.093781 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.093972 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.094160 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.094353 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.094644 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.094795 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.094898 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.094995 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.095186 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.095373 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.095561 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.095750 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.11/identity {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.095937 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.096125 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.096342 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.096743 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.096743 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.096935 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.096935 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.097305 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.097437 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.097570 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.097730 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.097921 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.098085 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.098250 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.098434 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.098714 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.098875 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.099037 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.099196 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.099358 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.099528 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.099673 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.099816 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.100069 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.100069 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.100513 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.100513 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.100656 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.100735 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.100901 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.101088 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.101277 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.101467 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.101655 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.101845 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.102035 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.102222 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.102412 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.102603 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.102792 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.102982 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.103170 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.103357 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.103563 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.103750 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.103938 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.104127 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.104323 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.104501 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.104691 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.104880 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.105067 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.105254 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.105443 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.105633 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.105824 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.106011 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.106201 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.106389 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.106579 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.106768 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.107219 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.107419 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.107608 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.107796 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.107983 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.108222 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.108477 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.108477 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.109088 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.109088 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.109088 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.109483 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.109483 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.109659 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.109753 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.109847 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.110033 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.110220 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] privsep_namespace.group        = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.110408 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.110594 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.110781 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] privsep_namespace.user         = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.110980 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.111167 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] privsep_conntrack.group        = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.111354 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.111540 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.111728 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] privsep_conntrack.user         = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.111927 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.112118 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.112352 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.112550 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.113331 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.113475 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.113641 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.113806 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.113926 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.114090 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.114375 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.114473 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.114643 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.114774 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.115010 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.115115 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.115295 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.115485 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.115683 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.115886 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.116079 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.116312 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.116504 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.116650 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.116841 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.117034 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.117280 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.117518 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.117669 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.117818 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.117976 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.117976 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.118454 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.118454 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.118888 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.118888 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.118888 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.119178 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.119376 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.119633 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.119633 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.119921 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.119921 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:21:47.120251 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Apr 20 18:21:47.208734 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86421) accepted ('10.222.0.11', 40874) {{(pid=86421) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:21:47.220542 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [-] 10.222.0.11 "GET / HTTP/1.1" status: 200  len: 253 time: 0.0095525
Apr 20 18:21:58.670980 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99856ed1-e344-4a6b-b4e7-8ba9f528da14 None None] get_active_networks_info from dv-cinder-786931-2-iscsi {{(pid=86422) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}}
Apr 20 18:21:58.736931 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99856ed1-e344-4a6b-b4e7-8ba9f528da14 None None] No non-hosted networks {{(pid=86422) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}}
Apr 20 18:21:58.760786 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-6bf43463-d8ce-4f02-9d3b-af93dca127e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437'] for agent, after_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:01.250446 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-4fe1f90c-535e-419d-b15a-d72e02a447ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437'] for agent, after_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:01.327288 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7d004776-1edf-472d-895f-a87357655cd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:01.360558 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-59ff2fcf-5a92-41e6-b6a8-ab5cb4df6403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437'] for agent, after_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:01.971699 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437'] for agent, after_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:01.976973 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:22:01.977839 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:22:01.979278 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:22:01.982129 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:22:01.984333 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:22:01.986396 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:22:01.988186 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:22:01.988609 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:22:01.989931 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:22:01.990498 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:22:01.992531 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:22:01.993589 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:22:01.994181 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7fd931102da0>, 'Open vSwitch agent', 'dv-cinder-786931-2-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=86422) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:22:02.002874 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7fd931115940>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-786931-2-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=86422) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:22:03.126074 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-69625b45-0eac-4ead-bef5-f7df2e631dfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437'] for agent, after_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:04.053615 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86421) accepted ('10.222.0.11', 40964) {{(pid=86421) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:22:04.719816 dv-cinder-786931-2-iscsi neutron-server[86307]: WARNING oslo_policy.policy [None req-0df0263d-2daf-4891-8085-1f9b7dfd8249 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 20 18:22:04.720417 dv-cinder-786931-2-iscsi neutron-server[86307]: WARNING oslo_policy.policy [None req-0df0263d-2daf-4891-8085-1f9b7dfd8249 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 20 18:22:04.955784 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [None req-0df0263d-2daf-4891-8085-1f9b7dfd8249 admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=86421) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 20 18:22:04.957074 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-0df0263d-2daf-4891-8085-1f9b7dfd8249 admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.9024966
Apr 20 18:22:06.516999 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.db.l3_hamode_db [None req-0dca3a12-3b79-464a-b5a3-3f4639372f7b None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1
Apr 20 18:22:06.607130 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dca3a12-3b79-464a-b5a3-3f4639372f7b None None] Routers set() bound to L3 agent in host dv-cinder-786931-2-iscsi {{(pid=86422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:22:06.607472 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dca3a12-3b79-464a-b5a3-3f4639372f7b None None] Router IDs set() for agent in host dv-cinder-786931-2-iscsi {{(pid=86422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:466}}
Apr 20 18:22:07.794398 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.11', 40978) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:22:08.482188 dv-cinder-786931-2-iscsi neutron-server[86307]: WARNING oslo_policy.policy [None req-f78ad8b6-7b77-4bbf-bba1-6534d1b626c6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 20 18:22:08.482773 dv-cinder-786931-2-iscsi neutron-server[86307]: WARNING oslo_policy.policy [None req-f78ad8b6-7b77-4bbf-bba1-6534d1b626c6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 20 18:22:08.716748 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.v2.base [None req-f78ad8b6-7b77-4bbf-bba1-6534d1b626c6 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'shared': True}} {{(pid=86420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:22:08.823430 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.policy [None req-f78ad8b6-7b77-4bbf-bba1-6534d1b626c6 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=86420) register_rules /opt/stack/neutron/neutron/policy.py:75}}
Apr 20 18:22:08.880934 dv-cinder-786931-2-iscsi neutron-server[86307]: WARNING oslo_policy.policy [None req-f78ad8b6-7b77-4bbf-bba1-6534d1b626c6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 20 18:22:08.881366 dv-cinder-786931-2-iscsi neutron-server[86307]: WARNING oslo_policy.policy [None req-f78ad8b6-7b77-4bbf-bba1-6534d1b626c6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 20 18:22:08.900720 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.quota [None req-f78ad8b6-7b77-4bbf-bba1-6534d1b626c6 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7fd93195c390>.
Apr 20 18:22:08.916755 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-f78ad8b6-7b77-4bbf-bba1-6534d1b626c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:22:08.979941 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f78ad8b6-7b77-4bbf-bba1-6534d1b626c6 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363251178939687', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363251178953587', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363251178962890', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363251178956406', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363251178906745', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363251178920894', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create--9223372036854232235', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036854010795', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3828328', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036851028834'] for rbac-policy, before_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:09.211131 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f78ad8b6-7b77-4bbf-bba1-6534d1b626c6 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:09.214567 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-f78ad8b6-7b77-4bbf-bba1-6534d1b626c6 admin admin] 10.222.0.11 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 739 time: 1.4179778
Apr 20 18:22:12.348804 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.11', 40996) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:22:12.832665 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.v2.base [None req-9703d8b8-84fe-4391-b26c-91374216b5fe admin admin] Request body: {'network': {'project_id': '5ee7b862085148b0a014648f8bc992d8', 'name': 'private', 'admin_state_up': True}} {{(pid=86420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:22:12.839003 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-9703d8b8-84fe-4391-b26c-91374216b5fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:22:12.843327 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-9703d8b8-84fe-4391-b26c-91374216b5fe admin admin] Usage tracker for resource:network and tenant:5ee7b862085148b0a014648f8bc992d8 is out of sync, need to count used quota {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:22:12.847400 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-9703d8b8-84fe-4391-b26c-91374216b5fe admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:22:12.853994 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-9703d8b8-84fe-4391-b26c-91374216b5fe admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:22:12.863586 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9703d8b8-84fe-4391-b26c-91374216b5fe admin admin] Made reservation on behalf of 5ee7b862085148b0a014648f8bc992d8 for: {'network': 1} {{(pid=86420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 18:22:12.869456 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-9703d8b8-84fe-4391-b26c-91374216b5fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854207267'] for network, before_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:12.885924 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-9703d8b8-84fe-4391-b26c-91374216b5fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:12.901003 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-9703d8b8-84fe-4391-b26c-91374216b5fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:22:12.904936 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-9703d8b8-84fe-4391-b26c-91374216b5fe admin admin] Usage tracker for resource:security_group_rule and tenant:5ee7b862085148b0a014648f8bc992d8 is out of sync, need to count used quota {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:22:12.908373 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-9703d8b8-84fe-4391-b26c-91374216b5fe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:22:12.914718 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-9703d8b8-84fe-4391-b26c-91374216b5fe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:22:13.019115 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-9703d8b8-84fe-4391-b26c-91374216b5fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:13.022139 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-9703d8b8-84fe-4391-b26c-91374216b5fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850969184'] for security_group, after_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:13.027116 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:22:13.046186 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9703d8b8-84fe-4391-b26c-91374216b5fe admin admin] vlan segment allocate from pool success with {'vlan_id': 358, 'physical_network': 'physnet1'}  {{(pid=86420) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 20 18:22:13.075823 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-9703d8b8-84fe-4391-b26c-91374216b5fe admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363251178018454', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854148540'] for segment, precommit_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:13.076480 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-9703d8b8-84fe-4391-b26c-91374216b5fe admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7fd9324696a8> segment precommit_create {{(pid=86420) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}}
Apr 20 18:22:13.076960 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.db.segments_db [None req-9703d8b8-84fe-4391-b26c-91374216b5fe admin admin] Added segment e10fec09-858c-4aea-aa3f-27a2ce2f8748 of type vlan for network eadab030-ec92-4763-ba4f-63d357b9b55a
Apr 20 18:22:13.128492 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703d8b8-84fe-4391-b26c-91374216b5fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07c4623b-f5b8-4d8b-b4c3-45ed6d547319,revision_number=1']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:22:13.145715 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703d8b8-84fe-4391-b26c-91374216b5fe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:22:13.146072 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703d8b8-84fe-4391-b26c-91374216b5fe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:22:13.146429 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703d8b8-84fe-4391-b26c-91374216b5fe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:22:13.146789 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703d8b8-84fe-4391-b26c-91374216b5fe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:22:13.147135 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703d8b8-84fe-4391-b26c-91374216b5fe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:22:13.147500 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703d8b8-84fe-4391-b26c-91374216b5fe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:22:13.147846 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703d8b8-84fe-4391-b26c-91374216b5fe admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:22:13.148219 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703d8b8-84fe-4391-b26c-91374216b5fe admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:22:13.148580 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703d8b8-84fe-4391-b26c-91374216b5fe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:22:13.148923 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703d8b8-84fe-4391-b26c-91374216b5fe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:22:13.149263 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703d8b8-84fe-4391-b26c-91374216b5fe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:22:13.149603 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703d8b8-84fe-4391-b26c-91374216b5fe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:22:13.150812 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703d8b8-84fe-4391-b26c-91374216b5fe admin admin] Tracked resource versions report:
Apr 20 18:22:13.150812 dv-cinder-786931-2-iscsi neutron-server[86307]: pushed versions:
Apr 20 18:22:13.150812 dv-cinder-786931-2-iscsi neutron-server[86307]: {   'AddressGroup': {'1.2'},
Apr 20 18:22:13.150812 dv-cinder-786931-2-iscsi neutron-server[86307]:     'ConntrackHelper': {'1.0'},
Apr 20 18:22:13.150812 dv-cinder-786931-2-iscsi neutron-server[86307]:     'Log': {'1.0'},
Apr 20 18:22:13.150812 dv-cinder-786931-2-iscsi neutron-server[86307]:     'Network': {'1.1'},
Apr 20 18:22:13.150812 dv-cinder-786931-2-iscsi neutron-server[86307]:     'Port': {'1.7'},
Apr 20 18:22:13.150812 dv-cinder-786931-2-iscsi neutron-server[86307]:     'PortForwarding': {'1.2'},
Apr 20 18:22:13.150812 dv-cinder-786931-2-iscsi neutron-server[86307]:     'QosPolicy': {'1.8'},
Apr 20 18:22:13.150812 dv-cinder-786931-2-iscsi neutron-server[86307]:     'SecurityGroup': {'1.4'},
Apr 20 18:22:13.150812 dv-cinder-786931-2-iscsi neutron-server[86307]:     'SecurityGroupRule': {'1.2'},
Apr 20 18:22:13.150812 dv-cinder-786931-2-iscsi neutron-server[86307]:     'SubPort': {'1.0'},
Apr 20 18:22:13.150812 dv-cinder-786931-2-iscsi neutron-server[86307]:     'Subnet': {'1.1'},
Apr 20 18:22:13.150812 dv-cinder-786931-2-iscsi neutron-server[86307]:     'Trunk': {'1.1'}}
Apr 20 18:22:13.150812 dv-cinder-786931-2-iscsi neutron-server[86307]: consumer versions:
Apr 20 18:22:13.150812 dv-cinder-786931-2-iscsi neutron-server[86307]: {   DHCP agent@dv-cinder-786931-2-iscsi: {},
Apr 20 18:22:13.150812 dv-cinder-786931-2-iscsi neutron-server[86307]:     L3 agent@dv-cinder-786931-2-iscsi: {},
Apr 20 18:22:13.150812 dv-cinder-786931-2-iscsi neutron-server[86307]:     Metadata agent@dv-cinder-786931-2-iscsi: {},
Apr 20 18:22:13.150812 dv-cinder-786931-2-iscsi neutron-server[86307]:     Metering agent@dv-cinder-786931-2-iscsi: {},
Apr 20 18:22:13.150812 dv-cinder-786931-2-iscsi neutron-server[86307]:     Open vSwitch agent@dv-cinder-786931-2-iscsi: {   'AddressGroup': '1.2',
Apr 20 18:22:13.150812 dv-cinder-786931-2-iscsi neutron-server[86307]:                                                      'ConntrackHelper': '1.0',
Apr 20 18:22:13.150812 dv-cinder-786931-2-iscsi neutron-server[86307]:                                                      'Log': '1.0',
Apr 20 18:22:13.150812 dv-cinder-786931-2-iscsi neutron-server[86307]:                                                      'Network': '1.1',
Apr 20 18:22:13.150812 dv-cinder-786931-2-iscsi neutron-server[86307]:                                                      'Port': '1.7',
Apr 20 18:22:13.150812 dv-cinder-786931-2-iscsi neutron-server[86307]:                                                      'PortForwarding': '1.2',
Apr 20 18:22:13.150812 dv-cinder-786931-2-iscsi neutron-server[86307]:                                                      'QosPolicy': '1.8',
Apr 20 18:22:13.150812 dv-cinder-786931-2-iscsi neutron-server[86307]:                                                      'SecurityGroup': '1.4',
Apr 20 18:22:13.150812 dv-cinder-786931-2-iscsi neutron-server[86307]:                                                      'SecurityGroupRule': '1.2',
Apr 20 18:22:13.150812 dv-cinder-786931-2-iscsi neutron-server[86307]:                                                      'SubPort': '1.0',
Apr 20 18:22:13.150812 dv-cinder-786931-2-iscsi neutron-server[86307]:                                                      'Subnet': '1.1',
Apr 20 18:22:13.150812 dv-cinder-786931-2-iscsi neutron-server[86307]:                                                      'Trunk': '1.1'}}
Apr 20 18:22:13.150812 dv-cinder-786931-2-iscsi neutron-server[86307]:  {{(pid=86420) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 20 18:22:13.200995 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-9703d8b8-84fe-4391-b26c-91374216b5fe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785676380019'] for network, precommit_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:13.217920 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-9703d8b8-84fe-4391-b26c-91374216b5fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:22:13.245347 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-9703d8b8-84fe-4391-b26c-91374216b5fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850969204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730'] for network, after_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:13.246853 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9703d8b8-84fe-4391-b26c-91374216b5fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:22:13.247519 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-9703d8b8-84fe-4391-b26c-91374216b5fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3704713'] for network, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:13.252425 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:22:13.367992 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-9703d8b8-84fe-4391-b26c-91374216b5fe admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201  len: 849 time: 1.0179739
Apr 20 18:22:13.368871 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703d8b8-84fe-4391-b26c-91374216b5fe admin admin] Pushing event updated for resources: {'Network': ['ID=eadab030-ec92-4763-ba4f-63d357b9b55a,revision_number=1']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:22:13.372688 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-9703d8b8-84fe-4391-b26c-91374216b5fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:22:13.384462 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Network eadab030-ec92-4763-ba4f-63d357b9b55a details requested by agent ovs-agent-dv-cinder-786931-2-iscsi with host dv-cinder-786931-2-iscsi {{(pid=86422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 20 18:22:16.595649 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.11', 41012) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:22:17.082771 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95d1fdb0-b922-4088-b258-d18d4b2b6afb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:22:17.084319 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-95d1fdb0-b922-4088-b258-d18d4b2b6afb admin admin] 10.222.0.11 "GET /v2.0/networks/eadab030-ec92-4763-ba4f-63d357b9b55a HTTP/1.1" status: 200  len: 825 time: 0.4875469
Apr 20 18:22:17.113214 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-a6c23c0f-696f-4f52-807b-d2c256e0c92b admin admin] 10.222.0.11 "GET /v2.0/subnetpools/880b0d5b-6a63-4a6b-b0d5-4a136f7c7fe4 HTTP/1.1" status: 200  len: 734 time: 0.0229113
Apr 20 18:22:17.122686 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.v2.base [None req-ddc4d84c-ea2b-47ef-a60b-4949a0e0aaf0 admin admin] Request body: {'subnet': {'tenant_id': '5ee7b862085148b0a014648f8bc992d8', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'network_id': 'eadab030-ec92-4763-ba4f-63d357b9b55a', 'subnetpool_id': '880b0d5b-6a63-4a6b-b0d5-4a136f7c7fe4'}} {{(pid=86420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:22:17.127281 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-ddc4d84c-ea2b-47ef-a60b-4949a0e0aaf0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:22:17.131864 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-ddc4d84c-ea2b-47ef-a60b-4949a0e0aaf0 admin admin] Usage tracker for resource:subnet and tenant:5ee7b862085148b0a014648f8bc992d8 is out of sync, need to count used quota {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:22:17.134836 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-ddc4d84c-ea2b-47ef-a60b-4949a0e0aaf0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:22:17.140733 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-ddc4d84c-ea2b-47ef-a60b-4949a0e0aaf0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:22:17.151130 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddc4d84c-ea2b-47ef-a60b-4949a0e0aaf0 admin admin] Made reservation on behalf of 5ee7b862085148b0a014648f8bc992d8 for: {'subnet': 1} {{(pid=86420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 18:22:17.155928 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-ddc4d84c-ea2b-47ef-a60b-4949a0e0aaf0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:17.668987 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-ddc4d84c-ea2b-47ef-a60b-4949a0e0aaf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850911380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730'] for subnet, after_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:17.674390 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:22:17.764254 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddc4d84c-ea2b-47ef-a60b-4949a0e0aaf0 admin admin] Checking segment: {'id': 'e10fec09-858c-4aea-aa3f-27a2ce2f8748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'eadab030-ec92-4763-ba4f-63d357b9b55a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 18:22:17.764563 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddc4d84c-ea2b-47ef-a60b-4949a0e0aaf0 admin admin] Network hostable DHCP agents. Network: eadab030-ec92-4763-ba4f-63d357b9b55a, hostable agents: ['d7942baf-6bbf-4686-8ec5-e08268711b74'], hosted agents: [] {{(pid=86420) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 20 18:22:17.769134 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc4d84c-ea2b-47ef-a60b-4949a0e0aaf0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad983bca-8444-4b9d-8e9a-e5a90a7dfbc0,revision_number=0']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:22:17.773790 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-ddc4d84c-ea2b-47ef-a60b-4949a0e0aaf0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:22:17.788002 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddc4d84c-ea2b-47ef-a60b-4949a0e0aaf0 admin admin] Network eadab030-ec92-4763-ba4f-63d357b9b55a is scheduled to be hosted by DHCP agent d7942baf-6bbf-4686-8ec5-e08268711b74 with binding_index 1 {{(pid=86420) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 20 18:22:17.797238 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.scheduler.base_scheduler [None req-ddc4d84c-ea2b-47ef-a60b-4949a0e0aaf0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786931-2-iscsi, eadab030-ec92-4763-ba4f-63d357b9b55a) {{(pid=86420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:22:17.802452 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddc4d84c-ea2b-47ef-a60b-4949a0e0aaf0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:22:17.803089 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-ddc4d84c-ea2b-47ef-a60b-4949a0e0aaf0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3704713'] for subnet, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:17.808408 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ab7d81b-47fb-4c3e-bfaf-09eb04df7f90 None None] Network eadab030-ec92-4763-ba4f-63d357b9b55a requested from dv-cinder-786931-2-iscsi {{(pid=86422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 18:22:17.824057 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-ddc4d84c-ea2b-47ef-a60b-4949a0e0aaf0 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 0.7050223
Apr 20 18:22:18.140830 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ade2731-8fd5-4cb1-ae86-64d1a02ab5d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82bc64bb-a80f-5e37-9fe3-a5a7bfe5a88e-eadab030-ec92-4763-ba4f-63d357b9b55a', 'network_id': 'eadab030-ec92-4763-ba4f-63d357b9b55a', 'tenant_id': '5ee7b862085148b0a014648f8bc992d8', 'fixed_ips': [{'subnet_id': 'ad983bca-8444-4b9d-8e9a-e5a90a7dfbc0'}]}} from dv-cinder-786931-2-iscsi. {{(pid=86422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 20 18:22:18.142136 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-2ade2731-8fd5-4cb1-ae86-64d1a02ab5d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854207267'] for port, before_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:18.515753 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.db_base_plugin_common [None req-2ade2731-8fd5-4cb1-ae86-64d1a02ab5d2 None None] Allocated IP 172.20.0.2 (eadab030-ec92-4763-ba4f-63d357b9b55a/ad983bca-8444-4b9d-8e9a-e5a90a7dfbc0/9a119517-a38a-424b-a8b4-6fbf29a5cb19) {{(pid=86422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 18:22:18.760863 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-2ade2731-8fd5-4cb1-ae86-64d1a02ab5d2 None None] Notify callbacks [] for port, precommit_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:18.774251 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-2ade2731-8fd5-4cb1-ae86-64d1a02ab5d2 None None] Transition to ACTIVE for port object 9a119517-a38a-424b-a8b4-6fbf29a5cb19 will not be triggered until provisioned by entity L2. {{(pid=86422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 18:22:18.799151 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-2ade2731-8fd5-4cb1-ae86-64d1a02ab5d2 None None] Transition to ACTIVE for port object 9a119517-a38a-424b-a8b4-6fbf29a5cb19 will not be triggered until provisioned by entity DHCP. {{(pid=86422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 18:22:18.805824 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-2ade2731-8fd5-4cb1-ae86-64d1a02ab5d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251178383920'] for port, after_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:18.814220 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:22:18.879946 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ade2731-8fd5-4cb1-ae86-64d1a02ab5d2 None None] Network eadab030-ec92-4763-ba4f-63d357b9b55a is already hosted by enough agents. {{(pid=86422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 18:22:18.883508 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.scheduler.base_scheduler [None req-2ade2731-8fd5-4cb1-ae86-64d1a02ab5d2 None None] Resources bound (agent type, host, resource id):  {{(pid=86422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:22:18.886709 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ade2731-8fd5-4cb1-ae86-64d1a02ab5d2 None None] Received port after_create {{(pid=86422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 18:22:18.898738 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ade2731-8fd5-4cb1-ae86-64d1a02ab5d2 None None] Pushing event updated for resources: {'Port': ['ID=9a119517-a38a-424b-a8b4-6fbf29a5cb19,revision_number=1']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:22:18.944382 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ade2731-8fd5-4cb1-ae86-64d1a02ab5d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:22:18.944757 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ade2731-8fd5-4cb1-ae86-64d1a02ab5d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:22:18.945123 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ade2731-8fd5-4cb1-ae86-64d1a02ab5d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:22:18.945476 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ade2731-8fd5-4cb1-ae86-64d1a02ab5d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:22:18.945805 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ade2731-8fd5-4cb1-ae86-64d1a02ab5d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:22:18.946155 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ade2731-8fd5-4cb1-ae86-64d1a02ab5d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:22:18.946500 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ade2731-8fd5-4cb1-ae86-64d1a02ab5d2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:22:18.946851 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ade2731-8fd5-4cb1-ae86-64d1a02ab5d2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:22:18.947210 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ade2731-8fd5-4cb1-ae86-64d1a02ab5d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:22:18.947552 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ade2731-8fd5-4cb1-ae86-64d1a02ab5d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:22:18.947896 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ade2731-8fd5-4cb1-ae86-64d1a02ab5d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:22:18.948261 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ade2731-8fd5-4cb1-ae86-64d1a02ab5d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:22:18.949392 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ade2731-8fd5-4cb1-ae86-64d1a02ab5d2 None None] Tracked resource versions report:
Apr 20 18:22:18.949392 dv-cinder-786931-2-iscsi neutron-server[86307]: pushed versions:
Apr 20 18:22:18.949392 dv-cinder-786931-2-iscsi neutron-server[86307]: {   'AddressGroup': {'1.2'},
Apr 20 18:22:18.949392 dv-cinder-786931-2-iscsi neutron-server[86307]:     'ConntrackHelper': {'1.0'},
Apr 20 18:22:18.949392 dv-cinder-786931-2-iscsi neutron-server[86307]:     'Log': {'1.0'},
Apr 20 18:22:18.949392 dv-cinder-786931-2-iscsi neutron-server[86307]:     'Network': {'1.1'},
Apr 20 18:22:18.949392 dv-cinder-786931-2-iscsi neutron-server[86307]:     'Port': {'1.7'},
Apr 20 18:22:18.949392 dv-cinder-786931-2-iscsi neutron-server[86307]:     'PortForwarding': {'1.2'},
Apr 20 18:22:18.949392 dv-cinder-786931-2-iscsi neutron-server[86307]:     'QosPolicy': {'1.8'},
Apr 20 18:22:18.949392 dv-cinder-786931-2-iscsi neutron-server[86307]:     'SecurityGroup': {'1.4'},
Apr 20 18:22:18.949392 dv-cinder-786931-2-iscsi neutron-server[86307]:     'SecurityGroupRule': {'1.2'},
Apr 20 18:22:18.949392 dv-cinder-786931-2-iscsi neutron-server[86307]:     'SubPort': {'1.0'},
Apr 20 18:22:18.949392 dv-cinder-786931-2-iscsi neutron-server[86307]:     'Subnet': {'1.1'},
Apr 20 18:22:18.949392 dv-cinder-786931-2-iscsi neutron-server[86307]:     'Trunk': {'1.1'}}
Apr 20 18:22:18.949392 dv-cinder-786931-2-iscsi neutron-server[86307]: consumer versions:
Apr 20 18:22:18.949392 dv-cinder-786931-2-iscsi neutron-server[86307]: {   DHCP agent@dv-cinder-786931-2-iscsi: {},
Apr 20 18:22:18.949392 dv-cinder-786931-2-iscsi neutron-server[86307]:     L3 agent@dv-cinder-786931-2-iscsi: {},
Apr 20 18:22:18.949392 dv-cinder-786931-2-iscsi neutron-server[86307]:     Metadata agent@dv-cinder-786931-2-iscsi: {},
Apr 20 18:22:18.949392 dv-cinder-786931-2-iscsi neutron-server[86307]:     Metering agent@dv-cinder-786931-2-iscsi: {},
Apr 20 18:22:18.949392 dv-cinder-786931-2-iscsi neutron-server[86307]:     Open vSwitch agent@dv-cinder-786931-2-iscsi: {   'AddressGroup': '1.2',
Apr 20 18:22:18.949392 dv-cinder-786931-2-iscsi neutron-server[86307]:                                                      'ConntrackHelper': '1.0',
Apr 20 18:22:18.949392 dv-cinder-786931-2-iscsi neutron-server[86307]:                                                      'Log': '1.0',
Apr 20 18:22:18.949392 dv-cinder-786931-2-iscsi neutron-server[86307]:                                                      'Network': '1.1',
Apr 20 18:22:18.949392 dv-cinder-786931-2-iscsi neutron-server[86307]:                                                      'Port': '1.7',
Apr 20 18:22:18.949392 dv-cinder-786931-2-iscsi neutron-server[86307]:                                                      'PortForwarding': '1.2',
Apr 20 18:22:18.949392 dv-cinder-786931-2-iscsi neutron-server[86307]:                                                      'QosPolicy': '1.8',
Apr 20 18:22:18.949392 dv-cinder-786931-2-iscsi neutron-server[86307]:                                                      'SecurityGroup': '1.4',
Apr 20 18:22:18.949392 dv-cinder-786931-2-iscsi neutron-server[86307]:                                                      'SecurityGroupRule': '1.2',
Apr 20 18:22:18.949392 dv-cinder-786931-2-iscsi neutron-server[86307]:                                                      'SubPort': '1.0',
Apr 20 18:22:18.949392 dv-cinder-786931-2-iscsi neutron-server[86307]:                                                      'Subnet': '1.1',
Apr 20 18:22:18.949392 dv-cinder-786931-2-iscsi neutron-server[86307]:                                                      'Trunk': '1.1'}}
Apr 20 18:22:18.949392 dv-cinder-786931-2-iscsi neutron-server[86307]:  {{(pid=86422) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 20 18:22:18.953000 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-2ade2731-8fd5-4cb1-ae86-64d1a02ab5d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:22:19.013394 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [None req-2ade2731-8fd5-4cb1-ae86-64d1a02ab5d2 None None] Attempting to bind port 9a119517-a38a-424b-a8b4-6fbf29a5cb19 on host dv-cinder-786931-2-iscsi for vnic_type normal with profile  {{(pid=86422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 18:22:19.013735 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [None req-2ade2731-8fd5-4cb1-ae86-64d1a02ab5d2 None None] Attempting to bind port 9a119517-a38a-424b-a8b4-6fbf29a5cb19 by drivers openvswitch,hyperv on host dv-cinder-786931-2-iscsi at level 0 using segments [{'id': 'e10fec09-858c-4aea-aa3f-27a2ce2f8748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'eadab030-ec92-4763-ba4f-63d357b9b55a'}] {{(pid=86422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 18:22:19.014142 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ade2731-8fd5-4cb1-ae86-64d1a02ab5d2 None None] Attempting to bind port 9a119517-a38a-424b-a8b4-6fbf29a5cb19 on network eadab030-ec92-4763-ba4f-63d357b9b55a {{(pid=86422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 18:22:19.020222 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ade2731-8fd5-4cb1-ae86-64d1a02ab5d2 None None] Checking agent: {'id': '36d4d98e-2d96-4c9b-9d9c-08d159895b6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786931-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 22, 2), 'started_at': datetime.datetime(2021, 4, 20, 18, 22, 2), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 22, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786931-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 18:22:19.020651 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ade2731-8fd5-4cb1-ae86-64d1a02ab5d2 None None] Checking segment: {'id': 'e10fec09-858c-4aea-aa3f-27a2ce2f8748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'eadab030-ec92-4763-ba4f-63d357b9b55a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 18:22:19.021922 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-2ade2731-8fd5-4cb1-ae86-64d1a02ab5d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:19.021922 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ade2731-8fd5-4cb1-ae86-64d1a02ab5d2 None None] Bound using segment: {'id': 'e10fec09-858c-4aea-aa3f-27a2ce2f8748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'eadab030-ec92-4763-ba4f-63d357b9b55a'} {{(pid=86422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 18:22:19.022108 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [None req-2ade2731-8fd5-4cb1-ae86-64d1a02ab5d2 None None] Bound port: 9a119517-a38a-424b-a8b4-6fbf29a5cb19, host: dv-cinder-786931-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e10fec09-858c-4aea-aa3f-27a2ce2f8748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'eadab030-ec92-4763-ba4f-63d357b9b55a'}}] {{(pid=86422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 18:22:19.022462 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-2ade2731-8fd5-4cb1-ae86-64d1a02ab5d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854207267'] for port, before_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:19.119179 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-2ade2731-8fd5-4cb1-ae86-64d1a02ab5d2 None None] For port 9a119517-a38a-424b-a8b4-6fbf29a5cb19, host dv-cinder-786931-2-iscsi, cleared binding levels {{(pid=86422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 18:22:19.123427 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-2ade2731-8fd5-4cb1-ae86-64d1a02ab5d2 None None] For port 9a119517-a38a-424b-a8b4-6fbf29a5cb19, host dv-cinder-786931-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-2-iscsi',level=0,port_id=9a119517-a38a-424b-a8b4-6fbf29a5cb19,segment=NetworkSegment(e10fec09-858c-4aea-aa3f-27a2ce2f8748),segment_id=e10fec09-858c-4aea-aa3f-27a2ce2f8748)] {{(pid=86422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 18:22:19.128367 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-2ade2731-8fd5-4cb1-ae86-64d1a02ab5d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785676839112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251178383903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251178382076'] for port, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:19.133503 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-2ade2731-8fd5-4cb1-ae86-64d1a02ab5d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:22:19.229785 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ade2731-8fd5-4cb1-ae86-64d1a02ab5d2 None None] Pushing event updated for resources: {'Port': ['ID=9a119517-a38a-424b-a8b4-6fbf29a5cb19,revision_number=2']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:22:19.233676 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-2ade2731-8fd5-4cb1-ae86-64d1a02ab5d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:22:20.702360 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.11', 41022) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:22:21.119769 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [None req-da9c3f60-247f-43e2-8cb1-4515dc5d0326 admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=86420) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 20 18:22:21.120859 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-da9c3f60-247f-43e2-8cb1-4515dc5d0326 admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.4174740
Apr 20 18:22:24.010415 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.11', 41032) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:22:24.421034 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [None req-a442139a-404f-4085-9d13-bcfb54557fc9 admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=86420) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 20 18:22:24.422173 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-a442139a-404f-4085-9d13-bcfb54557fc9 admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.4107506
Apr 20 18:22:26.086158 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Device 9a119517-a38a-424b-a8b4-6fbf29a5cb19 up at agent ovs-agent-dv-cinder-786931-2-iscsi {{(pid=86422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:22:26.162134 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Provisioning for port 9a119517-a38a-424b-a8b4-6fbf29a5cb19 completed by entity L2. {{(pid=86422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 18:22:26.394939 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca97ce13-729b-4032-974f-216caaae064f None None] Network eadab030-ec92-4763-ba4f-63d357b9b55a requested from dv-cinder-786931-2-iscsi {{(pid=86422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 18:22:26.484141 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-432e8734-246a-4634-aa23-5f45b0906958 None None] Provisioning for port 9a119517-a38a-424b-a8b4-6fbf29a5cb19 completed by entity DHCP. {{(pid=86422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 18:22:26.493000 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-432e8734-246a-4634-aa23-5f45b0906958 None None] Provisioning complete for port 9a119517-a38a-424b-a8b4-6fbf29a5cb19 triggered by entity DHCP. {{(pid=86422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:22:26.493424 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-432e8734-246a-4634-aa23-5f45b0906958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733696'] for port, provisioning_complete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:26.725159 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-432e8734-246a-4634-aa23-5f45b0906958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854207267'] for port, before_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:26.811945 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-432e8734-246a-4634-aa23-5f45b0906958 None None] For port 9a119517-a38a-424b-a8b4-6fbf29a5cb19, host dv-cinder-786931-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-2-iscsi',level=0,port_id=9a119517-a38a-424b-a8b4-6fbf29a5cb19,segment=NetworkSegment(e10fec09-858c-4aea-aa3f-27a2ce2f8748),segment_id=e10fec09-858c-4aea-aa3f-27a2ce2f8748)] {{(pid=86422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:22:26.817815 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-432e8734-246a-4634-aa23-5f45b0906958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785676839112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251178383903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251178382076'] for port, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:26.823924 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:22:26.914535 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432e8734-246a-4634-aa23-5f45b0906958 None None] Pushing event updated for resources: {'Port': ['ID=9a119517-a38a-424b-a8b4-6fbf29a5cb19,revision_number=3']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:22:26.918148 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-432e8734-246a-4634-aa23-5f45b0906958 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:22:27.142918 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-c46a264c-a21b-47ba-bdb2-fb395b35e69d None None] Provisioning complete for port 9a119517-a38a-424b-a8b4-6fbf29a5cb19 triggered by entity DHCP. {{(pid=86422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:22:27.144834 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-c46a264c-a21b-47ba-bdb2-fb395b35e69d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733696'] for port, provisioning_complete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:27.567691 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.11', 41048) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:22:27.965142 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.v2.base [None req-369ea384-5458-4f2d-9b1b-0191b5d8afcd admin admin] Request body: {'router': {'tenant_id': '5ee7b862085148b0a014648f8bc992d8', 'admin_state_up': True, 'name': 'router1'}} {{(pid=86420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:22:27.970465 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-369ea384-5458-4f2d-9b1b-0191b5d8afcd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:22:27.975162 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-369ea384-5458-4f2d-9b1b-0191b5d8afcd admin admin] Usage tracker for resource:router and tenant:5ee7b862085148b0a014648f8bc992d8 is out of sync, need to count used quota {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:22:27.978331 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-369ea384-5458-4f2d-9b1b-0191b5d8afcd admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:22:27.984535 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-369ea384-5458-4f2d-9b1b-0191b5d8afcd admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:22:27.994112 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-369ea384-5458-4f2d-9b1b-0191b5d8afcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036850938385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8139'] for router, before_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:27.995422 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-369ea384-5458-4f2d-9b1b-0191b5d8afcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3837415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3865857', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3804944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854767684'] for router, precommit_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:28.016092 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-369ea384-5458-4f2d-9b1b-0191b5d8afcd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:28.056261 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Device 9a119517-a38a-424b-a8b4-6fbf29a5cb19 up at agent ovs-agent-dv-cinder-786931-2-iscsi {{(pid=86422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:22:28.126310 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-369ea384-5458-4f2d-9b1b-0191b5d8afcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036850938044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036850909732'] for router, after_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:28.133410 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Provisioning complete for port 9a119517-a38a-424b-a8b4-6fbf29a5cb19 triggered by entity L2. {{(pid=86422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:22:28.134079 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733696'] for port, provisioning_complete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:28.147852 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-369ea384-5458-4f2d-9b1b-0191b5d8afcd admin admin] Notify callbacks [] for router, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:28.149162 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-369ea384-5458-4f2d-9b1b-0191b5d8afcd admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.5803838
Apr 20 18:22:28.484713 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-fb29f6e0-6206-49ad-9c27-2900297fc600 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:30.976996 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.11', 41068) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:22:31.138394 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [None req-93b66a39-7d68-449d-afc4-c8910b803ab5 admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=86420) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 20 18:22:31.139497 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-93b66a39-7d68-449d-afc4-c8910b803ab5 admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.1614532
Apr 20 18:22:31.250761 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-da5d8c55-51e2-4698-8bae-1486cea3c0a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:31.274917 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-59ff2fcf-5a92-41e6-b6a8-ab5cb4df6403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:31.960537 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:33.054741 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-69625b45-0eac-4ead-bef5-f7df2e631dfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:33.725139 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.11', 41088) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:22:33.776233 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.v2.base [None req-5a921a1e-46c2-4703-91a8-ddede748ac8a admin admin] Request body: {'network': {'provider:network_type': 'flat', 'is_default': True, 'admin_state_up': True, 'name': 'public', 'provider:physical_network': 'physnet1', 'router:external': True}} {{(pid=86420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:22:33.781630 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-5a921a1e-46c2-4703-91a8-ddede748ac8a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:22:33.785654 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-5a921a1e-46c2-4703-91a8-ddede748ac8a admin admin] Usage tracker for resource:network and tenant:0d72bfa87cdf4adf83d627e71a7dd54a is out of sync, need to count used quota {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:22:33.788559 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-5a921a1e-46c2-4703-91a8-ddede748ac8a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:22:33.794629 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-5a921a1e-46c2-4703-91a8-ddede748ac8a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:22:33.803120 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a921a1e-46c2-4703-91a8-ddede748ac8a admin admin] Made reservation on behalf of 0d72bfa87cdf4adf83d627e71a7dd54a for: {'network': 1} {{(pid=86420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 18:22:33.807722 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-5a921a1e-46c2-4703-91a8-ddede748ac8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854207267'] for network, before_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:33.820822 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-5a921a1e-46c2-4703-91a8-ddede748ac8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:33.836121 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-5a921a1e-46c2-4703-91a8-ddede748ac8a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:22:33.839991 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-5a921a1e-46c2-4703-91a8-ddede748ac8a admin admin] Usage tracker for resource:security_group_rule and tenant:0d72bfa87cdf4adf83d627e71a7dd54a is out of sync, need to count used quota {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:22:33.842848 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-5a921a1e-46c2-4703-91a8-ddede748ac8a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:22:33.848880 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-5a921a1e-46c2-4703-91a8-ddede748ac8a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:22:33.934811 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-5a921a1e-46c2-4703-91a8-ddede748ac8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:33.937495 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-5a921a1e-46c2-4703-91a8-ddede748ac8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850969184'] for security_group, after_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:33.942697 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:22:33.959675 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-5a921a1e-46c2-4703-91a8-ddede748ac8a admin admin] Reserving flat network on physical network physnet1 {{(pid=86420) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}}
Apr 20 18:22:33.986372 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a921a1e-46c2-4703-91a8-ddede748ac8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52fd8a4d-42a9-4520-8631-82606508eb00,revision_number=1']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:22:33.990533 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-5a921a1e-46c2-4703-91a8-ddede748ac8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854148540'] for segment, precommit_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:33.990910 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.db.segments_db [None req-5a921a1e-46c2-4703-91a8-ddede748ac8a admin admin] Added segment f02283aa-238a-4f3f-9851-30c34a9365bb of type flat for network 357044f3-f85c-4c82-92f2-504aa071d528
Apr 20 18:22:33.992174 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-5a921a1e-46c2-4703-91a8-ddede748ac8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:22:34.025729 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-5a921a1e-46c2-4703-91a8-ddede748ac8a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785676380019'] for network, precommit_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:34.061425 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-5a921a1e-46c2-4703-91a8-ddede748ac8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850969204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730'] for network, after_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:34.062790 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a921a1e-46c2-4703-91a8-ddede748ac8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:22:34.063426 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-5a921a1e-46c2-4703-91a8-ddede748ac8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3704713'] for network, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:34.069084 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:22:34.172044 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-5a921a1e-46c2-4703-91a8-ddede748ac8a admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.4457772
Apr 20 18:22:34.175688 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a921a1e-46c2-4703-91a8-ddede748ac8a admin admin] Pushing event updated for resources: {'Network': ['ID=357044f3-f85c-4c82-92f2-504aa071d528,revision_number=1']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:22:34.185741 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-5a921a1e-46c2-4703-91a8-ddede748ac8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:22:34.199966 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Network 357044f3-f85c-4c82-92f2-504aa071d528 details requested by agent ovs-agent-dv-cinder-786931-2-iscsi with host dv-cinder-786931-2-iscsi {{(pid=86422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 20 18:22:36.752020 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.11', 41098) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:22:36.871516 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91554913-2b6d-4ed3-815a-e9a957318d39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:22:36.873046 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-91554913-2b6d-4ed3-815a-e9a957318d39 admin admin] 10.222.0.11 "GET /v2.0/subnets/ad983bca-8444-4b9d-8e9a-e5a90a7dfbc0 HTTP/1.1" status: 200  len: 849 time: 0.1193056
Apr 20 18:22:37.176430 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-6ad2f339-9392-426c-b189-c3b79cfd99c6 admin admin] 10.222.0.11 "GET /v2.0/routers/00edd0b3-b2bf-4c17-b70d-d4619006e87c HTTP/1.1" status: 200  len: 704 time: 0.2972393
Apr 20 18:22:37.667226 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-6ed330d8-e0c4-4c10-a006-81280d7afe53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854207267'] for port, before_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:37.910568 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.db_base_plugin_common [None req-6ed330d8-e0c4-4c10-a006-81280d7afe53 admin admin] Allocated IP 172.20.0.1 (eadab030-ec92-4763-ba4f-63d357b9b55a/ad983bca-8444-4b9d-8e9a-e5a90a7dfbc0/63e381cd-8be0-4c7d-8f67-087752f93dd8) {{(pid=86420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 18:22:37.991349 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.agents_db [None req-36c0d191-ed3c-416e-a897-084b3b2178c3 None None] Agent healthcheck: found 5 active agents {{(pid=86423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 18:22:38.078948 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-6ed330d8-e0c4-4c10-a006-81280d7afe53 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:38.098251 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-6ed330d8-e0c4-4c10-a006-81280d7afe53 admin admin] Transition to ACTIVE for port object 63e381cd-8be0-4c7d-8f67-087752f93dd8 will not be triggered until provisioned by entity DHCP. {{(pid=86420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 18:22:38.157008 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-6ed330d8-e0c4-4c10-a006-81280d7afe53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251178383920'] for port, after_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:38.163295 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:22:38.233025 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ed330d8-e0c4-4c10-a006-81280d7afe53 admin admin] Network eadab030-ec92-4763-ba4f-63d357b9b55a is already hosted by enough agents. {{(pid=86420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 18:22:38.236116 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.scheduler.base_scheduler [None req-6ed330d8-e0c4-4c10-a006-81280d7afe53 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:22:38.240542 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ed330d8-e0c4-4c10-a006-81280d7afe53 admin admin] Received port after_create {{(pid=86420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 18:22:38.241090 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-6ed330d8-e0c4-4c10-a006-81280d7afe53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3863553'] for router_interface, before_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:38.378505 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed330d8-e0c4-4c10-a006-81280d7afe53 admin admin] Pushing event updated for resources: {'Port': ['ID=63e381cd-8be0-4c7d-8f67-087752f93dd8,revision_number=1']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:22:38.401669 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-6ed330d8-e0c4-4c10-a006-81280d7afe53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:22:38.467505 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-6a6342fd-b892-4723-9a81-300a1c8e9a65 None None] Provisioning for port 63e381cd-8be0-4c7d-8f67-087752f93dd8 completed by entity DHCP. {{(pid=86422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 18:22:38.473003 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-6a6342fd-b892-4723-9a81-300a1c8e9a65 None None] Provisioning complete for port 63e381cd-8be0-4c7d-8f67-087752f93dd8 triggered by entity DHCP. {{(pid=86422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:22:38.473408 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-6a6342fd-b892-4723-9a81-300a1c8e9a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733696'] for port, provisioning_complete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:38.531530 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-6a6342fd-b892-4723-9a81-300a1c8e9a65 None None] Port 63e381cd-8be0-4c7d-8f67-087752f93dd8 cannot update to ACTIVE because it is not bound. {{(pid=86422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 18:22:38.536662 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-6ed330d8-e0c4-4c10-a006-81280d7afe53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854207267'] for port, before_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:38.954326 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-6ed330d8-e0c4-4c10-a006-81280d7afe53 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:38.957791 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-6ed330d8-e0c4-4c10-a006-81280d7afe53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785676839112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251178383903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251178382076'] for port, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:38.958883 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-6ed330d8-e0c4-4c10-a006-81280d7afe53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3704747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036850912154'] for router_interface, after_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:38.963109 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:22:39.103160 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed330d8-e0c4-4c10-a006-81280d7afe53 admin admin] Pushing event updated for resources: {'Port': ['ID=63e381cd-8be0-4c7d-8f67-087752f93dd8,revision_number=2']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:22:39.107894 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-6ed330d8-e0c4-4c10-a006-81280d7afe53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:22:39.171927 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ed330d8-e0c4-4c10-a006-81280d7afe53 admin admin] Network eadab030-ec92-4763-ba4f-63d357b9b55a is already hosted by enough agents. {{(pid=86420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 18:22:39.173060 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.scheduler.base_scheduler [None req-6ed330d8-e0c4-4c10-a006-81280d7afe53 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:22:39.357856 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-cf1aa723-b1bc-41a2-b4e3-bb643b0a6cc0 None None] Provisioning complete for port 63e381cd-8be0-4c7d-8f67-087752f93dd8 triggered by entity DHCP. {{(pid=86422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:22:39.358253 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-cf1aa723-b1bc-41a2-b4e3-bb643b0a6cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733696'] for port, provisioning_complete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:39.386568 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ed330d8-e0c4-4c10-a006-81280d7afe53 admin admin] Router 00edd0b3-b2bf-4c17-b70d-d4619006e87c is scheduled to L3 agent 561dbf79-24e4-4a0d-b08c-f7bb8670fc1d with binding_index 1 {{(pid=86420) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 20 18:22:39.418781 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-cf1aa723-b1bc-41a2-b4e3-bb643b0a6cc0 None None] Port 63e381cd-8be0-4c7d-8f67-087752f93dd8 cannot update to ACTIVE because it is not bound. {{(pid=86422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 18:22:39.563035 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ed330d8-e0c4-4c10-a006-81280d7afe53 admin admin] Notify agent at l3_agent.dv-cinder-786931-2-iscsi the message routers_updated {{(pid=86420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 18:22:39.573941 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-6ed330d8-e0c4-4c10-a006-81280d7afe53 admin admin] 10.222.0.11 "PUT /v2.0/routers/00edd0b3-b2bf-4c17-b70d-d4619006e87c/add_router_interface HTTP/1.1" status: 200  len: 508 time: 2.3918614
Apr 20 18:22:39.574551 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9efb0da-f1fc-4cb6-8f23-7cdda6b2a13d None None] Sync routers for ids ['00edd0b3-b2bf-4c17-b70d-d4619006e87c'] in dv-cinder-786931-2-iscsi {{(pid=86423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 18:22:39.589500 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9efb0da-f1fc-4cb6-8f23-7cdda6b2a13d None None] Routers {'00edd0b3-b2bf-4c17-b70d-d4619006e87c'} bound to L3 agent in host dv-cinder-786931-2-iscsi {{(pid=86423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:22:39.590377 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-f9efb0da-f1fc-4cb6-8f23-7cdda6b2a13d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd9319b2ac8>, 'dv-cinder-786931-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-20T18:22:01Z,description=<?>,heartbeat_timestamp=2021-04-20T18:22:31Z,host='dv-cinder-786931-2-iscsi',id=561dbf79-24e4-4a0d-b08c-f7bb8670fc1d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:22:01Z,topic='l3_agent')) {'router_ids': ['00edd0b3-b2bf-4c17-b70d-d4619006e87c'], 'active': True} {{(pid=86423) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:22:39.784293 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_dvr_db [None req-f9efb0da-f1fc-4cb6-8f23-7cdda6b2a13d None None] Set router 00edd0b3-b2bf-4c17-b70d-d4619006e87c gateway port host: None {{(pid=86423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:22:40.361281 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-f9efb0da-f1fc-4cb6-8f23-7cdda6b2a13d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd9319b2ac8>, [{'id': '00edd0b3-b2bf-4c17-b70d-d4619006e87c', 'name': 'router1', 'tenant_id': '5ee7b862085148b0a014648f8bc992d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:22:28Z', 'updated_at': '2021-04-20T18:22:38Z', 'revision_number': 2, 'project_id': '5ee7b862085148b0a014648f8bc992d8', 'gw_port_host': None, '_interfaces': [{'id': '63e381cd-8be0-4c7d-8f67-087752f93dd8', 'name': '', 'network_id': 'eadab030-ec92-4763-ba4f-63d357b9b55a', 'tenant_id': '5ee7b862085148b0a014648f8bc992d8', 'mac_address': 'fa:16:3e:3a:ff:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00edd0b3-b2bf-4c17-b70d-d4619006e87c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ad983bca-8444-4b9d-8e9a-e5a90a7dfbc0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:22:37Z', 'updated_at': '2021-04-20T18:22:38Z', 'revision_number': 2, 'project_id': '5ee7b862085148b0a014648f8bc992d8', 'subnets': [{'id': 'ad983bca-8444-4b9d-8e9a-e5a90a7dfbc0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '880b0d5b-6a63-4a6b-b0d5-4a136f7c7fe4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786931-2-iscsi', False) {} {{(pid=86423) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:22:40.367675 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9efb0da-f1fc-4cb6-8f23-7cdda6b2a13d None None] Checking router: 00edd0b3-b2bf-4c17-b70d-d4619006e87c for host: dv-cinder-786931-2-iscsi {{(pid=86423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 18:22:40.368067 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9efb0da-f1fc-4cb6-8f23-7cdda6b2a13d None None] Updating router 00edd0b3-b2bf-4c17-b70d-d4619006e87c port 63e381cd-8be0-4c7d-8f67-087752f93dd8 binding host dv-cinder-786931-2-iscsi {{(pid=86423) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 20 18:22:40.429984 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f9efb0da-f1fc-4cb6-8f23-7cdda6b2a13d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854207267'] for port, before_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:40.872526 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f9efb0da-f1fc-4cb6-8f23-7cdda6b2a13d None None] Notify callbacks [] for port, precommit_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:40.890409 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-f9efb0da-f1fc-4cb6-8f23-7cdda6b2a13d None None] Transition to ACTIVE for port object 63e381cd-8be0-4c7d-8f67-087752f93dd8 will not be triggered until provisioned by entity L2. {{(pid=86423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 18:22:40.899534 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f9efb0da-f1fc-4cb6-8f23-7cdda6b2a13d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785676839112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251178383903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251178382076'] for port, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:40.908556 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:22:41.136596 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e47e53-5843-46a5-8bd1-93dcd287c402 None None] Pushing event updated for resources: {'Port': ['ID=63e381cd-8be0-4c7d-8f67-087752f93dd8,revision_number=3']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:22:41.156606 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e47e53-5843-46a5-8bd1-93dcd287c402 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:22:41.156975 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e47e53-5843-46a5-8bd1-93dcd287c402 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:22:41.157334 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e47e53-5843-46a5-8bd1-93dcd287c402 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:22:41.157683 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e47e53-5843-46a5-8bd1-93dcd287c402 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:22:41.158030 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e47e53-5843-46a5-8bd1-93dcd287c402 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:22:41.158715 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e47e53-5843-46a5-8bd1-93dcd287c402 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:22:41.159065 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e47e53-5843-46a5-8bd1-93dcd287c402 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:22:41.159410 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e47e53-5843-46a5-8bd1-93dcd287c402 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:22:41.159772 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e47e53-5843-46a5-8bd1-93dcd287c402 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:22:41.160124 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e47e53-5843-46a5-8bd1-93dcd287c402 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:22:41.160494 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e47e53-5843-46a5-8bd1-93dcd287c402 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:22:41.160840 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e47e53-5843-46a5-8bd1-93dcd287c402 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:22:41.161998 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e47e53-5843-46a5-8bd1-93dcd287c402 None None] Tracked resource versions report:
Apr 20 18:22:41.161998 dv-cinder-786931-2-iscsi neutron-server[86307]: pushed versions:
Apr 20 18:22:41.161998 dv-cinder-786931-2-iscsi neutron-server[86307]: {   'AddressGroup': {'1.2'},
Apr 20 18:22:41.161998 dv-cinder-786931-2-iscsi neutron-server[86307]:     'ConntrackHelper': {'1.0'},
Apr 20 18:22:41.161998 dv-cinder-786931-2-iscsi neutron-server[86307]:     'Log': {'1.0'},
Apr 20 18:22:41.161998 dv-cinder-786931-2-iscsi neutron-server[86307]:     'Network': {'1.1'},
Apr 20 18:22:41.161998 dv-cinder-786931-2-iscsi neutron-server[86307]:     'Port': {'1.7'},
Apr 20 18:22:41.161998 dv-cinder-786931-2-iscsi neutron-server[86307]:     'PortForwarding': {'1.2'},
Apr 20 18:22:41.161998 dv-cinder-786931-2-iscsi neutron-server[86307]:     'QosPolicy': {'1.8'},
Apr 20 18:22:41.161998 dv-cinder-786931-2-iscsi neutron-server[86307]:     'SecurityGroup': {'1.4'},
Apr 20 18:22:41.161998 dv-cinder-786931-2-iscsi neutron-server[86307]:     'SecurityGroupRule': {'1.2'},
Apr 20 18:22:41.161998 dv-cinder-786931-2-iscsi neutron-server[86307]:     'SubPort': {'1.0'},
Apr 20 18:22:41.161998 dv-cinder-786931-2-iscsi neutron-server[86307]:     'Subnet': {'1.1'},
Apr 20 18:22:41.161998 dv-cinder-786931-2-iscsi neutron-server[86307]:     'Trunk': {'1.1'}}
Apr 20 18:22:41.161998 dv-cinder-786931-2-iscsi neutron-server[86307]: consumer versions:
Apr 20 18:22:41.161998 dv-cinder-786931-2-iscsi neutron-server[86307]: {   DHCP agent@dv-cinder-786931-2-iscsi: {},
Apr 20 18:22:41.161998 dv-cinder-786931-2-iscsi neutron-server[86307]:     L3 agent@dv-cinder-786931-2-iscsi: {},
Apr 20 18:22:41.161998 dv-cinder-786931-2-iscsi neutron-server[86307]:     Metadata agent@dv-cinder-786931-2-iscsi: {},
Apr 20 18:22:41.161998 dv-cinder-786931-2-iscsi neutron-server[86307]:     Metering agent@dv-cinder-786931-2-iscsi: {},
Apr 20 18:22:41.161998 dv-cinder-786931-2-iscsi neutron-server[86307]:     Open vSwitch agent@dv-cinder-786931-2-iscsi: {   'AddressGroup': '1.2',
Apr 20 18:22:41.161998 dv-cinder-786931-2-iscsi neutron-server[86307]:                                                      'ConntrackHelper': '1.0',
Apr 20 18:22:41.161998 dv-cinder-786931-2-iscsi neutron-server[86307]:                                                      'Log': '1.0',
Apr 20 18:22:41.161998 dv-cinder-786931-2-iscsi neutron-server[86307]:                                                      'Network': '1.1',
Apr 20 18:22:41.161998 dv-cinder-786931-2-iscsi neutron-server[86307]:                                                      'Port': '1.7',
Apr 20 18:22:41.161998 dv-cinder-786931-2-iscsi neutron-server[86307]:                                                      'PortForwarding': '1.2',
Apr 20 18:22:41.161998 dv-cinder-786931-2-iscsi neutron-server[86307]:                                                      'QosPolicy': '1.8',
Apr 20 18:22:41.161998 dv-cinder-786931-2-iscsi neutron-server[86307]:                                                      'SecurityGroup': '1.4',
Apr 20 18:22:41.161998 dv-cinder-786931-2-iscsi neutron-server[86307]:                                                      'SecurityGroupRule': '1.2',
Apr 20 18:22:41.161998 dv-cinder-786931-2-iscsi neutron-server[86307]:                                                      'SubPort': '1.0',
Apr 20 18:22:41.161998 dv-cinder-786931-2-iscsi neutron-server[86307]:                                                      'Subnet': '1.1',
Apr 20 18:22:41.161998 dv-cinder-786931-2-iscsi neutron-server[86307]:                                                      'Trunk': '1.1'}}
Apr 20 18:22:41.161998 dv-cinder-786931-2-iscsi neutron-server[86307]:  {{(pid=86423) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 20 18:22:41.168512 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-b0e47e53-5843-46a5-8bd1-93dcd287c402 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:22:41.169462 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [None req-f9efb0da-f1fc-4cb6-8f23-7cdda6b2a13d None None] Attempting to bind port 63e381cd-8be0-4c7d-8f67-087752f93dd8 on host dv-cinder-786931-2-iscsi for vnic_type normal with profile  {{(pid=86423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 18:22:41.169872 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [None req-f9efb0da-f1fc-4cb6-8f23-7cdda6b2a13d None None] Attempting to bind port 63e381cd-8be0-4c7d-8f67-087752f93dd8 by drivers openvswitch,hyperv on host dv-cinder-786931-2-iscsi at level 0 using segments [{'id': 'e10fec09-858c-4aea-aa3f-27a2ce2f8748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'eadab030-ec92-4763-ba4f-63d357b9b55a'}] {{(pid=86423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 18:22:41.170276 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9efb0da-f1fc-4cb6-8f23-7cdda6b2a13d None None] Attempting to bind port 63e381cd-8be0-4c7d-8f67-087752f93dd8 on network eadab030-ec92-4763-ba4f-63d357b9b55a {{(pid=86423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 18:22:41.177094 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9efb0da-f1fc-4cb6-8f23-7cdda6b2a13d None None] Checking agent: {'id': '36d4d98e-2d96-4c9b-9d9c-08d159895b6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786931-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 22, 2), 'started_at': datetime.datetime(2021, 4, 20, 18, 22, 32), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 22, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786931-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 18:22:41.177327 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9efb0da-f1fc-4cb6-8f23-7cdda6b2a13d None None] Checking segment: {'id': 'e10fec09-858c-4aea-aa3f-27a2ce2f8748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'eadab030-ec92-4763-ba4f-63d357b9b55a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 18:22:41.177672 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f9efb0da-f1fc-4cb6-8f23-7cdda6b2a13d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:41.178075 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9efb0da-f1fc-4cb6-8f23-7cdda6b2a13d None None] Bound using segment: {'id': 'e10fec09-858c-4aea-aa3f-27a2ce2f8748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'eadab030-ec92-4763-ba4f-63d357b9b55a'} {{(pid=86423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 18:22:41.178619 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [None req-f9efb0da-f1fc-4cb6-8f23-7cdda6b2a13d None None] Bound port: 63e381cd-8be0-4c7d-8f67-087752f93dd8, host: dv-cinder-786931-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e10fec09-858c-4aea-aa3f-27a2ce2f8748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'eadab030-ec92-4763-ba4f-63d357b9b55a'}}] {{(pid=86423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 18:22:41.179020 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f9efb0da-f1fc-4cb6-8f23-7cdda6b2a13d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854207267'] for port, before_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:41.284142 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-f9efb0da-f1fc-4cb6-8f23-7cdda6b2a13d None None] For port 63e381cd-8be0-4c7d-8f67-087752f93dd8, host dv-cinder-786931-2-iscsi, cleared binding levels {{(pid=86423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 18:22:41.288660 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-f9efb0da-f1fc-4cb6-8f23-7cdda6b2a13d None None] For port 63e381cd-8be0-4c7d-8f67-087752f93dd8, host dv-cinder-786931-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-2-iscsi',level=0,port_id=63e381cd-8be0-4c7d-8f67-087752f93dd8,segment=NetworkSegment(e10fec09-858c-4aea-aa3f-27a2ce2f8748),segment_id=e10fec09-858c-4aea-aa3f-27a2ce2f8748)] {{(pid=86423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 18:22:41.292750 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f9efb0da-f1fc-4cb6-8f23-7cdda6b2a13d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785676839112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251178383903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251178382076'] for port, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:41.297731 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-b0e47e53-5843-46a5-8bd1-93dcd287c402 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:22:41.386189 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9efb0da-f1fc-4cb6-8f23-7cdda6b2a13d None None] Routers {'00edd0b3-b2bf-4c17-b70d-d4619006e87c'} bound to L3 agent in host dv-cinder-786931-2-iscsi {{(pid=86423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:22:41.386939 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-f9efb0da-f1fc-4cb6-8f23-7cdda6b2a13d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd9319b2ac8>, 'dv-cinder-786931-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-20T18:22:01Z,description=<?>,heartbeat_timestamp=2021-04-20T18:22:31Z,host='dv-cinder-786931-2-iscsi',id=561dbf79-24e4-4a0d-b08c-f7bb8670fc1d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:22:01Z,topic='l3_agent')) {'router_ids': ['00edd0b3-b2bf-4c17-b70d-d4619006e87c'], 'active': True} {{(pid=86423) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:22:41.528729 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e47e53-5843-46a5-8bd1-93dcd287c402 None None] Pushing event updated for resources: {'Port': ['ID=63e381cd-8be0-4c7d-8f67-087752f93dd8,revision_number=4']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:22:41.532375 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-b0e47e53-5843-46a5-8bd1-93dcd287c402 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:22:41.571144 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_dvr_db [None req-f9efb0da-f1fc-4cb6-8f23-7cdda6b2a13d None None] Set router 00edd0b3-b2bf-4c17-b70d-d4619006e87c gateway port host: None {{(pid=86423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:22:41.940743 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-f9efb0da-f1fc-4cb6-8f23-7cdda6b2a13d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd9319b2ac8>, [{'id': '00edd0b3-b2bf-4c17-b70d-d4619006e87c', 'name': 'router1', 'tenant_id': '5ee7b862085148b0a014648f8bc992d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:22:28Z', 'updated_at': '2021-04-20T18:22:38Z', 'revision_number': 2, 'project_id': '5ee7b862085148b0a014648f8bc992d8', 'gw_port_host': None, '_interfaces': [{'id': '63e381cd-8be0-4c7d-8f67-087752f93dd8', 'name': '', 'network_id': 'eadab030-ec92-4763-ba4f-63d357b9b55a', 'tenant_id': '5ee7b862085148b0a014648f8bc992d8', 'mac_address': 'fa:16:3e:3a:ff:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00edd0b3-b2bf-4c17-b70d-d4619006e87c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ad983bca-8444-4b9d-8e9a-e5a90a7dfbc0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:22:37Z', 'updated_at': '2021-04-20T18:22:41Z', 'revision_number': 4, 'project_id': '5ee7b862085148b0a014648f8bc992d8', 'subnets': [{'id': 'ad983bca-8444-4b9d-8e9a-e5a90a7dfbc0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '880b0d5b-6a63-4a6b-b0d5-4a136f7c7fe4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786931-2-iscsi', False) {} {{(pid=86423) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:22:41.944993 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9efb0da-f1fc-4cb6-8f23-7cdda6b2a13d None None] The sync data for ids ['00edd0b3-b2bf-4c17-b70d-d4619006e87c'] in dv-cinder-786931-2-iscsi is: [{'id': '00edd0b3-b2bf-4c17-b70d-d4619006e87c', 'name': 'router1', 'tenant_id': '5ee7b862085148b0a014648f8bc992d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:22:28Z', 'updated_at': '2021-04-20T18:22:38Z', 'revision_number': 2, 'project_id': '5ee7b862085148b0a014648f8bc992d8', 'gw_port_host': None, '_interfaces': [{'id': '63e381cd-8be0-4c7d-8f67-087752f93dd8', 'name': '', 'network_id': 'eadab030-ec92-4763-ba4f-63d357b9b55a', 'tenant_id': '5ee7b862085148b0a014648f8bc992d8', 'mac_address': 'fa:16:3e:3a:ff:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00edd0b3-b2bf-4c17-b70d-d4619006e87c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ad983bca-8444-4b9d-8e9a-e5a90a7dfbc0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:22:37Z', 'updated_at': '2021-04-20T18:22:41Z', 'revision_number': 4, 'project_id': '5ee7b862085148b0a014648f8bc992d8', 'subnets': [{'id': 'ad983bca-8444-4b9d-8e9a-e5a90a7dfbc0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '880b0d5b-6a63-4a6b-b0d5-4a136f7c7fe4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 18:22:42.249159 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86421) accepted ('10.222.0.11', 41110) {{(pid=86421) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:22:42.623999 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.policy [None req-b7e41822-454f-4a42-9980-fdf24c6db3c3 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=86421) register_rules /opt/stack/neutron/neutron/policy.py:75}}
Apr 20 18:22:42.868654 dv-cinder-786931-2-iscsi neutron-server[86307]: WARNING oslo_policy.policy [None req-b7e41822-454f-4a42-9980-fdf24c6db3c3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 20 18:22:42.869227 dv-cinder-786931-2-iscsi neutron-server[86307]: WARNING oslo_policy.policy [None req-b7e41822-454f-4a42-9980-fdf24c6db3c3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 20 18:22:42.888086 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7e41822-454f-4a42-9980-fdf24c6db3c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:22:42.890245 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-b7e41822-454f-4a42-9980-fdf24c6db3c3 admin admin] 10.222.0.11 "GET /v2.0/networks/357044f3-f85c-4c82-92f2-504aa071d528 HTTP/1.1" status: 200  len: 842 time: 0.6394846
Apr 20 18:22:42.904966 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.v2.base [None req-e255a3d3-585e-4c33-9f20-c665109e7689 admin admin] Request body: {'subnet': {'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'network_id': '357044f3-f85c-4c82-92f2-504aa071d528', 'enable_dhcp': False, 'name': 'public-subnet', 'ip_version': 4}} {{(pid=86421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:22:42.910644 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.quota [None req-e255a3d3-585e-4c33-9f20-c665109e7689 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7fd9318394e0>.
Apr 20 18:22:42.921027 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-e255a3d3-585e-4c33-9f20-c665109e7689 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86421) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:22:42.931272 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-e255a3d3-585e-4c33-9f20-c665109e7689 admin admin] Usage tracker for resource:subnet and tenant:0d72bfa87cdf4adf83d627e71a7dd54a is out of sync, need to count used quota {{(pid=86421) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:22:42.937033 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-e255a3d3-585e-4c33-9f20-c665109e7689 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86421) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:22:42.949272 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-e255a3d3-585e-4c33-9f20-c665109e7689 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86421) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:22:42.970287 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e255a3d3-585e-4c33-9f20-c665109e7689 admin admin] Made reservation on behalf of 0d72bfa87cdf4adf83d627e71a7dd54a for: {'subnet': 1} {{(pid=86421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 18:22:42.980202 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-e255a3d3-585e-4c33-9f20-c665109e7689 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:43.601251 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.objects.ports [None req-e255a3d3-585e-4c33-9f20-c665109e7689 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=86421) get_objects /opt/stack/neutron/neutron/objects/ports.py:446}}
Apr 20 18:22:43.601872 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-e255a3d3-585e-4c33-9f20-c665109e7689 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850911380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730'] for subnet, after_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:43.609094 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:22:43.725246 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e255a3d3-585e-4c33-9f20-c665109e7689 admin admin] Checking segment: {'id': 'f02283aa-238a-4f3f-9851-30c34a9365bb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '357044f3-f85c-4c82-92f2-504aa071d528'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 18:22:43.726053 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e255a3d3-585e-4c33-9f20-c665109e7689 admin admin] Network hostable DHCP agents. Network: 357044f3-f85c-4c82-92f2-504aa071d528, hostable agents: ['d7942baf-6bbf-4686-8ec5-e08268711b74'], hosted agents: [] {{(pid=86421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 20 18:22:43.734604 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e255a3d3-585e-4c33-9f20-c665109e7689 admin admin] Pushing event updated for resources: {'Subnet': ['ID=737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87,revision_number=0']} {{(pid=86421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:22:43.747830 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e255a3d3-585e-4c33-9f20-c665109e7689 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:22:43.748368 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e255a3d3-585e-4c33-9f20-c665109e7689 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:22:43.748823 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e255a3d3-585e-4c33-9f20-c665109e7689 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:22:43.749277 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e255a3d3-585e-4c33-9f20-c665109e7689 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:22:43.749720 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e255a3d3-585e-4c33-9f20-c665109e7689 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:22:43.750175 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e255a3d3-585e-4c33-9f20-c665109e7689 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:22:43.750674 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e255a3d3-585e-4c33-9f20-c665109e7689 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:22:43.751123 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e255a3d3-585e-4c33-9f20-c665109e7689 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:22:43.751581 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e255a3d3-585e-4c33-9f20-c665109e7689 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:22:43.752458 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e255a3d3-585e-4c33-9f20-c665109e7689 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:22:43.752877 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e255a3d3-585e-4c33-9f20-c665109e7689 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:22:43.753323 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e255a3d3-585e-4c33-9f20-c665109e7689 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:22:43.754654 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e255a3d3-585e-4c33-9f20-c665109e7689 admin admin] Tracked resource versions report:
Apr 20 18:22:43.754654 dv-cinder-786931-2-iscsi neutron-server[86307]: pushed versions:
Apr 20 18:22:43.754654 dv-cinder-786931-2-iscsi neutron-server[86307]: {   'AddressGroup': {'1.2'},
Apr 20 18:22:43.754654 dv-cinder-786931-2-iscsi neutron-server[86307]:     'ConntrackHelper': {'1.0'},
Apr 20 18:22:43.754654 dv-cinder-786931-2-iscsi neutron-server[86307]:     'Log': {'1.0'},
Apr 20 18:22:43.754654 dv-cinder-786931-2-iscsi neutron-server[86307]:     'Network': {'1.1'},
Apr 20 18:22:43.754654 dv-cinder-786931-2-iscsi neutron-server[86307]:     'Port': {'1.7'},
Apr 20 18:22:43.754654 dv-cinder-786931-2-iscsi neutron-server[86307]:     'PortForwarding': {'1.2'},
Apr 20 18:22:43.754654 dv-cinder-786931-2-iscsi neutron-server[86307]:     'QosPolicy': {'1.8'},
Apr 20 18:22:43.754654 dv-cinder-786931-2-iscsi neutron-server[86307]:     'SecurityGroup': {'1.4'},
Apr 20 18:22:43.754654 dv-cinder-786931-2-iscsi neutron-server[86307]:     'SecurityGroupRule': {'1.2'},
Apr 20 18:22:43.754654 dv-cinder-786931-2-iscsi neutron-server[86307]:     'SubPort': {'1.0'},
Apr 20 18:22:43.754654 dv-cinder-786931-2-iscsi neutron-server[86307]:     'Subnet': {'1.1'},
Apr 20 18:22:43.754654 dv-cinder-786931-2-iscsi neutron-server[86307]:     'Trunk': {'1.1'}}
Apr 20 18:22:43.754654 dv-cinder-786931-2-iscsi neutron-server[86307]: consumer versions:
Apr 20 18:22:43.754654 dv-cinder-786931-2-iscsi neutron-server[86307]: {   DHCP agent@dv-cinder-786931-2-iscsi: {},
Apr 20 18:22:43.754654 dv-cinder-786931-2-iscsi neutron-server[86307]:     L3 agent@dv-cinder-786931-2-iscsi: {},
Apr 20 18:22:43.754654 dv-cinder-786931-2-iscsi neutron-server[86307]:     Metadata agent@dv-cinder-786931-2-iscsi: {},
Apr 20 18:22:43.754654 dv-cinder-786931-2-iscsi neutron-server[86307]:     Metering agent@dv-cinder-786931-2-iscsi: {},
Apr 20 18:22:43.754654 dv-cinder-786931-2-iscsi neutron-server[86307]:     Open vSwitch agent@dv-cinder-786931-2-iscsi: {   'AddressGroup': '1.2',
Apr 20 18:22:43.754654 dv-cinder-786931-2-iscsi neutron-server[86307]:                                                      'ConntrackHelper': '1.0',
Apr 20 18:22:43.754654 dv-cinder-786931-2-iscsi neutron-server[86307]:                                                      'Log': '1.0',
Apr 20 18:22:43.754654 dv-cinder-786931-2-iscsi neutron-server[86307]:                                                      'Network': '1.1',
Apr 20 18:22:43.754654 dv-cinder-786931-2-iscsi neutron-server[86307]:                                                      'Port': '1.7',
Apr 20 18:22:43.754654 dv-cinder-786931-2-iscsi neutron-server[86307]:                                                      'PortForwarding': '1.2',
Apr 20 18:22:43.754654 dv-cinder-786931-2-iscsi neutron-server[86307]:                                                      'QosPolicy': '1.8',
Apr 20 18:22:43.754654 dv-cinder-786931-2-iscsi neutron-server[86307]:                                                      'SecurityGroup': '1.4',
Apr 20 18:22:43.754654 dv-cinder-786931-2-iscsi neutron-server[86307]:                                                      'SecurityGroupRule': '1.2',
Apr 20 18:22:43.754654 dv-cinder-786931-2-iscsi neutron-server[86307]:                                                      'SubPort': '1.0',
Apr 20 18:22:43.754654 dv-cinder-786931-2-iscsi neutron-server[86307]:                                                      'Subnet': '1.1',
Apr 20 18:22:43.754654 dv-cinder-786931-2-iscsi neutron-server[86307]:                                                      'Trunk': '1.1'}}
Apr 20 18:22:43.754654 dv-cinder-786931-2-iscsi neutron-server[86307]:  {{(pid=86421) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 20 18:22:43.795050 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e255a3d3-585e-4c33-9f20-c665109e7689 admin admin] Network 357044f3-f85c-4c82-92f2-504aa071d528 is scheduled to be hosted by DHCP agent d7942baf-6bbf-4686-8ec5-e08268711b74 with binding_index 1 {{(pid=86421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 20 18:22:43.797969 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-e255a3d3-585e-4c33-9f20-c665109e7689 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:22:43.809830 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.scheduler.base_scheduler [None req-e255a3d3-585e-4c33-9f20-c665109e7689 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786931-2-iscsi, 357044f3-f85c-4c82-92f2-504aa071d528) {{(pid=86421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:22:43.816535 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e255a3d3-585e-4c33-9f20-c665109e7689 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:22:43.817583 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-e255a3d3-585e-4c33-9f20-c665109e7689 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3704713'] for subnet, before_response {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:43.823673 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c786454a-ab34-4945-905e-9e825eccee91 None None] Network 357044f3-f85c-4c82-92f2-504aa071d528 requested from dv-cinder-786931-2-iscsi {{(pid=86422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 18:22:43.854983 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-e255a3d3-585e-4c33-9f20-c665109e7689 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.9568067
Apr 20 18:22:44.254115 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebbf0e9f-2ab3-41e7-b92d-6d744d4d82a8 None None] Network 357044f3-f85c-4c82-92f2-504aa071d528 requested from dv-cinder-786931-2-iscsi {{(pid=86422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 18:22:46.118461 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Device 63e381cd-8be0-4c7d-8f67-087752f93dd8 up at agent ovs-agent-dv-cinder-786931-2-iscsi {{(pid=86422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:22:46.205340 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Provisioning for port 63e381cd-8be0-4c7d-8f67-087752f93dd8 completed by entity L2. {{(pid=86422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 18:22:46.213714 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Provisioning complete for port 63e381cd-8be0-4c7d-8f67-087752f93dd8 triggered by entity L2. {{(pid=86422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:22:46.214351 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733696'] for port, provisioning_complete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:46.427658 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854207267'] for port, before_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:46.495555 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] For port 63e381cd-8be0-4c7d-8f67-087752f93dd8, host dv-cinder-786931-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-2-iscsi',level=0,port_id=63e381cd-8be0-4c7d-8f67-087752f93dd8,segment=NetworkSegment(e10fec09-858c-4aea-aa3f-27a2ce2f8748),segment_id=e10fec09-858c-4aea-aa3f-27a2ce2f8748)] {{(pid=86422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:22:46.498750 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785676839112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251178383903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251178382076'] for port, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:46.500978 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:22:46.757205 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Pushing event updated for resources: {'Port': ['ID=63e381cd-8be0-4c7d-8f67-087752f93dd8,revision_number=5']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:22:46.760853 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:22:46.848810 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86421) accepted ('10.222.0.11', 41130) {{(pid=86421) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:22:47.115401 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-5bc75dc9-8d05-46f7-bdb0-6f8214bea917 admin admin] 10.222.0.11 "GET /v2.0/routers/00edd0b3-b2bf-4c17-b70d-d4619006e87c HTTP/1.1" status: 200  len: 710 time: 0.2649970
Apr 20 18:22:47.276000 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebc7e814-5b50-42ff-a421-cb8791649e73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:22:47.277521 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-ebc7e814-5b50-42ff-a421-cb8791649e73 admin admin] 10.222.0.11 "GET /v2.0/networks/357044f3-f85c-4c82-92f2-504aa071d528 HTTP/1.1" status: 200  len: 886 time: 0.1549742
Apr 20 18:22:47.289611 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.v2.base [None req-26334dd8-30ba-4bc9-b576-ba6aabc1d5f9 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '357044f3-f85c-4c82-92f2-504aa071d528'}}} {{(pid=86421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:22:47.959353 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-26334dd8-30ba-4bc9-b576-ba6aabc1d5f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3866102', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3837788', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854767699'] for router, precommit_update {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:48.121880 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Device 63e381cd-8be0-4c7d-8f67-087752f93dd8 up at agent ovs-agent-dv-cinder-786931-2-iscsi {{(pid=86422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:22:48.265302 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Provisioning complete for port 63e381cd-8be0-4c7d-8f67-087752f93dd8 triggered by entity L2. {{(pid=86422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:22:48.265855 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733696'] for port, provisioning_complete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:48.416879 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-26334dd8-30ba-4bc9-b576-ba6aabc1d5f9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:48.499699 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-26334dd8-30ba-4bc9-b576-ba6aabc1d5f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854207267'] for port, before_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:48.661992 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.db_base_plugin_common [None req-26334dd8-30ba-4bc9-b576-ba6aabc1d5f9 admin admin] Allocated IP 172.27.2.205 (357044f3-f85c-4c82-92f2-504aa071d528/737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87/33beab9d-2cbc-4dff-af84-a27a1cccc703) {{(pid=86421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 18:22:48.830412 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-26334dd8-30ba-4bc9-b576-ba6aabc1d5f9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:48.890981 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-26334dd8-30ba-4bc9-b576-ba6aabc1d5f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251178383920'] for port, after_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:48.896020 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:22:48.957035 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26334dd8-30ba-4bc9-b576-ba6aabc1d5f9 admin admin] Network 357044f3-f85c-4c82-92f2-504aa071d528 is already hosted by enough agents. {{(pid=86421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 18:22:48.965493 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.scheduler.base_scheduler [None req-26334dd8-30ba-4bc9-b576-ba6aabc1d5f9 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:22:48.970090 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26334dd8-30ba-4bc9-b576-ba6aabc1d5f9 admin admin] Received port after_create {{(pid=86421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 18:22:49.101021 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26334dd8-30ba-4bc9-b576-ba6aabc1d5f9 admin admin] Pushing event updated for resources: {'Port': ['ID=33beab9d-2cbc-4dff-af84-a27a1cccc703,revision_number=1']} {{(pid=86421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:22:49.108144 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-26334dd8-30ba-4bc9-b576-ba6aabc1d5f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:22:49.401032 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-26334dd8-30ba-4bc9-b576-ba6aabc1d5f9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:49.790555 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-26334dd8-30ba-4bc9-b576-ba6aabc1d5f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3866102', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3837788', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854767699'] for router, precommit_update {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:49.795281 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-26334dd8-30ba-4bc9-b576-ba6aabc1d5f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036850909732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036850909747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3866053', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036850938069'] for router, after_update {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:50.168458 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26334dd8-30ba-4bc9-b576-ba6aabc1d5f9 admin admin] Router 00edd0b3-b2bf-4c17-b70d-d4619006e87c has already been hosted by L3 agent 561dbf79-24e4-4a0d-b08c-f7bb8670fc1d {{(pid=86421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 18:22:50.369699 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26334dd8-30ba-4bc9-b576-ba6aabc1d5f9 admin admin] Notify agent at l3_agent.dv-cinder-786931-2-iscsi the message routers_updated {{(pid=86421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 18:22:50.383524 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4e0b507-6db9-4d2e-afff-270ab569a307 None None] Sync routers for ids ['00edd0b3-b2bf-4c17-b70d-d4619006e87c'] in dv-cinder-786931-2-iscsi {{(pid=86422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 18:22:50.383980 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-26334dd8-30ba-4bc9-b576-ba6aabc1d5f9 admin admin] Notify callbacks [] for router, before_response {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:50.385613 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-26334dd8-30ba-4bc9-b576-ba6aabc1d5f9 admin admin] 10.222.0.11 "PUT /v2.0/routers/00edd0b3-b2bf-4c17-b70d-d4619006e87c HTTP/1.1" status: 200  len: 890 time: 3.0997298
Apr 20 18:22:50.395437 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4e0b507-6db9-4d2e-afff-270ab569a307 None None] Routers {'00edd0b3-b2bf-4c17-b70d-d4619006e87c'} bound to L3 agent in host dv-cinder-786931-2-iscsi {{(pid=86422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:22:50.396137 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-f4e0b507-6db9-4d2e-afff-270ab569a307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd930a60668>, 'dv-cinder-786931-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-20T18:22:01Z,description=<?>,heartbeat_timestamp=2021-04-20T18:22:31Z,host='dv-cinder-786931-2-iscsi',id=561dbf79-24e4-4a0d-b08c-f7bb8670fc1d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:22:01Z,topic='l3_agent')) {'router_ids': ['00edd0b3-b2bf-4c17-b70d-d4619006e87c'], 'active': True} {{(pid=86422) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:22:50.701797 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_dvr_db [None req-f4e0b507-6db9-4d2e-afff-270ab569a307 None None] Set router 00edd0b3-b2bf-4c17-b70d-d4619006e87c gateway port host: dv-cinder-786931-2-iscsi {{(pid=86422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:22:51.261559 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-f4e0b507-6db9-4d2e-afff-270ab569a307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd930a60668>, [{'id': '00edd0b3-b2bf-4c17-b70d-d4619006e87c', 'name': 'router1', 'tenant_id': '5ee7b862085148b0a014648f8bc992d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357044f3-f85c-4c82-92f2-504aa071d528', 'external_fixed_ips': [{'subnet_id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'ip_address': '172.27.2.205'}], 'enable_snat': True}, 'gw_port_id': '33beab9d-2cbc-4dff-af84-a27a1cccc703', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:22:28Z', 'updated_at': '2021-04-20T18:22:49Z', 'revision_number': 4, 'project_id': '5ee7b862085148b0a014648f8bc992d8', 'gw_port': {'id': '33beab9d-2cbc-4dff-af84-a27a1cccc703', 'name': '', 'network_id': '357044f3-f85c-4c82-92f2-504aa071d528', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:52:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00edd0b3-b2bf-4c17-b70d-d4619006e87c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'ip_address': '172.27.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:22:48Z', 'updated_at': '2021-04-20T18:22:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-2-iscsi', '_interfaces': [{'id': '63e381cd-8be0-4c7d-8f67-087752f93dd8', 'name': '', 'network_id': 'eadab030-ec92-4763-ba4f-63d357b9b55a', 'tenant_id': '5ee7b862085148b0a014648f8bc992d8', 'mac_address': 'fa:16:3e:3a:ff:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00edd0b3-b2bf-4c17-b70d-d4619006e87c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ad983bca-8444-4b9d-8e9a-e5a90a7dfbc0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:22:37Z', 'updated_at': '2021-04-20T18:22:46Z', 'revision_number': 5, 'project_id': '5ee7b862085148b0a014648f8bc992d8', 'subnets': [{'id': 'ad983bca-8444-4b9d-8e9a-e5a90a7dfbc0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '880b0d5b-6a63-4a6b-b0d5-4a136f7c7fe4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786931-2-iscsi', False) {} {{(pid=86422) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:22:51.271490 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4e0b507-6db9-4d2e-afff-270ab569a307 None None] Checking router: 00edd0b3-b2bf-4c17-b70d-d4619006e87c for host: dv-cinder-786931-2-iscsi {{(pid=86422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 18:22:51.272147 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4e0b507-6db9-4d2e-afff-270ab569a307 None None] Updating router 00edd0b3-b2bf-4c17-b70d-d4619006e87c port 33beab9d-2cbc-4dff-af84-a27a1cccc703 binding host dv-cinder-786931-2-iscsi {{(pid=86422) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 20 18:22:51.378546 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f4e0b507-6db9-4d2e-afff-270ab569a307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854207267'] for port, before_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:51.851019 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f4e0b507-6db9-4d2e-afff-270ab569a307 None None] Notify callbacks [] for port, precommit_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:51.865873 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-f4e0b507-6db9-4d2e-afff-270ab569a307 None None] Transition to ACTIVE for port object 33beab9d-2cbc-4dff-af84-a27a1cccc703 will not be triggered until provisioned by entity L2. {{(pid=86422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 18:22:51.872714 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f4e0b507-6db9-4d2e-afff-270ab569a307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785676839112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251178383903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251178382076'] for port, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:51.879006 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-2ade2731-8fd5-4cb1-ae86-64d1a02ab5d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:22:51.965718 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [None req-f4e0b507-6db9-4d2e-afff-270ab569a307 None None] Attempting to bind port 33beab9d-2cbc-4dff-af84-a27a1cccc703 on host dv-cinder-786931-2-iscsi for vnic_type normal with profile  {{(pid=86422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 18:22:51.966233 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [None req-f4e0b507-6db9-4d2e-afff-270ab569a307 None None] Attempting to bind port 33beab9d-2cbc-4dff-af84-a27a1cccc703 by drivers openvswitch,hyperv on host dv-cinder-786931-2-iscsi at level 0 using segments [{'id': 'f02283aa-238a-4f3f-9851-30c34a9365bb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '357044f3-f85c-4c82-92f2-504aa071d528'}] {{(pid=86422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 18:22:51.966528 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e0b507-6db9-4d2e-afff-270ab569a307 None None] Attempting to bind port 33beab9d-2cbc-4dff-af84-a27a1cccc703 on network 357044f3-f85c-4c82-92f2-504aa071d528 {{(pid=86422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 18:22:51.974663 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bf6899-3387-4421-99d5-87fa403e0276 None None] Pushing event updated for resources: {'Port': ['ID=33beab9d-2cbc-4dff-af84-a27a1cccc703,revision_number=2']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:22:51.977588 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-70bf6899-3387-4421-99d5-87fa403e0276 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:22:51.978730 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e0b507-6db9-4d2e-afff-270ab569a307 None None] Checking agent: {'id': '36d4d98e-2d96-4c9b-9d9c-08d159895b6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786931-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 22, 2), 'started_at': datetime.datetime(2021, 4, 20, 18, 22, 32), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 22, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786931-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 18:22:51.979138 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e0b507-6db9-4d2e-afff-270ab569a307 None None] Checking segment: {'id': 'f02283aa-238a-4f3f-9851-30c34a9365bb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '357044f3-f85c-4c82-92f2-504aa071d528'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 18:22:51.979576 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f4e0b507-6db9-4d2e-afff-270ab569a307 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:51.979994 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e0b507-6db9-4d2e-afff-270ab569a307 None None] Bound using segment: {'id': 'f02283aa-238a-4f3f-9851-30c34a9365bb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '357044f3-f85c-4c82-92f2-504aa071d528'} {{(pid=86422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 18:22:51.980564 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [None req-f4e0b507-6db9-4d2e-afff-270ab569a307 None None] Bound port: 33beab9d-2cbc-4dff-af84-a27a1cccc703, host: dv-cinder-786931-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f02283aa-238a-4f3f-9851-30c34a9365bb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '357044f3-f85c-4c82-92f2-504aa071d528'}}] {{(pid=86422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 18:22:51.980970 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f4e0b507-6db9-4d2e-afff-270ab569a307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854207267'] for port, before_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:52.069027 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-f4e0b507-6db9-4d2e-afff-270ab569a307 None None] For port 33beab9d-2cbc-4dff-af84-a27a1cccc703, host dv-cinder-786931-2-iscsi, cleared binding levels {{(pid=86422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 18:22:52.072871 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-f4e0b507-6db9-4d2e-afff-270ab569a307 None None] For port 33beab9d-2cbc-4dff-af84-a27a1cccc703, host dv-cinder-786931-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-2-iscsi',level=0,port_id=33beab9d-2cbc-4dff-af84-a27a1cccc703,segment=NetworkSegment(f02283aa-238a-4f3f-9851-30c34a9365bb),segment_id=f02283aa-238a-4f3f-9851-30c34a9365bb)] {{(pid=86422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 18:22:52.076930 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f4e0b507-6db9-4d2e-afff-270ab569a307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785676839112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251178383903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251178382076'] for port, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:52.082828 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-432e8734-246a-4634-aa23-5f45b0906958 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:22:52.171032 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4e0b507-6db9-4d2e-afff-270ab569a307 None None] Routers {'00edd0b3-b2bf-4c17-b70d-d4619006e87c'} bound to L3 agent in host dv-cinder-786931-2-iscsi {{(pid=86422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:22:52.171716 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-f4e0b507-6db9-4d2e-afff-270ab569a307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd930a60668>, 'dv-cinder-786931-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-20T18:22:01Z,description=<?>,heartbeat_timestamp=2021-04-20T18:22:31Z,host='dv-cinder-786931-2-iscsi',id=561dbf79-24e4-4a0d-b08c-f7bb8670fc1d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:22:01Z,topic='l3_agent')) {'router_ids': ['00edd0b3-b2bf-4c17-b70d-d4619006e87c'], 'active': True} {{(pid=86422) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:22:52.296042 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bf6899-3387-4421-99d5-87fa403e0276 None None] Pushing event updated for resources: {'Port': ['ID=33beab9d-2cbc-4dff-af84-a27a1cccc703,revision_number=3']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:22:52.299462 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-70bf6899-3387-4421-99d5-87fa403e0276 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:22:52.376205 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_dvr_db [None req-f4e0b507-6db9-4d2e-afff-270ab569a307 None None] Set router 00edd0b3-b2bf-4c17-b70d-d4619006e87c gateway port host: dv-cinder-786931-2-iscsi {{(pid=86422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:22:52.744072 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-f4e0b507-6db9-4d2e-afff-270ab569a307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd930a60668>, [{'id': '00edd0b3-b2bf-4c17-b70d-d4619006e87c', 'name': 'router1', 'tenant_id': '5ee7b862085148b0a014648f8bc992d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357044f3-f85c-4c82-92f2-504aa071d528', 'external_fixed_ips': [{'subnet_id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'ip_address': '172.27.2.205'}], 'enable_snat': True}, 'gw_port_id': '33beab9d-2cbc-4dff-af84-a27a1cccc703', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:22:28Z', 'updated_at': '2021-04-20T18:22:49Z', 'revision_number': 4, 'project_id': '5ee7b862085148b0a014648f8bc992d8', 'gw_port': {'id': '33beab9d-2cbc-4dff-af84-a27a1cccc703', 'name': '', 'network_id': '357044f3-f85c-4c82-92f2-504aa071d528', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:52:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00edd0b3-b2bf-4c17-b70d-d4619006e87c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'ip_address': '172.27.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:22:48Z', 'updated_at': '2021-04-20T18:22:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-2-iscsi', '_interfaces': [{'id': '63e381cd-8be0-4c7d-8f67-087752f93dd8', 'name': '', 'network_id': 'eadab030-ec92-4763-ba4f-63d357b9b55a', 'tenant_id': '5ee7b862085148b0a014648f8bc992d8', 'mac_address': 'fa:16:3e:3a:ff:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00edd0b3-b2bf-4c17-b70d-d4619006e87c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ad983bca-8444-4b9d-8e9a-e5a90a7dfbc0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:22:37Z', 'updated_at': '2021-04-20T18:22:46Z', 'revision_number': 5, 'project_id': '5ee7b862085148b0a014648f8bc992d8', 'subnets': [{'id': 'ad983bca-8444-4b9d-8e9a-e5a90a7dfbc0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '880b0d5b-6a63-4a6b-b0d5-4a136f7c7fe4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786931-2-iscsi', False) {} {{(pid=86422) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:22:52.748509 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4e0b507-6db9-4d2e-afff-270ab569a307 None None] The sync data for ids ['00edd0b3-b2bf-4c17-b70d-d4619006e87c'] in dv-cinder-786931-2-iscsi is: [{'id': '00edd0b3-b2bf-4c17-b70d-d4619006e87c', 'name': 'router1', 'tenant_id': '5ee7b862085148b0a014648f8bc992d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357044f3-f85c-4c82-92f2-504aa071d528', 'external_fixed_ips': [{'subnet_id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'ip_address': '172.27.2.205'}], 'enable_snat': True}, 'gw_port_id': '33beab9d-2cbc-4dff-af84-a27a1cccc703', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:22:28Z', 'updated_at': '2021-04-20T18:22:49Z', 'revision_number': 4, 'project_id': '5ee7b862085148b0a014648f8bc992d8', 'gw_port': {'id': '33beab9d-2cbc-4dff-af84-a27a1cccc703', 'name': '', 'network_id': '357044f3-f85c-4c82-92f2-504aa071d528', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:52:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00edd0b3-b2bf-4c17-b70d-d4619006e87c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'ip_address': '172.27.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:22:48Z', 'updated_at': '2021-04-20T18:22:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-2-iscsi', '_interfaces': [{'id': '63e381cd-8be0-4c7d-8f67-087752f93dd8', 'name': '', 'network_id': 'eadab030-ec92-4763-ba4f-63d357b9b55a', 'tenant_id': '5ee7b862085148b0a014648f8bc992d8', 'mac_address': 'fa:16:3e:3a:ff:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00edd0b3-b2bf-4c17-b70d-d4619006e87c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ad983bca-8444-4b9d-8e9a-e5a90a7dfbc0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:22:37Z', 'updated_at': '2021-04-20T18:22:46Z', 'revision_number': 5, 'project_id': '5ee7b862085148b0a014648f8bc992d8', 'subnets': [{'id': 'ad983bca-8444-4b9d-8e9a-e5a90a7dfbc0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '880b0d5b-6a63-4a6b-b0d5-4a136f7c7fe4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 18:22:53.268133 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86421) accepted ('10.222.0.11', 41140) {{(pid=86421) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:22:53.402582 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-f2ec2d44-2e00-43d7-8948-7e1b9c43f092 admin admin] 10.222.0.11 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200  len: 411 time: 0.1328487
Apr 20 18:22:54.114888 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Device 33beab9d-2cbc-4dff-af84-a27a1cccc703 up at agent ovs-agent-dv-cinder-786931-2-iscsi {{(pid=86422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:22:54.192022 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Provisioning for port 33beab9d-2cbc-4dff-af84-a27a1cccc703 completed by entity L2. {{(pid=86422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 18:22:54.197162 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Provisioning complete for port 33beab9d-2cbc-4dff-af84-a27a1cccc703 triggered by entity L2. {{(pid=86422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:22:54.197565 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733696'] for port, provisioning_complete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:54.492002 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854207267'] for port, before_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:54.509219 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] For port 33beab9d-2cbc-4dff-af84-a27a1cccc703, host dv-cinder-786931-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-2-iscsi',level=0,port_id=33beab9d-2cbc-4dff-af84-a27a1cccc703,segment=NetworkSegment(f02283aa-238a-4f3f-9851-30c34a9365bb),segment_id=f02283aa-238a-4f3f-9851-30c34a9365bb)] {{(pid=86422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:22:54.511989 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785676839112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251178383903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251178382076'] for port, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:54.514202 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:22:54.587915 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Pushing event updated for resources: {'Port': ['ID=33beab9d-2cbc-4dff-af84-a27a1cccc703,revision_number=4']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:22:54.591115 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:22:56.118721 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Device 33beab9d-2cbc-4dff-af84-a27a1cccc703 up at agent ovs-agent-dv-cinder-786931-2-iscsi {{(pid=86422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:22:56.201978 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Provisioning complete for port 33beab9d-2cbc-4dff-af84-a27a1cccc703 triggered by entity L2. {{(pid=86422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:22:56.202610 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733696'] for port, provisioning_complete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:58.499371 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-ffc3a9a8-e1cd-4e31-b60d-61ce47e0ea7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:01.264426 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-2c332c6a-3508-4730-acf1-75f896816314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:01.305074 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-59ff2fcf-5a92-41e6-b6a8-ab5cb4df6403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:01.983147 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:03.072421 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-69625b45-0eac-4ead-bef5-f7df2e631dfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:14.992086 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.agents_db [None req-36c0d191-ed3c-416e-a897-084b3b2178c3 None None] Agent healthcheck: found 5 active agents {{(pid=86423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 18:23:28.489384 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-906de1e4-56cf-424f-90b2-83044f45c1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:31.258062 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f271b4a7-d7cb-433a-8513-a788afffef9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:31.290149 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-59ff2fcf-5a92-41e6-b6a8-ab5cb4df6403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:31.969982 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:33.076830 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-69625b45-0eac-4ead-bef5-f7df2e631dfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:51.993710 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.agents_db [None req-36c0d191-ed3c-416e-a897-084b3b2178c3 None None] Agent healthcheck: found 5 active agents {{(pid=86423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 18:23:58.488857 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-1265fd74-070d-4aac-b746-1685e44a43d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:01.261289 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-a9c4bab4-1bb0-4f32-bef7-e7ed8c539518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:01.286368 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-59ff2fcf-5a92-41e6-b6a8-ab5cb4df6403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:01.962351 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:03.081693 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-69625b45-0eac-4ead-bef5-f7df2e631dfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:28.494177 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-66cee5f2-4c28-40c6-a2e4-706c87551fe2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:28.993126 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.agents_db [None req-36c0d191-ed3c-416e-a897-084b3b2178c3 None None] Agent healthcheck: found 5 active agents {{(pid=86423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 18:24:31.268794 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d846cf31-36e1-4986-ad4f-f75d30ae45eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:31.288456 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-59ff2fcf-5a92-41e6-b6a8-ab5cb4df6403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:31.979706 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:33.080818 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-69625b45-0eac-4ead-bef5-f7df2e631dfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:41.923430 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86421) accepted ('10.222.0.11', 41710) {{(pid=86421) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:24:41.998280 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2f188fc-14da-486c-b29c-6a35d7b2f788 admin admin] GET failed (client error): The resource could not be found.
Apr 20 18:24:41.999816 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-e2f188fc-14da-486c-b29c-6a35d7b2f788 admin admin] 10.222.0.11 "GET /v2.0/networks/private HTTP/1.1" status: 404  len: 315 time: 0.0753672
Apr 20 18:24:42.146860 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93cf737d-1de3-405c-96b2-1f45ac72f8ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:24:42.148467 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-93cf737d-1de3-405c-96b2-1f45ac72f8ac admin admin] 10.222.0.11 "GET /v2.0/networks?name=private HTTP/1.1" status: 200  len: 872 time: 0.1442900
Apr 20 18:24:44.705970 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86421) accepted ('10.222.0.11', 41720) {{(pid=86421) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:24:44.826955 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae589e63-af33-4a5f-b41b-4b32011fda88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:24:44.827591 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-ae589e63-af33-4a5f-b41b-4b32011fda88 admin admin] Synchronizing usage tracker for tenant:0d72bfa87cdf4adf83d627e71a7dd54a on resource:subnet {{(pid=86421) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 18:24:44.844726 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-ae589e63-af33-4a5f-b41b-4b32011fda88 admin admin] Unset dirty status for tenant:0d72bfa87cdf4adf83d627e71a7dd54a on resource:subnet {{(pid=86421) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 18:24:44.845969 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-ae589e63-af33-4a5f-b41b-4b32011fda88 admin admin] 10.222.0.11 "GET /v2.0/subnets/ad983bca-8444-4b9d-8e9a-e5a90a7dfbc0 HTTP/1.1" status: 200  len: 849 time: 0.1389704
Apr 20 18:24:44.856792 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.v2.base [None req-d0bbcf77-31c0-44e2-ac8c-ab927ffff540 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=86421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:24:44.979032 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d0bbcf77-31c0-44e2-ac8c-ab927ffff540 admin admin] Notify callbacks [] for subnet, before_update {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:45.294353 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d0bbcf77-31c0-44e2-ac8c-ab927ffff540 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850911380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8785676839129'] for subnet, after_update {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:45.299299 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-e255a3d3-585e-4c33-9f20-c665109e7689 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:24:45.339334 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0bbcf77-31c0-44e2-ac8c-ab927ffff540 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:24:45.340065 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d0bbcf77-31c0-44e2-ac8c-ab927ffff540 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3704713'] for subnet, before_response {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:45.341370 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-d0bbcf77-31c0-44e2-ac8c-ab927ffff540 admin admin] 10.222.0.11 "PUT /v2.0/subnets/ad983bca-8444-4b9d-8e9a-e5a90a7dfbc0 HTTP/1.1" status: 200  len: 868 time: 0.4890268
Apr 20 18:24:45.343748 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d86d205a-cffa-4113-8634-df654b6be120 None None] Network eadab030-ec92-4763-ba4f-63d357b9b55a requested from dv-cinder-786931-2-iscsi {{(pid=86422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 18:24:45.375313 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bbcf77-31c0-44e2-ac8c-ab927ffff540 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad983bca-8444-4b9d-8e9a-e5a90a7dfbc0,revision_number=1']} {{(pid=86421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:24:45.384291 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0bbcf77-31c0-44e2-ac8c-ab927ffff540 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:24:45.384746 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0bbcf77-31c0-44e2-ac8c-ab927ffff540 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:24:45.385037 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0bbcf77-31c0-44e2-ac8c-ab927ffff540 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:24:45.385413 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0bbcf77-31c0-44e2-ac8c-ab927ffff540 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:24:45.385772 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0bbcf77-31c0-44e2-ac8c-ab927ffff540 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:24:45.386148 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0bbcf77-31c0-44e2-ac8c-ab927ffff540 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:24:45.386507 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0bbcf77-31c0-44e2-ac8c-ab927ffff540 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:24:45.386861 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0bbcf77-31c0-44e2-ac8c-ab927ffff540 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:24:45.387371 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0bbcf77-31c0-44e2-ac8c-ab927ffff540 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:24:45.387713 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0bbcf77-31c0-44e2-ac8c-ab927ffff540 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:24:45.388071 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0bbcf77-31c0-44e2-ac8c-ab927ffff540 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:24:45.388473 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0bbcf77-31c0-44e2-ac8c-ab927ffff540 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:24:45.392446 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-d0bbcf77-31c0-44e2-ac8c-ab927ffff540 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:24:45.792189 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-b75ea1c1-8a56-4f3c-bacb-123701ab8297 None None] Provisioning complete for port 63e381cd-8be0-4c7d-8f67-087752f93dd8 triggered by entity DHCP. {{(pid=86422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:24:45.792775 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-b75ea1c1-8a56-4f3c-bacb-123701ab8297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733696'] for port, provisioning_complete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:45.935217 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-b75ea1c1-8a56-4f3c-bacb-123701ab8297 None None] Provisioning complete for port 9a119517-a38a-424b-a8b4-6fbf29a5cb19 triggered by entity DHCP. {{(pid=86422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:24:45.935516 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-b75ea1c1-8a56-4f3c-bacb-123701ab8297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733696'] for port, provisioning_complete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:47.877046 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86421) accepted ('10.222.0.11', 41730) {{(pid=86421) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:24:48.077786 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9fd10f3-3a60-4982-8bf3-271e9c80c7b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:24:48.078496 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9fd10f3-3a60-4982-8bf3-271e9c80c7b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:24:48.080186 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-b9fd10f3-3a60-4982-8bf3-271e9c80c7b9 admin admin] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.2020881
Apr 20 18:24:50.831849 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86421) accepted ('10.222.0.11', 41740) {{(pid=86421) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:24:51.020922 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51a05be3-3fed-43a6-8333-0ed65d172e5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:24:51.021363 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51a05be3-3fed-43a6-8333-0ed65d172e5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:24:51.022980 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-51a05be3-3fed-43a6-8333-0ed65d172e5f admin admin] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.1900613
Apr 20 18:24:53.612983 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86421) accepted ('10.222.0.11', 41750) {{(pid=86421) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:24:53.799093 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a15a8340-12f9-41d3-9ccb-b0eb43c681ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:24:53.800591 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-a15a8340-12f9-41d3-9ccb-b0eb43c681ec admin admin] 10.222.0.11 "GET /v2.0/networks/357044f3-f85c-4c82-92f2-504aa071d528 HTTP/1.1" status: 200  len: 886 time: 0.1865053
Apr 20 18:24:56.343583 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86421) accepted ('10.222.0.11', 41760) {{(pid=86421) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:24:56.535762 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49e343e4-f506-4638-91a6-9a2908b0efbe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:24:56.537275 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-49e343e4-f506-4638-91a6-9a2908b0efbe admin admin] 10.222.0.11 "GET /v2.0/networks/eadab030-ec92-4763-ba4f-63d357b9b55a HTTP/1.1" status: 200  len: 869 time: 0.1926093
Apr 20 18:24:58.488407 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f1116036-afbb-4c21-8aae-57e1f3593d42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:59.099842 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86421) accepted ('10.222.0.11', 41770) {{(pid=86421) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:24:59.220542 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9360e828-11c4-4954-a274-5f4b79bc3de4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:24:59.221062 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9360e828-11c4-4954-a274-5f4b79bc3de4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:24:59.222710 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-9360e828-11c4-4954-a274-5f4b79bc3de4 admin admin] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1218050
Apr 20 18:25:01.262411 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-20b5ed0e-6e3b-4847-8e60-24824a2720fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:01.295735 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-59ff2fcf-5a92-41e6-b6a8-ab5cb4df6403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:01.776639 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86421) accepted ('10.222.0.11', 41780) {{(pid=86421) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:25:01.895832 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba1bec00-0e83-46cc-8a9e-bbf0053f486b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:01.896399 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba1bec00-0e83-46cc-8a9e-bbf0053f486b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:01.898029 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-ba1bec00-0e83-46cc-8a9e-bbf0053f486b admin admin] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1203852
Apr 20 18:25:01.965757 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:03.083811 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-69625b45-0eac-4ead-bef5-f7df2e631dfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:04.467727 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.11', 41790) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:25:04.585843 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e50ab03-fb40-4177-a403-77a5406d6c2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:04.587317 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-2e50ab03-fb40-4177-a403-77a5406d6c2a admin admin] 10.222.0.11 "GET /v2.0/subnets/737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87 HTTP/1.1" status: 200  len: 816 time: 0.1182244
Apr 20 18:25:05.992681 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.agents_db [None req-36c0d191-ed3c-416e-a897-084b3b2178c3 None None] Agent healthcheck: found 5 active agents {{(pid=86423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 18:25:07.118475 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.11', 41800) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:25:07.237020 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a01d5b1-00bf-4858-af51-1b62db999cdf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:07.238500 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-9a01d5b1-00bf-4858-af51-1b62db999cdf admin admin] 10.222.0.11 "GET /v2.0/subnets/ad983bca-8444-4b9d-8e9a-e5a90a7dfbc0 HTTP/1.1" status: 200  len: 868 time: 0.1188991
Apr 20 18:25:28.490262 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-dadd450a-e638-4f85-9fc5-271093a113ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:31.266169 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-b29fb59b-8017-4608-b50f-4b554992fe33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:31.293818 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-59ff2fcf-5a92-41e6-b6a8-ab5cb4df6403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:31.968975 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:33.087491 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-69625b45-0eac-4ead-bef5-f7df2e631dfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:34.266142 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.11', 41844) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:25:34.317465 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [None req-79c969a5-f844-4a86-b819-cdf58eefeb5c admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=86420) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 20 18:25:34.318552 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-79c969a5-f844-4a86-b819-cdf58eefeb5c admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0514333
Apr 20 18:25:36.964961 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.11', 41854) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:25:37.048418 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.pecan_wsgi.hooks.translation [None req-9fd23450-9b6b-4cad-91f6-dbe3f3ec521f admin admin] GET failed (client error): The resource could not be found.
Apr 20 18:25:37.049004 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-9fd23450-9b6b-4cad-91f6-dbe3f3ec521f admin admin] Synchronizing usage tracker for tenant:0d72bfa87cdf4adf83d627e71a7dd54a on resource:network {{(pid=86420) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 18:25:37.065313 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-9fd23450-9b6b-4cad-91f6-dbe3f3ec521f admin admin] Unset dirty status for tenant:0d72bfa87cdf4adf83d627e71a7dd54a on resource:network {{(pid=86420) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 18:25:37.066552 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-9fd23450-9b6b-4cad-91f6-dbe3f3ec521f admin admin] 10.222.0.11 "GET /v2.0/networks/public HTTP/1.1" status: 404  len: 314 time: 0.1005759
Apr 20 18:25:37.208506 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eb86198-e14f-46a7-a93b-cc361ff11d35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:37.210042 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-7eb86198-e14f-46a7-a93b-cc361ff11d35 admin admin] 10.222.0.11 "GET /v2.0/networks?name=public HTTP/1.1" status: 200  len: 889 time: 0.1391261
Apr 20 18:25:39.784115 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.11', 41864) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:25:39.838334 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.v2.base [None req-d455dfa5-40f9-4f43-9230-be2b59248217 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=86420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:25:39.844453 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-d455dfa5-40f9-4f43-9230-be2b59248217 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:25:39.854433 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-d455dfa5-40f9-4f43-9230-be2b59248217 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:25:39.864081 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d455dfa5-40f9-4f43-9230-be2b59248217 admin admin] Made reservation on behalf of 0d72bfa87cdf4adf83d627e71a7dd54a for: {'network': 1} {{(pid=86420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 18:25:39.868777 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d455dfa5-40f9-4f43-9230-be2b59248217 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854207267'] for network, before_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:39.965398 dv-cinder-786931-2-iscsi neutron-server[86307]: WARNING neutron.services.revisions.revision_plugin [None req-d455dfa5-40f9-4f43-9230-be2b59248217 admin admin] Could not find related network for resource <neutron.db.rbac_db_models.NetworkRBAC[object at 7fd93169d6d8] {project_id='0d72bfa87cdf4adf83d627e71a7dd54a', id='208b03fb-314b-4d77-bb4d-fafd93a0a8ff', target_tenant='*', action='access_as_shared', object_id='a05b34a4-2c1b-49ac-a36b-b01de046a735'}> to bump revision.
Apr 20 18:25:39.978302 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d455dfa5-40f9-4f43-9230-be2b59248217 admin admin] vlan segment allocate from pool success with {'vlan_id': 362, 'physical_network': 'physnet1'}  {{(pid=86420) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 20 18:25:39.988097 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d455dfa5-40f9-4f43-9230-be2b59248217 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854148540'] for segment, precommit_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:39.988462 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.db.segments_db [None req-d455dfa5-40f9-4f43-9230-be2b59248217 admin admin] Added segment 9c4e0db7-a4e8-4b5e-8339-565407dd049a of type vlan for network a05b34a4-2c1b-49ac-a36b-b01de046a735
Apr 20 18:25:40.013769 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d455dfa5-40f9-4f43-9230-be2b59248217 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785676380019'] for network, precommit_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:40.042182 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d455dfa5-40f9-4f43-9230-be2b59248217 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850969204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730'] for network, after_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:40.043522 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d455dfa5-40f9-4f43-9230-be2b59248217 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:40.044714 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d455dfa5-40f9-4f43-9230-be2b59248217 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3704713'] for network, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:40.049559 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-9703d8b8-84fe-4391-b26c-91374216b5fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:25:40.154835 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-d455dfa5-40f9-4f43-9230-be2b59248217 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.3693719
Apr 20 18:25:40.155556 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d455dfa5-40f9-4f43-9230-be2b59248217 admin admin] Pushing event updated for resources: {'Network': ['ID=a05b34a4-2c1b-49ac-a36b-b01de046a735,revision_number=1']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:25:40.162956 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d455dfa5-40f9-4f43-9230-be2b59248217 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:25:40.163350 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d455dfa5-40f9-4f43-9230-be2b59248217 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:25:40.163720 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d455dfa5-40f9-4f43-9230-be2b59248217 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:25:40.164081 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d455dfa5-40f9-4f43-9230-be2b59248217 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:25:40.164465 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d455dfa5-40f9-4f43-9230-be2b59248217 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:25:40.164825 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d455dfa5-40f9-4f43-9230-be2b59248217 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:25:40.165181 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d455dfa5-40f9-4f43-9230-be2b59248217 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:25:40.165534 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d455dfa5-40f9-4f43-9230-be2b59248217 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:25:40.165901 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d455dfa5-40f9-4f43-9230-be2b59248217 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:25:40.166256 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d455dfa5-40f9-4f43-9230-be2b59248217 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:25:40.166605 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d455dfa5-40f9-4f43-9230-be2b59248217 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:25:40.166954 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d455dfa5-40f9-4f43-9230-be2b59248217 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:25:40.171846 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-d455dfa5-40f9-4f43-9230-be2b59248217 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:25:40.181970 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Network a05b34a4-2c1b-49ac-a36b-b01de046a735 details requested by agent ovs-agent-dv-cinder-786931-2-iscsi with host dv-cinder-786931-2-iscsi {{(pid=86422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 20 18:25:42.804078 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.11', 41874) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:25:42.879307 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.pecan_wsgi.hooks.translation [None req-4cff30af-0bf8-4623-8bfe-b25c31d0e74e admin admin] GET failed (client error): The resource could not be found.
Apr 20 18:25:42.879881 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-4cff30af-0bf8-4623-8bfe-b25c31d0e74e admin admin] Synchronizing usage tracker for tenant:0d72bfa87cdf4adf83d627e71a7dd54a on resource:network {{(pid=86420) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 18:25:42.894274 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-4cff30af-0bf8-4623-8bfe-b25c31d0e74e admin admin] Unset dirty status for tenant:0d72bfa87cdf4adf83d627e71a7dd54a on resource:network {{(pid=86420) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 18:25:42.895506 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-4cff30af-0bf8-4623-8bfe-b25c31d0e74e admin admin] 10.222.0.11 "GET /v2.0/networks/shared HTTP/1.1" status: 404  len: 314 time: 0.0903509
Apr 20 18:25:42.991565 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.agents_db [None req-36c0d191-ed3c-416e-a897-084b3b2178c3 None None] Agent healthcheck: found 5 active agents {{(pid=86423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 18:25:43.013914 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92ec8453-496f-4beb-b3c8-b418860de6b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:43.015506 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-92ec8453-496f-4beb-b3c8-b418860de6b0 admin admin] 10.222.0.11 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200  len: 826 time: 0.1156549
Apr 20 18:25:43.026497 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.v2.base [None req-958b5690-5a5a-4ad0-b567-e05ddde71989 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'ip_version': 4, 'name': 'shared-subnet', 'network_id': 'a05b34a4-2c1b-49ac-a36b-b01de046a735', 'description': 'shared-subnet'}} {{(pid=86420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:25:43.031323 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-958b5690-5a5a-4ad0-b567-e05ddde71989 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:25:43.041346 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-958b5690-5a5a-4ad0-b567-e05ddde71989 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:25:43.050059 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-958b5690-5a5a-4ad0-b567-e05ddde71989 admin admin] Made reservation on behalf of 0d72bfa87cdf4adf83d627e71a7dd54a for: {'subnet': 1} {{(pid=86420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 18:25:43.054708 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-958b5690-5a5a-4ad0-b567-e05ddde71989 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:43.463198 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-958b5690-5a5a-4ad0-b567-e05ddde71989 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850911380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730'] for subnet, after_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:43.468266 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:25:43.547512 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958b5690-5a5a-4ad0-b567-e05ddde71989 admin admin] Pushing event updated for resources: {'Subnet': ['ID=42be29ee-f244-482e-9fa0-459662a0d3a4,revision_number=0']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:25:43.550460 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-958b5690-5a5a-4ad0-b567-e05ddde71989 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:25:43.557017 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-958b5690-5a5a-4ad0-b567-e05ddde71989 admin admin] Checking segment: {'id': '9c4e0db7-a4e8-4b5e-8339-565407dd049a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'a05b34a4-2c1b-49ac-a36b-b01de046a735'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 18:25:43.557408 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-958b5690-5a5a-4ad0-b567-e05ddde71989 admin admin] Network hostable DHCP agents. Network: a05b34a4-2c1b-49ac-a36b-b01de046a735, hostable agents: ['d7942baf-6bbf-4686-8ec5-e08268711b74'], hosted agents: [] {{(pid=86420) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 20 18:25:43.575588 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-958b5690-5a5a-4ad0-b567-e05ddde71989 admin admin] Network a05b34a4-2c1b-49ac-a36b-b01de046a735 is scheduled to be hosted by DHCP agent d7942baf-6bbf-4686-8ec5-e08268711b74 with binding_index 1 {{(pid=86420) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 20 18:25:43.583541 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.scheduler.base_scheduler [None req-958b5690-5a5a-4ad0-b567-e05ddde71989 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786931-2-iscsi, a05b34a4-2c1b-49ac-a36b-b01de046a735) {{(pid=86420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:25:43.587592 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-958b5690-5a5a-4ad0-b567-e05ddde71989 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:43.588252 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-958b5690-5a5a-4ad0-b567-e05ddde71989 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3704713'] for subnet, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:43.593584 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac380c2c-3ff8-450c-9813-b4d6a5f0abea None None] Network a05b34a4-2c1b-49ac-a36b-b01de046a735 requested from dv-cinder-786931-2-iscsi {{(pid=86422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 18:25:43.620045 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-958b5690-5a5a-4ad0-b567-e05ddde71989 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.5920658
Apr 20 18:25:43.842996 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e65ec6dd-882e-44ff-b175-b8def33e19d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82bc64bb-a80f-5e37-9fe3-a5a7bfe5a88e-a05b34a4-2c1b-49ac-a36b-b01de046a735', 'network_id': 'a05b34a4-2c1b-49ac-a36b-b01de046a735', 'tenant_id': '0d72bfa87cdf4adf83d627e71a7dd54a', 'fixed_ips': [{'subnet_id': '42be29ee-f244-482e-9fa0-459662a0d3a4'}]}} from dv-cinder-786931-2-iscsi. {{(pid=86422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 20 18:25:43.843963 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-e65ec6dd-882e-44ff-b175-b8def33e19d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854207267'] for port, before_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:44.016553 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.db_base_plugin_common [None req-e65ec6dd-882e-44ff-b175-b8def33e19d3 None None] Allocated IP 192.168.233.2 (a05b34a4-2c1b-49ac-a36b-b01de046a735/42be29ee-f244-482e-9fa0-459662a0d3a4/c20f32f4-14e6-4cb7-a5fc-16e2af834987) {{(pid=86422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 18:25:44.259271 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-e65ec6dd-882e-44ff-b175-b8def33e19d3 None None] Notify callbacks [] for port, precommit_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:44.270615 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-e65ec6dd-882e-44ff-b175-b8def33e19d3 None None] Transition to ACTIVE for port object c20f32f4-14e6-4cb7-a5fc-16e2af834987 will not be triggered until provisioned by entity L2. {{(pid=86422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 18:25:44.291436 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-e65ec6dd-882e-44ff-b175-b8def33e19d3 None None] Transition to ACTIVE for port object c20f32f4-14e6-4cb7-a5fc-16e2af834987 will not be triggered until provisioned by entity DHCP. {{(pid=86422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 18:25:44.296990 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-e65ec6dd-882e-44ff-b175-b8def33e19d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251178383920'] for port, after_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:44.302544 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:25:44.376843 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e65ec6dd-882e-44ff-b175-b8def33e19d3 None None] Network a05b34a4-2c1b-49ac-a36b-b01de046a735 is already hosted by enough agents. {{(pid=86422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 18:25:44.379965 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.scheduler.base_scheduler [None req-e65ec6dd-882e-44ff-b175-b8def33e19d3 None None] Resources bound (agent type, host, resource id):  {{(pid=86422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:25:44.382616 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e65ec6dd-882e-44ff-b175-b8def33e19d3 None None] Received port after_create {{(pid=86422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 18:25:44.389565 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65ec6dd-882e-44ff-b175-b8def33e19d3 None None] Pushing event updated for resources: {'Port': ['ID=c20f32f4-14e6-4cb7-a5fc-16e2af834987,revision_number=1']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:25:44.430510 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65ec6dd-882e-44ff-b175-b8def33e19d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:25:44.430843 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65ec6dd-882e-44ff-b175-b8def33e19d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:25:44.431164 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65ec6dd-882e-44ff-b175-b8def33e19d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:25:44.431530 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65ec6dd-882e-44ff-b175-b8def33e19d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:25:44.431898 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65ec6dd-882e-44ff-b175-b8def33e19d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:25:44.432298 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65ec6dd-882e-44ff-b175-b8def33e19d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:25:44.432659 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65ec6dd-882e-44ff-b175-b8def33e19d3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:25:44.433086 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65ec6dd-882e-44ff-b175-b8def33e19d3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:25:44.433448 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65ec6dd-882e-44ff-b175-b8def33e19d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:25:44.433809 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65ec6dd-882e-44ff-b175-b8def33e19d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:25:44.434165 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65ec6dd-882e-44ff-b175-b8def33e19d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:25:44.434518 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65ec6dd-882e-44ff-b175-b8def33e19d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:25:44.438609 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-e65ec6dd-882e-44ff-b175-b8def33e19d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:25:44.503601 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [None req-e65ec6dd-882e-44ff-b175-b8def33e19d3 None None] Attempting to bind port c20f32f4-14e6-4cb7-a5fc-16e2af834987 on host dv-cinder-786931-2-iscsi for vnic_type normal with profile  {{(pid=86422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 18:25:44.504005 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [None req-e65ec6dd-882e-44ff-b175-b8def33e19d3 None None] Attempting to bind port c20f32f4-14e6-4cb7-a5fc-16e2af834987 by drivers openvswitch,hyperv on host dv-cinder-786931-2-iscsi at level 0 using segments [{'id': '9c4e0db7-a4e8-4b5e-8339-565407dd049a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'a05b34a4-2c1b-49ac-a36b-b01de046a735'}] {{(pid=86422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 18:25:44.504512 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e65ec6dd-882e-44ff-b175-b8def33e19d3 None None] Attempting to bind port c20f32f4-14e6-4cb7-a5fc-16e2af834987 on network a05b34a4-2c1b-49ac-a36b-b01de046a735 {{(pid=86422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 18:25:44.510313 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e65ec6dd-882e-44ff-b175-b8def33e19d3 None None] Checking agent: {'id': '36d4d98e-2d96-4c9b-9d9c-08d159895b6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786931-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 22, 2), 'started_at': datetime.datetime(2021, 4, 20, 18, 22, 32), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 25, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786931-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 18:25:44.510712 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e65ec6dd-882e-44ff-b175-b8def33e19d3 None None] Checking segment: {'id': '9c4e0db7-a4e8-4b5e-8339-565407dd049a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'a05b34a4-2c1b-49ac-a36b-b01de046a735'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 18:25:44.511144 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-e65ec6dd-882e-44ff-b175-b8def33e19d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:44.511545 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e65ec6dd-882e-44ff-b175-b8def33e19d3 None None] Bound using segment: {'id': '9c4e0db7-a4e8-4b5e-8339-565407dd049a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'a05b34a4-2c1b-49ac-a36b-b01de046a735'} {{(pid=86422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 18:25:44.512056 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [None req-e65ec6dd-882e-44ff-b175-b8def33e19d3 None None] Bound port: c20f32f4-14e6-4cb7-a5fc-16e2af834987, host: dv-cinder-786931-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c4e0db7-a4e8-4b5e-8339-565407dd049a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'a05b34a4-2c1b-49ac-a36b-b01de046a735'}}] {{(pid=86422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 18:25:44.512480 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-e65ec6dd-882e-44ff-b175-b8def33e19d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854207267'] for port, before_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:44.613123 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-e65ec6dd-882e-44ff-b175-b8def33e19d3 None None] For port c20f32f4-14e6-4cb7-a5fc-16e2af834987, host dv-cinder-786931-2-iscsi, cleared binding levels {{(pid=86422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 18:25:44.616664 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-e65ec6dd-882e-44ff-b175-b8def33e19d3 None None] For port c20f32f4-14e6-4cb7-a5fc-16e2af834987, host dv-cinder-786931-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-2-iscsi',level=0,port_id=c20f32f4-14e6-4cb7-a5fc-16e2af834987,segment=NetworkSegment(9c4e0db7-a4e8-4b5e-8339-565407dd049a),segment_id=9c4e0db7-a4e8-4b5e-8339-565407dd049a)] {{(pid=86422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 18:25:44.620334 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-e65ec6dd-882e-44ff-b175-b8def33e19d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785676839112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251178383903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251178382076'] for port, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:44.626310 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:25:44.711261 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65ec6dd-882e-44ff-b175-b8def33e19d3 None None] Pushing event updated for resources: {'Port': ['ID=c20f32f4-14e6-4cb7-a5fc-16e2af834987,revision_number=2']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:25:44.714659 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-e65ec6dd-882e-44ff-b175-b8def33e19d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:25:45.967132 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f347efc-ad01-4988-b2d4-af8f34ec3f8e None None] Network a05b34a4-2c1b-49ac-a36b-b01de046a735 requested from dv-cinder-786931-2-iscsi {{(pid=86422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 18:25:46.266501 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-42a47e4b-5068-4762-89e1-5dccebed939b None None] Provisioning for port c20f32f4-14e6-4cb7-a5fc-16e2af834987 completed by entity DHCP. {{(pid=86422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 18:25:46.306552 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Device c20f32f4-14e6-4cb7-a5fc-16e2af834987 up at agent ovs-agent-dv-cinder-786931-2-iscsi {{(pid=86422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:25:46.457502 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Provisioning for port c20f32f4-14e6-4cb7-a5fc-16e2af834987 completed by entity L2. {{(pid=86422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 18:25:46.465118 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Provisioning complete for port c20f32f4-14e6-4cb7-a5fc-16e2af834987 triggered by entity L2. {{(pid=86422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:25:46.465466 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733696'] for port, provisioning_complete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:46.618821 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854207267'] for port, before_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:46.656656 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] For port c20f32f4-14e6-4cb7-a5fc-16e2af834987, host dv-cinder-786931-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-2-iscsi',level=0,port_id=c20f32f4-14e6-4cb7-a5fc-16e2af834987,segment=NetworkSegment(9c4e0db7-a4e8-4b5e-8339-565407dd049a),segment_id=9c4e0db7-a4e8-4b5e-8339-565407dd049a)] {{(pid=86422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:25:46.659696 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785676839112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251178383903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251178382076'] for port, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:46.662895 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:25:46.736090 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Pushing event updated for resources: {'Port': ['ID=c20f32f4-14e6-4cb7-a5fc-16e2af834987,revision_number=3']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:25:46.739343 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:25:46.799622 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-ee8165c2-0d86-454d-a01b-08e60e1f6d36 None None] Provisioning complete for port c20f32f4-14e6-4cb7-a5fc-16e2af834987 triggered by entity DHCP. {{(pid=86422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:25:46.799949 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-ee8165c2-0d86-454d-a01b-08e60e1f6d36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733696'] for port, provisioning_complete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:48.238564 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Device c20f32f4-14e6-4cb7-a5fc-16e2af834987 up at agent ovs-agent-dv-cinder-786931-2-iscsi {{(pid=86422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:25:48.316376 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Provisioning complete for port c20f32f4-14e6-4cb7-a5fc-16e2af834987 triggered by entity L2. {{(pid=86422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:25:48.316795 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733696'] for port, provisioning_complete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:58.494894 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-fe7e95b5-3535-464f-95c6-757f60501460 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:26:01.268334 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-3488f9a8-b439-462a-879c-95bf86ffa33f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:26:01.297754 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-59ff2fcf-5a92-41e6-b6a8-ab5cb4df6403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:26:01.971862 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:26:03.091375 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-69625b45-0eac-4ead-bef5-f7df2e631dfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:26:19.994071 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.agents_db [None req-36c0d191-ed3c-416e-a897-084b3b2178c3 None None] Agent healthcheck: found 5 active agents {{(pid=86423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 18:26:28.498601 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-81539291-392d-4abd-bbdc-7b06d69ab734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:26:31.276713 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-0fc6c1ec-c975-42bb-8eec-71c9cbf307f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:26:31.304080 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-59ff2fcf-5a92-41e6-b6a8-ab5cb4df6403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:26:31.975787 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:26:33.099130 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-69625b45-0eac-4ead-bef5-f7df2e631dfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:26:56.992949 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.agents_db [None req-36c0d191-ed3c-416e-a897-084b3b2178c3 None None] Agent healthcheck: found 5 active agents {{(pid=86423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 18:26:58.502064 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-72635e94-b34a-4c1b-98f0-3c724a71ec17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:26:59.594391 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.11', 41916) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:26:59.600736 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [None req-9fc76744-5bee-4944-b351-74afa5c18db3 tempest-verify_tempest_config-2026119946 tempest-verify_tempest_config-2026119946-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=86420) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 20 18:26:59.601851 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-9fc76744-5bee-4944-b351-74afa5c18db3 tempest-verify_tempest_config-2026119946 tempest-verify_tempest_config-2026119946-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13635 time: 0.0063753
Apr 20 18:26:59.926605 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.11', 41934) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:27:00.060415 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-04f74eb1-5b7c-4e1b-8834-0a6e3a367830 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:00.075354 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-04f74eb1-5b7c-4e1b-8834-0a6e3a367830 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:27:00.079349 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-04f74eb1-5b7c-4e1b-8834-0a6e3a367830 admin admin] Usage tracker for resource:security_group_rule and tenant:1cf5803454544a60a2b4ec7113cf6a0f is out of sync, need to count used quota {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:27:00.082380 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-04f74eb1-5b7c-4e1b-8834-0a6e3a367830 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:27:00.088329 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-04f74eb1-5b7c-4e1b-8834-0a6e3a367830 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:27:00.177769 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-04f74eb1-5b7c-4e1b-8834-0a6e3a367830 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:00.180384 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-04f74eb1-5b7c-4e1b-8834-0a6e3a367830 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850969184'] for security_group, after_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:00.189934 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-5a921a1e-46c2-4703-91a8-ddede748ac8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:27:00.235310 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-04f74eb1-5b7c-4e1b-8834-0a6e3a367830 admin admin] Synchronizing usage tracker for tenant:0d72bfa87cdf4adf83d627e71a7dd54a on resource:security_group {{(pid=86420) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 18:27:00.239609 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f74eb1-5b7c-4e1b-8834-0a6e3a367830 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61421272-a214-4528-a250-4791977b508a,revision_number=1']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:27:00.250337 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f74eb1-5b7c-4e1b-8834-0a6e3a367830 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:27:00.250724 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f74eb1-5b7c-4e1b-8834-0a6e3a367830 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:27:00.251095 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f74eb1-5b7c-4e1b-8834-0a6e3a367830 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:27:00.251461 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f74eb1-5b7c-4e1b-8834-0a6e3a367830 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:27:00.251823 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f74eb1-5b7c-4e1b-8834-0a6e3a367830 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:27:00.252210 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f74eb1-5b7c-4e1b-8834-0a6e3a367830 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:27:00.252574 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f74eb1-5b7c-4e1b-8834-0a6e3a367830 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:27:00.252930 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f74eb1-5b7c-4e1b-8834-0a6e3a367830 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:27:00.253308 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f74eb1-5b7c-4e1b-8834-0a6e3a367830 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:27:00.253667 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f74eb1-5b7c-4e1b-8834-0a6e3a367830 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:27:00.254022 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f74eb1-5b7c-4e1b-8834-0a6e3a367830 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:27:00.254375 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f74eb1-5b7c-4e1b-8834-0a6e3a367830 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:27:00.259640 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-04f74eb1-5b7c-4e1b-8834-0a6e3a367830 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:27:00.267485 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-04f74eb1-5b7c-4e1b-8834-0a6e3a367830 admin admin] Unset dirty status for tenant:0d72bfa87cdf4adf83d627e71a7dd54a on resource:security_group {{(pid=86420) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 18:27:00.268881 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-04f74eb1-5b7c-4e1b-8834-0a6e3a367830 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1cf5803454544a60a2b4ec7113cf6a0f&name=default HTTP/1.1" status: 200  len: 2975 time: 0.3394690
Apr 20 18:27:00.271608 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.11', 41940) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:27:00.332963 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-e6f5f283-42bf-408b-bfc7-bdce00e19d2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:00.361954 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-e6f5f283-42bf-408b-bfc7-bdce00e19d2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:00.416671 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-e6f5f283-42bf-408b-bfc7-bdce00e19d2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850969184'] for security_group, after_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:00.422260 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:27:00.433462 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f5f283-42bf-408b-bfc7-bdce00e19d2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61421272-a214-4528-a250-4791977b508a,revision_number=None']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:27:00.439550 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-e6f5f283-42bf-408b-bfc7-bdce00e19d2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:27:00.440420 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-e6f5f283-42bf-408b-bfc7-bdce00e19d2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:00.444465 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-e6f5f283-42bf-408b-bfc7-bdce00e19d2f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/61421272-a214-4528-a250-4791977b508a HTTP/1.1" status: 204  len: 168 time: 0.1717818
Apr 20 18:27:01.269309 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-846eb291-5080-4494-ac00-e4d9c4e0b1e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:01.306002 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-59ff2fcf-5a92-41e6-b6a8-ab5cb4df6403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:01.979361 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:03.094028 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-69625b45-0eac-4ead-bef5-f7df2e631dfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:28.504066 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-31b37d20-fc9d-47aa-b483-a40135d80be9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:31.272831 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-57a11957-eac5-4667-bc6e-0f405c49d0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:31.313645 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-59ff2fcf-5a92-41e6-b6a8-ab5cb4df6403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:31.981689 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:33.099560 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-69625b45-0eac-4ead-bef5-f7df2e631dfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:33.992500 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.agents_db [None req-36c0d191-ed3c-416e-a897-084b3b2178c3 None None] Agent healthcheck: found 5 active agents {{(pid=86423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 18:27:58.505516 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-5c9be567-b4bb-4c24-8a6a-3615525ddf98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:28:01.276920 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-88fa8331-a8f8-49de-b96a-ac907ee53f04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:28:01.316111 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-59ff2fcf-5a92-41e6-b6a8-ab5cb4df6403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:28:01.984048 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:28:03.099636 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-69625b45-0eac-4ead-bef5-f7df2e631dfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:28:10.991426 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.agents_db [None req-36c0d191-ed3c-416e-a897-084b3b2178c3 None None] Agent healthcheck: found 5 active agents {{(pid=86423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 18:28:28.507012 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-dd205cea-be80-41ba-ad3a-c90a06f49e21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:28:31.280006 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-c3599cd9-9156-409c-ad31-73be67f84769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:28:31.313718 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-59ff2fcf-5a92-41e6-b6a8-ab5cb4df6403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:28:31.987353 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:28:32.268686 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437'] for agent, after_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:28:33.103938 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-69625b45-0eac-4ead-bef5-f7df2e631dfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:28:37.662653 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.11', 42000) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:28:37.785714 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-f65d68ee-6e60-4930-8c0a-d0acc2798a9f admin admin] 10.222.0.11 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.1218615
Apr 20 18:28:40.408593 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.11', 42010) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:28:40.469975 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-158b80a6-b2f8-47f4-88d5-dd4224dc649c admin admin] 10.222.0.11 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.0602179
Apr 20 18:28:47.990317 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.agents_db [None req-36c0d191-ed3c-416e-a897-084b3b2178c3 None None] Agent healthcheck: found 6 active agents {{(pid=86423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 18:28:58.509630 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-44943a5e-7506-4ca4-83e2-2f9e6d7570c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:01.281049 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-fcdae4a6-65d0-49db-9283-b71c4a8f6dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:01.316280 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-59ff2fcf-5a92-41e6-b6a8-ab5cb4df6403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:01.989709 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:02.253206 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:03.105907 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-69625b45-0eac-4ead-bef5-f7df2e631dfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:24.989805 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.agents_db [None req-36c0d191-ed3c-416e-a897-084b3b2178c3 None None] Agent healthcheck: found 6 active agents {{(pid=86423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 18:29:28.511078 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-ad08b913-e8a1-467d-b658-c52d63b30630 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:31.284641 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f32f0a8b-9562-4c9d-93a1-569c342e6c34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:31.318995 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-59ff2fcf-5a92-41e6-b6a8-ab5cb4df6403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:31.995436 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:32.287699 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:33.108558 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-69625b45-0eac-4ead-bef5-f7df2e631dfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:58.512106 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-6c58f46e-5cff-4e08-8a5f-81abb6923c31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:01.286090 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-469c6e60-f22c-4943-8f7a-c2b2acb54b55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:01.322503 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-59ff2fcf-5a92-41e6-b6a8-ab5cb4df6403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:01.994418 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:02.003165 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.agents_db [None req-36c0d191-ed3c-416e-a897-084b3b2178c3 None None] Agent healthcheck: found 6 active agents {{(pid=86423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 18:30:02.285814 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:03.110448 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-69625b45-0eac-4ead-bef5-f7df2e631dfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:16.166433 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.11', 42210) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:30:16.365219 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.11', 42220) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:30:16.663396 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.v2.base [None req-d326cebf-d2d7-4959-b38d-5ad0f9e88dd2 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-2114307233-network', 'tenant_id': '82646d2796ec4d6b9ec39ce05e5b838a'}} {{(pid=86420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:30:16.669036 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-d326cebf-d2d7-4959-b38d-5ad0f9e88dd2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:30:16.673488 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-d326cebf-d2d7-4959-b38d-5ad0f9e88dd2 admin admin] Usage tracker for resource:network and tenant:82646d2796ec4d6b9ec39ce05e5b838a is out of sync, need to count used quota {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:30:16.676668 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-d326cebf-d2d7-4959-b38d-5ad0f9e88dd2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:30:16.683203 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-d326cebf-d2d7-4959-b38d-5ad0f9e88dd2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:30:16.693566 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d326cebf-d2d7-4959-b38d-5ad0f9e88dd2 admin admin] Made reservation on behalf of 82646d2796ec4d6b9ec39ce05e5b838a for: {'network': 1} {{(pid=86420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 18:30:16.699269 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d326cebf-d2d7-4959-b38d-5ad0f9e88dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854207267'] for network, before_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:16.713433 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d326cebf-d2d7-4959-b38d-5ad0f9e88dd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:16.733670 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-d326cebf-d2d7-4959-b38d-5ad0f9e88dd2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:30:16.738469 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-d326cebf-d2d7-4959-b38d-5ad0f9e88dd2 admin admin] Usage tracker for resource:security_group_rule and tenant:82646d2796ec4d6b9ec39ce05e5b838a is out of sync, need to count used quota {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:30:16.741566 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-d326cebf-d2d7-4959-b38d-5ad0f9e88dd2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:30:16.747854 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-d326cebf-d2d7-4959-b38d-5ad0f9e88dd2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:30:16.776568 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86421) accepted ('10.222.0.11', 42238) {{(pid=86421) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:30:16.860996 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d326cebf-d2d7-4959-b38d-5ad0f9e88dd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:16.868565 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d326cebf-d2d7-4959-b38d-5ad0f9e88dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850969184'] for security_group, after_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:16.892504 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d326cebf-d2d7-4959-b38d-5ad0f9e88dd2 admin admin] vlan segment allocate from pool success with {'vlan_id': 380, 'physical_network': 'physnet1'}  {{(pid=86420) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 20 18:30:16.907329 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d326cebf-d2d7-4959-b38d-5ad0f9e88dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854148540'] for segment, precommit_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:16.907329 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.db.segments_db [None req-d326cebf-d2d7-4959-b38d-5ad0f9e88dd2 admin admin] Added segment 8f4cadfd-3269-4c6c-8ca6-68423b9c7197 of type vlan for network 70bb951b-5201-42f1-af2f-fff209eaf750
Apr 20 18:30:16.912513 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-04f74eb1-5b7c-4e1b-8834-0a6e3a367830 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:30:16.959403 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d326cebf-d2d7-4959-b38d-5ad0f9e88dd2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785676380019'] for network, precommit_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:16.966344 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d326cebf-d2d7-4959-b38d-5ad0f9e88dd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63aab501-80b6-4005-8407-ed73273e4514,revision_number=1']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:30:16.978302 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d326cebf-d2d7-4959-b38d-5ad0f9e88dd2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:30:16.978779 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d326cebf-d2d7-4959-b38d-5ad0f9e88dd2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:30:16.979155 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d326cebf-d2d7-4959-b38d-5ad0f9e88dd2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:30:16.979523 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d326cebf-d2d7-4959-b38d-5ad0f9e88dd2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:30:16.979880 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d326cebf-d2d7-4959-b38d-5ad0f9e88dd2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:30:16.980293 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d326cebf-d2d7-4959-b38d-5ad0f9e88dd2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:30:16.980811 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d326cebf-d2d7-4959-b38d-5ad0f9e88dd2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:30:16.981316 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d326cebf-d2d7-4959-b38d-5ad0f9e88dd2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:30:16.981837 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d326cebf-d2d7-4959-b38d-5ad0f9e88dd2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:30:16.982392 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d326cebf-d2d7-4959-b38d-5ad0f9e88dd2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:30:16.982896 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d326cebf-d2d7-4959-b38d-5ad0f9e88dd2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:30:16.983429 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d326cebf-d2d7-4959-b38d-5ad0f9e88dd2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:30:16.984594 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d326cebf-d2d7-4959-b38d-5ad0f9e88dd2 admin admin] Tracked resource versions report:
Apr 20 18:30:16.984594 dv-cinder-786931-2-iscsi neutron-server[86307]: pushed versions:
Apr 20 18:30:16.984594 dv-cinder-786931-2-iscsi neutron-server[86307]: {   'AddressGroup': {'1.2'},
Apr 20 18:30:16.984594 dv-cinder-786931-2-iscsi neutron-server[86307]:     'ConntrackHelper': {'1.0'},
Apr 20 18:30:16.984594 dv-cinder-786931-2-iscsi neutron-server[86307]:     'Log': {'1.0'},
Apr 20 18:30:16.984594 dv-cinder-786931-2-iscsi neutron-server[86307]:     'Network': {'1.1'},
Apr 20 18:30:16.984594 dv-cinder-786931-2-iscsi neutron-server[86307]:     'Port': {'1.7'},
Apr 20 18:30:16.984594 dv-cinder-786931-2-iscsi neutron-server[86307]:     'PortForwarding': {'1.2'},
Apr 20 18:30:16.984594 dv-cinder-786931-2-iscsi neutron-server[86307]:     'QosPolicy': {'1.8'},
Apr 20 18:30:16.984594 dv-cinder-786931-2-iscsi neutron-server[86307]:     'SecurityGroup': {'1.4'},
Apr 20 18:30:16.984594 dv-cinder-786931-2-iscsi neutron-server[86307]:     'SecurityGroupRule': {'1.2'},
Apr 20 18:30:16.984594 dv-cinder-786931-2-iscsi neutron-server[86307]:     'SubPort': {'1.0'},
Apr 20 18:30:16.984594 dv-cinder-786931-2-iscsi neutron-server[86307]:     'Subnet': {'1.1'},
Apr 20 18:30:16.984594 dv-cinder-786931-2-iscsi neutron-server[86307]:     'Trunk': {'1.1'}}
Apr 20 18:30:16.984594 dv-cinder-786931-2-iscsi neutron-server[86307]: consumer versions:
Apr 20 18:30:16.984594 dv-cinder-786931-2-iscsi neutron-server[86307]: {   DHCP agent@dv-cinder-786931-2-iscsi: {},
Apr 20 18:30:16.984594 dv-cinder-786931-2-iscsi neutron-server[86307]:     HyperV agent@hv-cinder-78693: {},
Apr 20 18:30:16.984594 dv-cinder-786931-2-iscsi neutron-server[86307]:     L3 agent@dv-cinder-786931-2-iscsi: {},
Apr 20 18:30:16.984594 dv-cinder-786931-2-iscsi neutron-server[86307]:     Metadata agent@dv-cinder-786931-2-iscsi: {},
Apr 20 18:30:16.984594 dv-cinder-786931-2-iscsi neutron-server[86307]:     Metering agent@dv-cinder-786931-2-iscsi: {},
Apr 20 18:30:16.984594 dv-cinder-786931-2-iscsi neutron-server[86307]:     Open vSwitch agent@dv-cinder-786931-2-iscsi: {   'AddressGroup': '1.2',
Apr 20 18:30:16.984594 dv-cinder-786931-2-iscsi neutron-server[86307]:                                                      'ConntrackHelper': '1.0',
Apr 20 18:30:16.984594 dv-cinder-786931-2-iscsi neutron-server[86307]:                                                      'Log': '1.0',
Apr 20 18:30:16.984594 dv-cinder-786931-2-iscsi neutron-server[86307]:                                                      'Network': '1.1',
Apr 20 18:30:16.984594 dv-cinder-786931-2-iscsi neutron-server[86307]:                                                      'Port': '1.7',
Apr 20 18:30:16.984594 dv-cinder-786931-2-iscsi neutron-server[86307]:                                                      'PortForwarding': '1.2',
Apr 20 18:30:16.984594 dv-cinder-786931-2-iscsi neutron-server[86307]:                                                      'QosPolicy': '1.8',
Apr 20 18:30:16.984594 dv-cinder-786931-2-iscsi neutron-server[86307]:                                                      'SecurityGroup': '1.4',
Apr 20 18:30:16.984594 dv-cinder-786931-2-iscsi neutron-server[86307]:                                                      'SecurityGroupRule': '1.2',
Apr 20 18:30:16.984594 dv-cinder-786931-2-iscsi neutron-server[86307]:                                                      'SubPort': '1.0',
Apr 20 18:30:16.984594 dv-cinder-786931-2-iscsi neutron-server[86307]:                                                      'Subnet': '1.1',
Apr 20 18:30:16.984594 dv-cinder-786931-2-iscsi neutron-server[86307]:                                                      'Trunk': '1.1'}}
Apr 20 18:30:16.984594 dv-cinder-786931-2-iscsi neutron-server[86307]:  {{(pid=86420) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 20 18:30:16.988550 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-d326cebf-d2d7-4959-b38d-5ad0f9e88dd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:30:17.012283 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d326cebf-d2d7-4959-b38d-5ad0f9e88dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850969204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730'] for network, after_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:17.013849 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d326cebf-d2d7-4959-b38d-5ad0f9e88dd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:30:17.014495 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d326cebf-d2d7-4959-b38d-5ad0f9e88dd2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3704713'] for network, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:17.021145 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-5a921a1e-46c2-4703-91a8-ddede748ac8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:30:17.126010 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86421) accepted ('10.222.0.11', 42248) {{(pid=86421) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:30:17.179629 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.v2.base [None req-26bd5526-2d57-400d-9ee3-e6808616ee26 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-2090730375-network', 'tenant_id': '4d61b8cb74c8488e895692a092d04f17'}} {{(pid=86421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:30:17.197419 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-26bd5526-2d57-400d-9ee3-e6808616ee26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86421) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:30:17.203864 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-26bd5526-2d57-400d-9ee3-e6808616ee26 admin admin] Usage tracker for resource:network and tenant:4d61b8cb74c8488e895692a092d04f17 is out of sync, need to count used quota {{(pid=86421) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:30:17.208929 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-26bd5526-2d57-400d-9ee3-e6808616ee26 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86421) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:30:17.220609 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-26bd5526-2d57-400d-9ee3-e6808616ee26 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86421) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:30:17.295823 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.v2.base [None req-1737001c-16ed-4dea-bbf5-466d8b5d95ee admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-792940856-network', 'tenant_id': 'c9d2f68c6fa74348a553079d597a5342'}} {{(pid=86421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:30:17.299975 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.v2.base [None req-e1a037c6-250e-44e7-842f-9c46514ba657 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-594289087-network', 'tenant_id': '0fc8e345af874a4b82cc59a07051f572'}} {{(pid=86420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:30:17.301497 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-1737001c-16ed-4dea-bbf5-466d8b5d95ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86421) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:30:17.306337 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-1737001c-16ed-4dea-bbf5-466d8b5d95ee admin admin] Usage tracker for resource:network and tenant:c9d2f68c6fa74348a553079d597a5342 is out of sync, need to count used quota {{(pid=86421) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:30:17.310691 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-1737001c-16ed-4dea-bbf5-466d8b5d95ee admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86421) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:30:17.318049 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-1737001c-16ed-4dea-bbf5-466d8b5d95ee admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86421) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:30:17.337756 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26bd5526-2d57-400d-9ee3-e6808616ee26 admin admin] Made reservation on behalf of 4d61b8cb74c8488e895692a092d04f17 for: {'network': 1} {{(pid=86421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 18:30:17.341933 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-d326cebf-d2d7-4959-b38d-5ad0f9e88dd2 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201  len: 890 time: 1.1736634
Apr 20 18:30:17.343330 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-e1a037c6-250e-44e7-842f-9c46514ba657 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:30:17.343745 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-26bd5526-2d57-400d-9ee3-e6808616ee26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854207267'] for network, before_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:17.347791 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.11', 42262) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:30:17.353002 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d326cebf-d2d7-4959-b38d-5ad0f9e88dd2 admin admin] Pushing event updated for resources: {'Network': ['ID=70bb951b-5201-42f1-af2f-fff209eaf750,revision_number=1']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:30:17.356576 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-e1a037c6-250e-44e7-842f-9c46514ba657 admin admin] Usage tracker for resource:network and tenant:0fc8e345af874a4b82cc59a07051f572 is out of sync, need to count used quota {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:30:17.363382 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.v2.base [None req-450b1fdd-304a-4342-bee4-bf6fe6d392f5 admin admin] Request body: {'subnet': {'network_id': '70bb951b-5201-42f1-af2f-fff209eaf750', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-2114307233-subnet', 'tenant_id': '82646d2796ec4d6b9ec39ce05e5b838a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=86420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:30:17.373019 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1737001c-16ed-4dea-bbf5-466d8b5d95ee admin admin] Made reservation on behalf of c9d2f68c6fa74348a553079d597a5342 for: {'network': 1} {{(pid=86421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 18:30:17.375072 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-d326cebf-d2d7-4959-b38d-5ad0f9e88dd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:30:17.375677 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Network 70bb951b-5201-42f1-af2f-fff209eaf750 details requested by agent ovs-agent-dv-cinder-786931-2-iscsi with host dv-cinder-786931-2-iscsi {{(pid=86422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 20 18:30:17.376762 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-e1a037c6-250e-44e7-842f-9c46514ba657 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:30:17.379890 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-1737001c-16ed-4dea-bbf5-466d8b5d95ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854207267'] for network, before_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:17.385358 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-e1a037c6-250e-44e7-842f-9c46514ba657 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:30:17.396373 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-450b1fdd-304a-4342-bee4-bf6fe6d392f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:30:17.396715 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-1737001c-16ed-4dea-bbf5-466d8b5d95ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:17.401760 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1a037c6-250e-44e7-842f-9c46514ba657 admin admin] Made reservation on behalf of 0fc8e345af874a4b82cc59a07051f572 for: {'network': 1} {{(pid=86420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 18:30:17.407977 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-e1a037c6-250e-44e7-842f-9c46514ba657 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854207267'] for network, before_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:17.416699 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-1737001c-16ed-4dea-bbf5-466d8b5d95ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86421) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:30:17.420916 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-1737001c-16ed-4dea-bbf5-466d8b5d95ee admin admin] Usage tracker for resource:security_group_rule and tenant:c9d2f68c6fa74348a553079d597a5342 is out of sync, need to count used quota {{(pid=86421) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:30:17.424398 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-1737001c-16ed-4dea-bbf5-466d8b5d95ee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86421) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:30:17.429581 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-e1a037c6-250e-44e7-842f-9c46514ba657 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:17.431493 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-1737001c-16ed-4dea-bbf5-466d8b5d95ee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86421) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:30:17.444719 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-450b1fdd-304a-4342-bee4-bf6fe6d392f5 admin admin] Usage tracker for resource:subnet and tenant:82646d2796ec4d6b9ec39ce05e5b838a is out of sync, need to count used quota {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:30:17.452856 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-e1a037c6-250e-44e7-842f-9c46514ba657 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:30:17.457387 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-e1a037c6-250e-44e7-842f-9c46514ba657 admin admin] Usage tracker for resource:security_group_rule and tenant:0fc8e345af874a4b82cc59a07051f572 is out of sync, need to count used quota {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:30:17.461693 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-e1a037c6-250e-44e7-842f-9c46514ba657 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:30:17.469762 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-e1a037c6-250e-44e7-842f-9c46514ba657 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:30:17.470642 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-26bd5526-2d57-400d-9ee3-e6808616ee26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:17.477800 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-450b1fdd-304a-4342-bee4-bf6fe6d392f5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:30:17.493042 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-450b1fdd-304a-4342-bee4-bf6fe6d392f5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:30:17.509597 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-26bd5526-2d57-400d-9ee3-e6808616ee26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86421) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:30:17.531795 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-26bd5526-2d57-400d-9ee3-e6808616ee26 admin admin] Usage tracker for resource:security_group_rule and tenant:4d61b8cb74c8488e895692a092d04f17 is out of sync, need to count used quota {{(pid=86421) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:30:17.534644 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-450b1fdd-304a-4342-bee4-bf6fe6d392f5 admin admin] Made reservation on behalf of 82646d2796ec4d6b9ec39ce05e5b838a for: {'subnet': 1} {{(pid=86420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 18:30:17.537612 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-26bd5526-2d57-400d-9ee3-e6808616ee26 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86421) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:30:17.545402 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-450b1fdd-304a-4342-bee4-bf6fe6d392f5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:17.560494 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-26bd5526-2d57-400d-9ee3-e6808616ee26 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86421) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:30:17.666326 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-1737001c-16ed-4dea-bbf5-466d8b5d95ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:17.670868 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-1737001c-16ed-4dea-bbf5-466d8b5d95ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850969184'] for security_group, after_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:17.699344 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1737001c-16ed-4dea-bbf5-466d8b5d95ee admin admin] vlan segment allocate from pool success with {'vlan_id': 365, 'physical_network': 'physnet1'}  {{(pid=86421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 20 18:30:17.714289 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-1737001c-16ed-4dea-bbf5-466d8b5d95ee admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363251178018454', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854148540'] for segment, precommit_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:17.715050 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-1737001c-16ed-4dea-bbf5-466d8b5d95ee admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7fd9324696a8> segment precommit_create {{(pid=86421) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}}
Apr 20 18:30:17.715545 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.db.segments_db [None req-1737001c-16ed-4dea-bbf5-466d8b5d95ee admin admin] Added segment 9a1e4259-9a9c-4285-b3e5-c90ec9908485 of type vlan for network e1a3515f-6650-48cb-a68d-8193e54b06db
Apr 20 18:30:17.728475 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:30:17.769079 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-e1a037c6-250e-44e7-842f-9c46514ba657 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:17.814645 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-1737001c-16ed-4dea-bbf5-466d8b5d95ee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785676380019'] for network, precommit_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:17.824099 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1737001c-16ed-4dea-bbf5-466d8b5d95ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82d2b5dd-ac82-48c5-ae8a-56039f03438b,revision_number=1']} {{(pid=86421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:30:17.849650 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-e1a037c6-250e-44e7-842f-9c46514ba657 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850969184'] for security_group, after_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:17.853358 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-26bd5526-2d57-400d-9ee3-e6808616ee26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:17.855096 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1737001c-16ed-4dea-bbf5-466d8b5d95ee admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:30:17.855863 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1737001c-16ed-4dea-bbf5-466d8b5d95ee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:30:17.856594 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1737001c-16ed-4dea-bbf5-466d8b5d95ee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:30:17.856903 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1737001c-16ed-4dea-bbf5-466d8b5d95ee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:30:17.857263 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1737001c-16ed-4dea-bbf5-466d8b5d95ee admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:30:17.857629 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1737001c-16ed-4dea-bbf5-466d8b5d95ee admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:30:17.857990 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1737001c-16ed-4dea-bbf5-466d8b5d95ee admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:30:17.858346 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1737001c-16ed-4dea-bbf5-466d8b5d95ee admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:30:17.858705 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1737001c-16ed-4dea-bbf5-466d8b5d95ee admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:30:17.859065 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1737001c-16ed-4dea-bbf5-466d8b5d95ee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:30:17.859417 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1737001c-16ed-4dea-bbf5-466d8b5d95ee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:30:17.860067 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1737001c-16ed-4dea-bbf5-466d8b5d95ee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:30:17.862085 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1737001c-16ed-4dea-bbf5-466d8b5d95ee admin admin] Tracked resource versions report:
Apr 20 18:30:17.862085 dv-cinder-786931-2-iscsi neutron-server[86307]: pushed versions:
Apr 20 18:30:17.862085 dv-cinder-786931-2-iscsi neutron-server[86307]: {   'AddressGroup': {'1.2'},
Apr 20 18:30:17.862085 dv-cinder-786931-2-iscsi neutron-server[86307]:     'ConntrackHelper': {'1.0'},
Apr 20 18:30:17.862085 dv-cinder-786931-2-iscsi neutron-server[86307]:     'Log': {'1.0'},
Apr 20 18:30:17.862085 dv-cinder-786931-2-iscsi neutron-server[86307]:     'Network': {'1.1'},
Apr 20 18:30:17.862085 dv-cinder-786931-2-iscsi neutron-server[86307]:     'Port': {'1.7'},
Apr 20 18:30:17.862085 dv-cinder-786931-2-iscsi neutron-server[86307]:     'PortForwarding': {'1.2'},
Apr 20 18:30:17.862085 dv-cinder-786931-2-iscsi neutron-server[86307]:     'QosPolicy': {'1.8'},
Apr 20 18:30:17.862085 dv-cinder-786931-2-iscsi neutron-server[86307]:     'SecurityGroup': {'1.4'},
Apr 20 18:30:17.862085 dv-cinder-786931-2-iscsi neutron-server[86307]:     'SecurityGroupRule': {'1.2'},
Apr 20 18:30:17.862085 dv-cinder-786931-2-iscsi neutron-server[86307]:     'SubPort': {'1.0'},
Apr 20 18:30:17.862085 dv-cinder-786931-2-iscsi neutron-server[86307]:     'Subnet': {'1.1'},
Apr 20 18:30:17.862085 dv-cinder-786931-2-iscsi neutron-server[86307]:     'Trunk': {'1.1'}}
Apr 20 18:30:17.862085 dv-cinder-786931-2-iscsi neutron-server[86307]: consumer versions:
Apr 20 18:30:17.862085 dv-cinder-786931-2-iscsi neutron-server[86307]: {   DHCP agent@dv-cinder-786931-2-iscsi: {},
Apr 20 18:30:17.862085 dv-cinder-786931-2-iscsi neutron-server[86307]:     HyperV agent@hv-cinder-78693: {},
Apr 20 18:30:17.862085 dv-cinder-786931-2-iscsi neutron-server[86307]:     L3 agent@dv-cinder-786931-2-iscsi: {},
Apr 20 18:30:17.862085 dv-cinder-786931-2-iscsi neutron-server[86307]:     Metadata agent@dv-cinder-786931-2-iscsi: {},
Apr 20 18:30:17.862085 dv-cinder-786931-2-iscsi neutron-server[86307]:     Metering agent@dv-cinder-786931-2-iscsi: {},
Apr 20 18:30:17.862085 dv-cinder-786931-2-iscsi neutron-server[86307]:     Open vSwitch agent@dv-cinder-786931-2-iscsi: {   'AddressGroup': '1.2',
Apr 20 18:30:17.862085 dv-cinder-786931-2-iscsi neutron-server[86307]:                                                      'ConntrackHelper': '1.0',
Apr 20 18:30:17.862085 dv-cinder-786931-2-iscsi neutron-server[86307]:                                                      'Log': '1.0',
Apr 20 18:30:17.862085 dv-cinder-786931-2-iscsi neutron-server[86307]:                                                      'Network': '1.1',
Apr 20 18:30:17.862085 dv-cinder-786931-2-iscsi neutron-server[86307]:                                                      'Port': '1.7',
Apr 20 18:30:17.862085 dv-cinder-786931-2-iscsi neutron-server[86307]:                                                      'PortForwarding': '1.2',
Apr 20 18:30:17.862085 dv-cinder-786931-2-iscsi neutron-server[86307]:                                                      'QosPolicy': '1.8',
Apr 20 18:30:17.862085 dv-cinder-786931-2-iscsi neutron-server[86307]:                                                      'SecurityGroup': '1.4',
Apr 20 18:30:17.862085 dv-cinder-786931-2-iscsi neutron-server[86307]:                                                      'SecurityGroupRule': '1.2',
Apr 20 18:30:17.862085 dv-cinder-786931-2-iscsi neutron-server[86307]:                                                      'SubPort': '1.0',
Apr 20 18:30:17.862085 dv-cinder-786931-2-iscsi neutron-server[86307]:                                                      'Subnet': '1.1',
Apr 20 18:30:17.862085 dv-cinder-786931-2-iscsi neutron-server[86307]:                                                      'Trunk': '1.1'}}
Apr 20 18:30:17.862085 dv-cinder-786931-2-iscsi neutron-server[86307]:  {{(pid=86421) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 20 18:30:17.869036 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-26bd5526-2d57-400d-9ee3-e6808616ee26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850969184'] for security_group, after_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:17.869984 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-1737001c-16ed-4dea-bbf5-466d8b5d95ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:30:17.870976 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:30:17.887708 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-1737001c-16ed-4dea-bbf5-466d8b5d95ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:30:17.921109 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1a037c6-250e-44e7-842f-9c46514ba657 admin admin] vlan segment allocate from pool success with {'vlan_id': 372, 'physical_network': 'physnet1'}  {{(pid=86420) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 20 18:30:17.926908 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26bd5526-2d57-400d-9ee3-e6808616ee26 admin admin] vlan segment allocate from pool success with {'vlan_id': 386, 'physical_network': 'physnet1'}  {{(pid=86421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 20 18:30:17.937127 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-1737001c-16ed-4dea-bbf5-466d8b5d95ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850969204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730'] for network, after_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:17.939243 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bd5526-2d57-400d-9ee3-e6808616ee26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80e66527-e58f-4391-8c4c-063b9dd3fbd4,revision_number=1']} {{(pid=86421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:30:17.943733 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1737001c-16ed-4dea-bbf5-466d8b5d95ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:30:17.944512 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-1737001c-16ed-4dea-bbf5-466d8b5d95ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3704713'] for network, before_response {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:17.949755 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-26bd5526-2d57-400d-9ee3-e6808616ee26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:30:17.952062 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:30:17.956315 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a037c6-250e-44e7-842f-9c46514ba657 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dd451b4-6ded-4db0-a4c1-6275b66e6b11,revision_number=1']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:30:17.959496 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-e1a037c6-250e-44e7-842f-9c46514ba657 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854148540'] for segment, precommit_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:17.959890 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.db.segments_db [None req-e1a037c6-250e-44e7-842f-9c46514ba657 admin admin] Added segment 11fab400-8f54-4716-be82-f66dbcd546a2 of type vlan for network 61202e71-818d-4028-952a-3e2f5c4dd907
Apr 20 18:30:17.964022 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-e1a037c6-250e-44e7-842f-9c46514ba657 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:30:17.969715 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-26bd5526-2d57-400d-9ee3-e6808616ee26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854148540'] for segment, precommit_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:17.970211 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.db.segments_db [None req-26bd5526-2d57-400d-9ee3-e6808616ee26 admin admin] Added segment c09827dd-1400-4cd9-9113-bae2cb1c8e3d of type vlan for network 02422600-c332-4858-ad0c-e0fcc53844a7
Apr 20 18:30:18.068724 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-e1a037c6-250e-44e7-842f-9c46514ba657 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785676380019'] for network, precommit_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:18.094970 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-26bd5526-2d57-400d-9ee3-e6808616ee26 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785676380019'] for network, precommit_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:18.123490 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1737001c-16ed-4dea-bbf5-466d8b5d95ee admin admin] Pushing event updated for resources: {'Network': ['ID=e1a3515f-6650-48cb-a68d-8193e54b06db,revision_number=1']} {{(pid=86421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:30:18.143483 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-1737001c-16ed-4dea-bbf5-466d8b5d95ee admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201  len: 891 time: 1.0148537
Apr 20 18:30:18.144251 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86421) accepted ('10.222.0.11', 42296) {{(pid=86421) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:30:18.144955 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Network e1a3515f-6650-48cb-a68d-8193e54b06db details requested by agent ovs-agent-dv-cinder-786931-2-iscsi with host dv-cinder-786931-2-iscsi {{(pid=86422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 20 18:30:18.145268 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-1737001c-16ed-4dea-bbf5-466d8b5d95ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:30:18.157120 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.v2.base [None req-2c241adb-4b3b-4287-83ef-6cdfe9b016ce admin admin] Request body: {'subnet': {'network_id': 'e1a3515f-6650-48cb-a68d-8193e54b06db', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-792940856-subnet', 'tenant_id': 'c9d2f68c6fa74348a553079d597a5342', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:30:18.165893 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-2c241adb-4b3b-4287-83ef-6cdfe9b016ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86421) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:30:18.170634 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-2c241adb-4b3b-4287-83ef-6cdfe9b016ce admin admin] Usage tracker for resource:subnet and tenant:c9d2f68c6fa74348a553079d597a5342 is out of sync, need to count used quota {{(pid=86421) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:30:18.173636 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-26bd5526-2d57-400d-9ee3-e6808616ee26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850969204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730'] for network, after_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:18.174707 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-2c241adb-4b3b-4287-83ef-6cdfe9b016ce admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86421) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:30:18.178229 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26bd5526-2d57-400d-9ee3-e6808616ee26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:30:18.179566 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-26bd5526-2d57-400d-9ee3-e6808616ee26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3704713'] for network, before_response {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:18.181512 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-e1a037c6-250e-44e7-842f-9c46514ba657 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850969204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730'] for network, after_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:18.189027 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-1737001c-16ed-4dea-bbf5-466d8b5d95ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:30:18.193371 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1a037c6-250e-44e7-842f-9c46514ba657 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:30:18.194413 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-e1a037c6-250e-44e7-842f-9c46514ba657 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3704713'] for network, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:18.204443 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-2c241adb-4b3b-4287-83ef-6cdfe9b016ce admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86421) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:30:18.232883 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-d455dfa5-40f9-4f43-9230-be2b59248217 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:30:18.300015 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-26bd5526-2d57-400d-9ee3-e6808616ee26 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 1.5222495
Apr 20 18:30:18.303660 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86421) accepted ('10.222.0.11', 42302) {{(pid=86421) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:30:18.305305 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c241adb-4b3b-4287-83ef-6cdfe9b016ce admin admin] Made reservation on behalf of c9d2f68c6fa74348a553079d597a5342 for: {'subnet': 1} {{(pid=86421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 18:30:18.310278 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-2c241adb-4b3b-4287-83ef-6cdfe9b016ce admin admin] Notify callbacks [] for subnet, before_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:18.338202 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.v2.base [None req-e1f43a68-29fe-4831-b47c-7957f8e522c0 admin admin] Request body: {'subnet': {'network_id': '02422600-c332-4858-ad0c-e0fcc53844a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-2090730375-subnet', 'tenant_id': '4d61b8cb74c8488e895692a092d04f17', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=86421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:30:18.347620 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bd5526-2d57-400d-9ee3-e6808616ee26 admin admin] Pushing event updated for resources: {'Network': ['ID=02422600-c332-4858-ad0c-e0fcc53844a7,revision_number=1']} {{(pid=86421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:30:18.362521 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Network 02422600-c332-4858-ad0c-e0fcc53844a7 details requested by agent ovs-agent-dv-cinder-786931-2-iscsi with host dv-cinder-786931-2-iscsi {{(pid=86422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 20 18:30:18.378084 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a037c6-250e-44e7-842f-9c46514ba657 admin admin] Pushing event updated for resources: {'Network': ['ID=61202e71-818d-4028-952a-3e2f5c4dd907,revision_number=1']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:30:18.387256 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-e1a037c6-250e-44e7-842f-9c46514ba657 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:30:18.392384 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-e1a037c6-250e-44e7-842f-9c46514ba657 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 2.0210450
Apr 20 18:30:18.393266 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.11', 42306) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:30:18.409090 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-e1f43a68-29fe-4831-b47c-7957f8e522c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86421) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:30:18.411820 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-26bd5526-2d57-400d-9ee3-e6808616ee26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:30:18.438319 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.v2.base [None req-05ab790e-d97a-429d-8c19-afdf952f5265 admin admin] Request body: {'subnet': {'network_id': '61202e71-818d-4028-952a-3e2f5c4dd907', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-594289087-subnet', 'tenant_id': '0fc8e345af874a4b82cc59a07051f572', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:30:18.450588 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-e1f43a68-29fe-4831-b47c-7957f8e522c0 admin admin] Usage tracker for resource:subnet and tenant:4d61b8cb74c8488e895692a092d04f17 is out of sync, need to count used quota {{(pid=86421) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:30:18.457796 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-e1f43a68-29fe-4831-b47c-7957f8e522c0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86421) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:30:18.461067 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-05ab790e-d97a-429d-8c19-afdf952f5265 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:30:18.470668 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-05ab790e-d97a-429d-8c19-afdf952f5265 admin admin] Usage tracker for resource:subnet and tenant:0fc8e345af874a4b82cc59a07051f572 is out of sync, need to count used quota {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:30:18.486746 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-05ab790e-d97a-429d-8c19-afdf952f5265 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:30:18.488292 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-e1f43a68-29fe-4831-b47c-7957f8e522c0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86421) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:30:18.499523 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-05ab790e-d97a-429d-8c19-afdf952f5265 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:30:18.502750 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Network 61202e71-818d-4028-952a-3e2f5c4dd907 details requested by agent ovs-agent-dv-cinder-786931-2-iscsi with host dv-cinder-786931-2-iscsi {{(pid=86422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 20 18:30:18.530786 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1f43a68-29fe-4831-b47c-7957f8e522c0 admin admin] Made reservation on behalf of 4d61b8cb74c8488e895692a092d04f17 for: {'subnet': 1} {{(pid=86421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 18:30:18.535962 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-e1f43a68-29fe-4831-b47c-7957f8e522c0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:18.617374 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05ab790e-d97a-429d-8c19-afdf952f5265 admin admin] Made reservation on behalf of 0fc8e345af874a4b82cc59a07051f572 for: {'subnet': 1} {{(pid=86420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 18:30:18.633437 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-05ab790e-d97a-429d-8c19-afdf952f5265 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:18.821809 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.11', 42324) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:30:18.840567 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-450b1fdd-304a-4342-bee4-bf6fe6d392f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850911380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730'] for subnet, after_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:18.851992 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-ddc4d84c-ea2b-47ef-a60b-4949a0e0aaf0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:30:18.960778 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450b1fdd-304a-4342-bee4-bf6fe6d392f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=de093425-a655-4f08-b89a-732e934018c4,revision_number=0']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:30:18.966823 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-450b1fdd-304a-4342-bee4-bf6fe6d392f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:30:18.975993 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-450b1fdd-304a-4342-bee4-bf6fe6d392f5 admin admin] Checking segment: {'id': '8f4cadfd-3269-4c6c-8ca6-68423b9c7197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '70bb951b-5201-42f1-af2f-fff209eaf750'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 18:30:18.977417 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-450b1fdd-304a-4342-bee4-bf6fe6d392f5 admin admin] Network hostable DHCP agents. Network: 70bb951b-5201-42f1-af2f-fff209eaf750, hostable agents: ['d7942baf-6bbf-4686-8ec5-e08268711b74'], hosted agents: [] {{(pid=86420) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 20 18:30:19.059148 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-450b1fdd-304a-4342-bee4-bf6fe6d392f5 admin admin] Network 70bb951b-5201-42f1-af2f-fff209eaf750 is scheduled to be hosted by DHCP agent d7942baf-6bbf-4686-8ec5-e08268711b74 with binding_index 1 {{(pid=86420) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 20 18:30:19.075534 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.scheduler.base_scheduler [None req-450b1fdd-304a-4342-bee4-bf6fe6d392f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786931-2-iscsi, 70bb951b-5201-42f1-af2f-fff209eaf750) {{(pid=86420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:30:19.087522 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8bc61ba-2ffe-42e9-9a98-e4ab83df905d None None] Network 70bb951b-5201-42f1-af2f-fff209eaf750 requested from dv-cinder-786931-2-iscsi {{(pid=86422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 18:30:19.092976 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-450b1fdd-304a-4342-bee4-bf6fe6d392f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:30:19.093853 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-450b1fdd-304a-4342-bee4-bf6fe6d392f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3704713'] for subnet, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:19.134635 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-450b1fdd-304a-4342-bee4-bf6fe6d392f5 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 853 time: 1.7854891
Apr 20 18:30:19.137418 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.11', 42338) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:30:19.163540 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.v2.base [None req-bce0a5ea-f7e3-49d1-ad16-abf71511af27 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-2114307233-router', 'tenant_id': '82646d2796ec4d6b9ec39ce05e5b838a', 'external_gateway_info': {'network_id': '357044f3-f85c-4c82-92f2-504aa071d528'}}} {{(pid=86420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:30:19.169727 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-bce0a5ea-f7e3-49d1-ad16-abf71511af27 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:30:19.179148 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-bce0a5ea-f7e3-49d1-ad16-abf71511af27 admin admin] Usage tracker for resource:router and tenant:82646d2796ec4d6b9ec39ce05e5b838a is out of sync, need to count used quota {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:30:19.183697 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-bce0a5ea-f7e3-49d1-ad16-abf71511af27 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:30:19.191599 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-bce0a5ea-f7e3-49d1-ad16-abf71511af27 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:30:19.221549 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-3cfdcdab-9022-41ef-b6d6-8f608e545234 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:19.242087 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-3cfdcdab-9022-41ef-b6d6-8f608e545234 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:30:19.245385 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-bce0a5ea-f7e3-49d1-ad16-abf71511af27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036850938385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8139'] for router, before_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:19.246858 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-bce0a5ea-f7e3-49d1-ad16-abf71511af27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3837415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3865857', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3804944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854767684'] for router, precommit_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:19.261893 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-3cfdcdab-9022-41ef-b6d6-8f608e545234 admin admin] Usage tracker for resource:security_group_rule and tenant:87745d87617e4bd289d1e89717c1fb34 is out of sync, need to count used quota {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:30:19.311490 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-3cfdcdab-9022-41ef-b6d6-8f608e545234 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:30:19.360935 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-bce0a5ea-f7e3-49d1-ad16-abf71511af27 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:19.362773 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-3cfdcdab-9022-41ef-b6d6-8f608e545234 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:30:19.501884 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-2c241adb-4b3b-4287-83ef-6cdfe9b016ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850911380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730'] for subnet, after_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:19.520768 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-d0bbcf77-31c0-44e2-ac8c-ab927ffff540 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:30:19.592201 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c241adb-4b3b-4287-83ef-6cdfe9b016ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=680a997a-0cf4-4428-86cb-30422b5e5d52,revision_number=0']} {{(pid=86421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:30:19.602707 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-2c241adb-4b3b-4287-83ef-6cdfe9b016ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:30:19.658230 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c241adb-4b3b-4287-83ef-6cdfe9b016ce admin admin] Checking segment: {'id': '9a1e4259-9a9c-4285-b3e5-c90ec9908485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'e1a3515f-6650-48cb-a68d-8193e54b06db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 18:30:19.658618 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c241adb-4b3b-4287-83ef-6cdfe9b016ce admin admin] Network hostable DHCP agents. Network: e1a3515f-6650-48cb-a68d-8193e54b06db, hostable agents: ['d7942baf-6bbf-4686-8ec5-e08268711b74'], hosted agents: [] {{(pid=86421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 20 18:30:19.727777 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c241adb-4b3b-4287-83ef-6cdfe9b016ce admin admin] Network e1a3515f-6650-48cb-a68d-8193e54b06db is scheduled to be hosted by DHCP agent d7942baf-6bbf-4686-8ec5-e08268711b74 with binding_index 1 {{(pid=86421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 20 18:30:19.748440 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.scheduler.base_scheduler [None req-2c241adb-4b3b-4287-83ef-6cdfe9b016ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786931-2-iscsi, e1a3515f-6650-48cb-a68d-8193e54b06db) {{(pid=86421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:30:19.755837 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c241adb-4b3b-4287-83ef-6cdfe9b016ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:30:19.756517 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-2c241adb-4b3b-4287-83ef-6cdfe9b016ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3704713'] for subnet, before_response {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:19.782456 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-e1f43a68-29fe-4831-b47c-7957f8e522c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850911380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730'] for subnet, after_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:19.785357 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-2c241adb-4b3b-4287-83ef-6cdfe9b016ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:30:19.803013 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-bce0a5ea-f7e3-49d1-ad16-abf71511af27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3866102', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3837788', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854767699'] for router, precommit_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:19.821929 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-2c241adb-4b3b-4287-83ef-6cdfe9b016ce admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 855 time: 1.6735876
Apr 20 18:30:19.826704 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.11', 42370) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:30:19.842325 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.v2.base [None req-c1596cd7-99f7-4efb-b59c-6388d2954c1f admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-792940856-router', 'tenant_id': 'c9d2f68c6fa74348a553079d597a5342', 'external_gateway_info': {'network_id': '357044f3-f85c-4c82-92f2-504aa071d528'}}} {{(pid=86420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:30:19.852359 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3b9a436-77e4-432e-ab13-a81d8f1b265b None None] Network e1a3515f-6650-48cb-a68d-8193e54b06db requested from dv-cinder-786931-2-iscsi {{(pid=86422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 18:30:19.877159 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f43a68-29fe-4831-b47c-7957f8e522c0 admin admin] Checking segment: {'id': 'c09827dd-1400-4cd9-9113-bae2cb1c8e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '02422600-c332-4858-ad0c-e0fcc53844a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 18:30:19.877538 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1f43a68-29fe-4831-b47c-7957f8e522c0 admin admin] Network hostable DHCP agents. Network: 02422600-c332-4858-ad0c-e0fcc53844a7, hostable agents: ['d7942baf-6bbf-4686-8ec5-e08268711b74'], hosted agents: [] {{(pid=86421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 20 18:30:19.888099 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f43a68-29fe-4831-b47c-7957f8e522c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=75d0ac2f-18ed-4097-8673-60a099f48c88,revision_number=0']} {{(pid=86421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:30:19.891409 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-e1f43a68-29fe-4831-b47c-7957f8e522c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:30:19.901547 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1f43a68-29fe-4831-b47c-7957f8e522c0 admin admin] Network 02422600-c332-4858-ad0c-e0fcc53844a7 is scheduled to be hosted by DHCP agent d7942baf-6bbf-4686-8ec5-e08268711b74 with binding_index 1 {{(pid=86421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 20 18:30:19.912697 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.scheduler.base_scheduler [None req-e1f43a68-29fe-4831-b47c-7957f8e522c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786931-2-iscsi, 02422600-c332-4858-ad0c-e0fcc53844a7) {{(pid=86421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:30:19.916775 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-c1596cd7-99f7-4efb-b59c-6388d2954c1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:30:19.923985 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1f43a68-29fe-4831-b47c-7957f8e522c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:30:19.924815 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-e1f43a68-29fe-4831-b47c-7957f8e522c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3704713'] for subnet, before_response {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:19.933031 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c608f407-d49a-4a78-837f-4f4edfade022 None None] Network 02422600-c332-4858-ad0c-e0fcc53844a7 requested from dv-cinder-786931-2-iscsi {{(pid=86422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 18:30:19.935475 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-c1596cd7-99f7-4efb-b59c-6388d2954c1f admin admin] Usage tracker for resource:router and tenant:c9d2f68c6fa74348a553079d597a5342 is out of sync, need to count used quota {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:30:19.949329 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-e1f43a68-29fe-4831-b47c-7957f8e522c0 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 1.6249297
Apr 20 18:30:19.952381 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86421) accepted ('10.222.0.11', 42378) {{(pid=86421) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:30:19.958009 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.v2.base [None req-ddb56352-5f92-4b25-900c-de58e426d004 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-2090730375-router', 'tenant_id': '4d61b8cb74c8488e895692a092d04f17', 'external_gateway_info': {'network_id': '357044f3-f85c-4c82-92f2-504aa071d528'}}} {{(pid=86421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:30:19.964488 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-ddb56352-5f92-4b25-900c-de58e426d004 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86421) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:30:19.968725 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-ddb56352-5f92-4b25-900c-de58e426d004 admin admin] Usage tracker for resource:router and tenant:4d61b8cb74c8488e895692a092d04f17 is out of sync, need to count used quota {{(pid=86421) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:30:19.971777 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-ddb56352-5f92-4b25-900c-de58e426d004 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86421) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:30:19.979397 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-ddb56352-5f92-4b25-900c-de58e426d004 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86421) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:30:19.990617 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-ddb56352-5f92-4b25-900c-de58e426d004 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036850938385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8139'] for router, before_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:19.993134 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-ddb56352-5f92-4b25-900c-de58e426d004 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3837415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3865857', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3804944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854767684'] for router, precommit_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:20.012354 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95c09b47-e94a-4da3-8583-26134103792d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82bc64bb-a80f-5e37-9fe3-a5a7bfe5a88e-70bb951b-5201-42f1-af2f-fff209eaf750', 'network_id': '70bb951b-5201-42f1-af2f-fff209eaf750', 'tenant_id': '82646d2796ec4d6b9ec39ce05e5b838a', 'fixed_ips': [{'subnet_id': 'de093425-a655-4f08-b89a-732e934018c4'}]}} from dv-cinder-786931-2-iscsi. {{(pid=86422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 20 18:30:20.013274 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-95c09b47-e94a-4da3-8583-26134103792d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854207267'] for port, before_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:20.016284 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-c1596cd7-99f7-4efb-b59c-6388d2954c1f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:30:20.024832 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-ddb56352-5f92-4b25-900c-de58e426d004 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:20.046097 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-c1596cd7-99f7-4efb-b59c-6388d2954c1f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:30:20.200485 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-3cfdcdab-9022-41ef-b6d6-8f608e545234 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:20.210121 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-05ab790e-d97a-429d-8c19-afdf952f5265 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850911380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730'] for subnet, after_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:20.212128 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-c1596cd7-99f7-4efb-b59c-6388d2954c1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036850938385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8139'] for router, before_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:20.218063 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-c1596cd7-99f7-4efb-b59c-6388d2954c1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3837415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3865857', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3804944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854767684'] for router, precommit_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:20.250981 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-c1596cd7-99f7-4efb-b59c-6388d2954c1f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:20.277827 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-3cfdcdab-9022-41ef-b6d6-8f608e545234 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850969184'] for security_group, after_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:20.283297 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:30:20.360487 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69442f63-4311-4a26-87f7-8a7f57513bc3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82bc64bb-a80f-5e37-9fe3-a5a7bfe5a88e-02422600-c332-4858-ad0c-e0fcc53844a7', 'network_id': '02422600-c332-4858-ad0c-e0fcc53844a7', 'tenant_id': '4d61b8cb74c8488e895692a092d04f17', 'fixed_ips': [{'subnet_id': '75d0ac2f-18ed-4097-8673-60a099f48c88'}]}} from dv-cinder-786931-2-iscsi. {{(pid=86422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 20 18:30:20.362093 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-69442f63-4311-4a26-87f7-8a7f57513bc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854207267'] for port, before_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:20.474485 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ab790e-d97a-429d-8c19-afdf952f5265 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f8bdf05c-2cbe-4235-be3f-d34d6380bec2,revision_number=0']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:30:20.505240 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.db_base_plugin_common [None req-95c09b47-e94a-4da3-8583-26134103792d None None] Allocated IP 172.20.0.2 (70bb951b-5201-42f1-af2f-fff209eaf750/de093425-a655-4f08-b89a-732e934018c4/d96e30a0-0239-4cd0-9b37-6f8969aa8b06) {{(pid=86422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 18:30:20.590049 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-05ab790e-d97a-429d-8c19-afdf952f5265 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:30:20.613960 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-e6f5f283-42bf-408b-bfc7-bdce00e19d2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.035s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:30:20.655020 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-ddb56352-5f92-4b25-900c-de58e426d004 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3866102', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3837788', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854767699'] for router, precommit_update {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:20.688925 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfdcdab-9022-41ef-b6d6-8f608e545234 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d00dc6a7-111c-4f7e-8e2b-d33512932abb,revision_number=1']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:30:20.714167 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-3cfdcdab-9022-41ef-b6d6-8f608e545234 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:30:21.073171 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-95c09b47-e94a-4da3-8583-26134103792d None None] Notify callbacks [] for port, precommit_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:21.079886 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5f43406-7806-4e0e-b729-02325322247b None None] Network e1a3515f-6650-48cb-a68d-8193e54b06db requested from dv-cinder-786931-2-iscsi {{(pid=86422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 18:30:21.194070 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-95c09b47-e94a-4da3-8583-26134103792d None None] Transition to ACTIVE for port object d96e30a0-0239-4cd0-9b37-6f8969aa8b06 will not be triggered until provisioned by entity L2. {{(pid=86422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 18:30:21.204542 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-ddb56352-5f92-4b25-900c-de58e426d004 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:21.216952 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-95c09b47-e94a-4da3-8583-26134103792d None None] Transition to ACTIVE for port object d96e30a0-0239-4cd0-9b37-6f8969aa8b06 will not be triggered until provisioned by entity DHCP. {{(pid=86422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 18:30:21.228031 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-95c09b47-e94a-4da3-8583-26134103792d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251178383920'] for port, after_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:21.251004 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:30:21.255125 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-ddb56352-5f92-4b25-900c-de58e426d004 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854207267'] for port, before_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:21.299123 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95c09b47-e94a-4da3-8583-26134103792d None None] Network 70bb951b-5201-42f1-af2f-fff209eaf750 is already hosted by enough agents. {{(pid=86422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 18:30:21.328119 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.db_base_plugin_common [None req-69442f63-4311-4a26-87f7-8a7f57513bc3 None None] Allocated IP 172.20.0.2 (02422600-c332-4858-ad0c-e0fcc53844a7/75d0ac2f-18ed-4097-8673-60a099f48c88/34e50175-7d2d-4167-af28-3807e4476b2f) {{(pid=86422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 18:30:21.330994 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.scheduler.base_scheduler [None req-95c09b47-e94a-4da3-8583-26134103792d None None] Resources bound (agent type, host, resource id):  {{(pid=86422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:30:21.331641 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05ab790e-d97a-429d-8c19-afdf952f5265 admin admin] Checking segment: {'id': '11fab400-8f54-4716-be82-f66dbcd546a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '61202e71-818d-4028-952a-3e2f5c4dd907'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 18:30:21.332051 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05ab790e-d97a-429d-8c19-afdf952f5265 admin admin] Network hostable DHCP agents. Network: 61202e71-818d-4028-952a-3e2f5c4dd907, hostable agents: ['d7942baf-6bbf-4686-8ec5-e08268711b74'], hosted agents: [] {{(pid=86420) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 20 18:30:21.357584 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-3cfdcdab-9022-41ef-b6d6-8f608e545234 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=87745d87617e4bd289d1e89717c1fb34&name=default HTTP/1.1" status: 200  len: 2975 time: 2.5344241
Apr 20 18:30:21.357746 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95c09b47-e94a-4da3-8583-26134103792d None None] Received port after_create {{(pid=86422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 18:30:21.367849 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86421) accepted ('10.222.0.11', 42428) {{(pid=86421) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:30:21.367989 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-c1596cd7-99f7-4efb-b59c-6388d2954c1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3866102', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3837788', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854767699'] for router, precommit_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:21.374625 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c09b47-e94a-4da3-8583-26134103792d None None] Pushing event updated for resources: {'Port': ['ID=d96e30a0-0239-4cd0-9b37-6f8969aa8b06,revision_number=1']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:30:21.397510 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c09b47-e94a-4da3-8583-26134103792d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:30:21.398811 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c09b47-e94a-4da3-8583-26134103792d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:30:21.399447 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c09b47-e94a-4da3-8583-26134103792d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:30:21.399880 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c09b47-e94a-4da3-8583-26134103792d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:30:21.400272 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c09b47-e94a-4da3-8583-26134103792d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:30:21.401430 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c09b47-e94a-4da3-8583-26134103792d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:30:21.401834 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c09b47-e94a-4da3-8583-26134103792d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:30:21.402208 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c09b47-e94a-4da3-8583-26134103792d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:30:21.402579 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c09b47-e94a-4da3-8583-26134103792d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:30:21.403001 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c09b47-e94a-4da3-8583-26134103792d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:30:21.403382 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c09b47-e94a-4da3-8583-26134103792d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:30:21.403750 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c09b47-e94a-4da3-8583-26134103792d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:30:21.404983 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c09b47-e94a-4da3-8583-26134103792d None None] Tracked resource versions report:
Apr 20 18:30:21.404983 dv-cinder-786931-2-iscsi neutron-server[86307]: pushed versions:
Apr 20 18:30:21.404983 dv-cinder-786931-2-iscsi neutron-server[86307]: {   'AddressGroup': {'1.2'},
Apr 20 18:30:21.404983 dv-cinder-786931-2-iscsi neutron-server[86307]:     'ConntrackHelper': {'1.0'},
Apr 20 18:30:21.404983 dv-cinder-786931-2-iscsi neutron-server[86307]:     'Log': {'1.0'},
Apr 20 18:30:21.404983 dv-cinder-786931-2-iscsi neutron-server[86307]:     'Network': {'1.1'},
Apr 20 18:30:21.404983 dv-cinder-786931-2-iscsi neutron-server[86307]:     'Port': {'1.7'},
Apr 20 18:30:21.404983 dv-cinder-786931-2-iscsi neutron-server[86307]:     'PortForwarding': {'1.2'},
Apr 20 18:30:21.404983 dv-cinder-786931-2-iscsi neutron-server[86307]:     'QosPolicy': {'1.8'},
Apr 20 18:30:21.404983 dv-cinder-786931-2-iscsi neutron-server[86307]:     'SecurityGroup': {'1.4'},
Apr 20 18:30:21.404983 dv-cinder-786931-2-iscsi neutron-server[86307]:     'SecurityGroupRule': {'1.2'},
Apr 20 18:30:21.404983 dv-cinder-786931-2-iscsi neutron-server[86307]:     'SubPort': {'1.0'},
Apr 20 18:30:21.404983 dv-cinder-786931-2-iscsi neutron-server[86307]:     'Subnet': {'1.1'},
Apr 20 18:30:21.404983 dv-cinder-786931-2-iscsi neutron-server[86307]:     'Trunk': {'1.1'}}
Apr 20 18:30:21.404983 dv-cinder-786931-2-iscsi neutron-server[86307]: consumer versions:
Apr 20 18:30:21.404983 dv-cinder-786931-2-iscsi neutron-server[86307]: {   DHCP agent@dv-cinder-786931-2-iscsi: {},
Apr 20 18:30:21.404983 dv-cinder-786931-2-iscsi neutron-server[86307]:     HyperV agent@hv-cinder-78693: {},
Apr 20 18:30:21.404983 dv-cinder-786931-2-iscsi neutron-server[86307]:     L3 agent@dv-cinder-786931-2-iscsi: {},
Apr 20 18:30:21.404983 dv-cinder-786931-2-iscsi neutron-server[86307]:     Metadata agent@dv-cinder-786931-2-iscsi: {},
Apr 20 18:30:21.404983 dv-cinder-786931-2-iscsi neutron-server[86307]:     Metering agent@dv-cinder-786931-2-iscsi: {},
Apr 20 18:30:21.404983 dv-cinder-786931-2-iscsi neutron-server[86307]:     Open vSwitch agent@dv-cinder-786931-2-iscsi: {   'AddressGroup': '1.2',
Apr 20 18:30:21.404983 dv-cinder-786931-2-iscsi neutron-server[86307]:                                                      'ConntrackHelper': '1.0',
Apr 20 18:30:21.404983 dv-cinder-786931-2-iscsi neutron-server[86307]:                                                      'Log': '1.0',
Apr 20 18:30:21.404983 dv-cinder-786931-2-iscsi neutron-server[86307]:                                                      'Network': '1.1',
Apr 20 18:30:21.404983 dv-cinder-786931-2-iscsi neutron-server[86307]:                                                      'Port': '1.7',
Apr 20 18:30:21.404983 dv-cinder-786931-2-iscsi neutron-server[86307]:                                                      'PortForwarding': '1.2',
Apr 20 18:30:21.404983 dv-cinder-786931-2-iscsi neutron-server[86307]:                                                      'QosPolicy': '1.8',
Apr 20 18:30:21.404983 dv-cinder-786931-2-iscsi neutron-server[86307]:                                                      'SecurityGroup': '1.4',
Apr 20 18:30:21.404983 dv-cinder-786931-2-iscsi neutron-server[86307]:                                                      'SecurityGroupRule': '1.2',
Apr 20 18:30:21.404983 dv-cinder-786931-2-iscsi neutron-server[86307]:                                                      'SubPort': '1.0',
Apr 20 18:30:21.404983 dv-cinder-786931-2-iscsi neutron-server[86307]:                                                      'Subnet': '1.1',
Apr 20 18:30:21.404983 dv-cinder-786931-2-iscsi neutron-server[86307]:                                                      'Trunk': '1.1'}}
Apr 20 18:30:21.404983 dv-cinder-786931-2-iscsi neutron-server[86307]:  {{(pid=86422) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 20 18:30:21.439939 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05ab790e-d97a-429d-8c19-afdf952f5265 admin admin] Network 61202e71-818d-4028-952a-3e2f5c4dd907 is scheduled to be hosted by DHCP agent d7942baf-6bbf-4686-8ec5-e08268711b74 with binding_index 1 {{(pid=86420) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 20 18:30:21.453585 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-95c09b47-e94a-4da3-8583-26134103792d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:30:21.518138 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.scheduler.base_scheduler [None req-05ab790e-d97a-429d-8c19-afdf952f5265 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786931-2-iscsi, 61202e71-818d-4028-952a-3e2f5c4dd907) {{(pid=86420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:30:21.530443 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05ab790e-d97a-429d-8c19-afdf952f5265 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:30:21.531098 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-05ab790e-d97a-429d-8c19-afdf952f5265 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3704713'] for subnet, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:21.547084 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-bce0a5ea-f7e3-49d1-ad16-abf71511af27 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:21.565793 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.db_base_plugin_common [None req-ddb56352-5f92-4b25-900c-de58e426d004 admin admin] Allocated IP 172.27.2.37 (357044f3-f85c-4c82-92f2-504aa071d528/737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87/291ad347-35f5-49c0-9347-31d2523ef1b7) {{(pid=86421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 18:30:21.586725 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-bce0a5ea-f7e3-49d1-ad16-abf71511af27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854207267'] for port, before_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:21.599252 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-acd7702a-6319-40d4-9779-fb959015398b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:21.609498 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb93e304-5f4f-4303-96e8-c2c59844a627 None None] Network 61202e71-818d-4028-952a-3e2f5c4dd907 requested from dv-cinder-786931-2-iscsi {{(pid=86422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 18:30:21.651148 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-acd7702a-6319-40d4-9779-fb959015398b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:21.671854 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-05ab790e-d97a-429d-8c19-afdf952f5265 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 3.2526875
Apr 20 18:30:21.804475 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [None req-95c09b47-e94a-4da3-8583-26134103792d None None] Attempting to bind port d96e30a0-0239-4cd0-9b37-6f8969aa8b06 on host dv-cinder-786931-2-iscsi for vnic_type normal with profile  {{(pid=86422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 18:30:21.805222 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [None req-95c09b47-e94a-4da3-8583-26134103792d None None] Attempting to bind port d96e30a0-0239-4cd0-9b37-6f8969aa8b06 by drivers openvswitch,hyperv on host dv-cinder-786931-2-iscsi at level 0 using segments [{'id': '8f4cadfd-3269-4c6c-8ca6-68423b9c7197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '70bb951b-5201-42f1-af2f-fff209eaf750'}] {{(pid=86422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 18:30:21.805637 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95c09b47-e94a-4da3-8583-26134103792d None None] Attempting to bind port d96e30a0-0239-4cd0-9b37-6f8969aa8b06 on network 70bb951b-5201-42f1-af2f-fff209eaf750 {{(pid=86422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 18:30:21.829303 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95c09b47-e94a-4da3-8583-26134103792d None None] Checking agent: {'id': '36d4d98e-2d96-4c9b-9d9c-08d159895b6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786931-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 22, 2), 'started_at': datetime.datetime(2021, 4, 20, 18, 22, 32), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 30, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786931-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 18:30:21.832681 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95c09b47-e94a-4da3-8583-26134103792d None None] Checking segment: {'id': '8f4cadfd-3269-4c6c-8ca6-68423b9c7197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '70bb951b-5201-42f1-af2f-fff209eaf750'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 18:30:21.833381 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-95c09b47-e94a-4da3-8583-26134103792d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:21.836019 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95c09b47-e94a-4da3-8583-26134103792d None None] Bound using segment: {'id': '8f4cadfd-3269-4c6c-8ca6-68423b9c7197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '70bb951b-5201-42f1-af2f-fff209eaf750'} {{(pid=86422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 18:30:21.837702 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [None req-95c09b47-e94a-4da3-8583-26134103792d None None] Bound port: d96e30a0-0239-4cd0-9b37-6f8969aa8b06, host: dv-cinder-786931-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f4cadfd-3269-4c6c-8ca6-68423b9c7197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '70bb951b-5201-42f1-af2f-fff209eaf750'}}] {{(pid=86422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 18:30:21.839146 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-95c09b47-e94a-4da3-8583-26134103792d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854207267'] for port, before_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:21.862061 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-ddb56352-5f92-4b25-900c-de58e426d004 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:21.893098 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-ddb56352-5f92-4b25-900c-de58e426d004 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251178383920'] for port, after_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:21.897603 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-26334dd8-30ba-4bc9-b576-ba6aabc1d5f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:30:22.068207 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb56352-5f92-4b25-900c-de58e426d004 admin admin] Pushing event updated for resources: {'Port': ['ID=291ad347-35f5-49c0-9347-31d2523ef1b7,revision_number=1']} {{(pid=86421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:30:22.073190 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-acd7702a-6319-40d4-9779-fb959015398b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850969184'] for security_group, after_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:22.075294 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.db_base_plugin_common [None req-bce0a5ea-f7e3-49d1-ad16-abf71511af27 admin admin] Allocated IP 172.27.2.88 (357044f3-f85c-4c82-92f2-504aa071d528/737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87/b7ad03f1-c586-4a94-bc62-ba8d35b20425) {{(pid=86420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 18:30:22.077926 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-ddb56352-5f92-4b25-900c-de58e426d004 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:30:22.092208 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-26bd5526-2d57-400d-9ee3-e6808616ee26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:30:22.109361 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-c1596cd7-99f7-4efb-b59c-6388d2954c1f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:22.149792 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd7702a-6319-40d4-9779-fb959015398b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d00dc6a7-111c-4f7e-8e2b-d33512932abb,revision_number=None']} {{(pid=86421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:30:22.159715 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddb56352-5f92-4b25-900c-de58e426d004 admin admin] Network 357044f3-f85c-4c82-92f2-504aa071d528 is already hosted by enough agents. {{(pid=86421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 18:30:22.160871 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-acd7702a-6319-40d4-9779-fb959015398b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:30:22.162004 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.scheduler.base_scheduler [None req-ddb56352-5f92-4b25-900c-de58e426d004 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:30:22.165867 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-c1596cd7-99f7-4efb-b59c-6388d2954c1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854207267'] for port, before_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:22.180654 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddb56352-5f92-4b25-900c-de58e426d004 admin admin] Received port after_create {{(pid=86421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 18:30:22.393956 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-acd7702a-6319-40d4-9779-fb959015398b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:22.395200 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-acd7702a-6319-40d4-9779-fb959015398b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d00dc6a7-111c-4f7e-8e2b-d33512932abb HTTP/1.1" status: 204  len: 168 time: 0.9730735
Apr 20 18:30:22.541012 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-bce0a5ea-f7e3-49d1-ad16-abf71511af27 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:22.685615 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.db_base_plugin_common [None req-c1596cd7-99f7-4efb-b59c-6388d2954c1f admin admin] Allocated IP 172.27.2.110 (357044f3-f85c-4c82-92f2-504aa071d528/737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87/26d1466c-d808-4a97-a4ee-ee00273ea71d) {{(pid=86420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 18:30:22.870129 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-69442f63-4311-4a26-87f7-8a7f57513bc3 None None] Notify callbacks [] for port, precommit_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:22.951628 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-69442f63-4311-4a26-87f7-8a7f57513bc3 None None] Transition to ACTIVE for port object 34e50175-7d2d-4167-af28-3807e4476b2f will not be triggered until provisioned by entity L2. {{(pid=86422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 18:30:22.993665 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86421) accepted ('10.222.0.11', 42510) {{(pid=86421) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:30:23.017076 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-69442f63-4311-4a26-87f7-8a7f57513bc3 None None] Transition to ACTIVE for port object 34e50175-7d2d-4167-af28-3807e4476b2f will not be triggered until provisioned by entity DHCP. {{(pid=86422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 18:30:23.067474 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-ddb56352-5f92-4b25-900c-de58e426d004 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:23.068892 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-95c09b47-e94a-4da3-8583-26134103792d None None] For port d96e30a0-0239-4cd0-9b37-6f8969aa8b06, host dv-cinder-786931-2-iscsi, cleared binding levels {{(pid=86422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 18:30:23.088084 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-69442f63-4311-4a26-87f7-8a7f57513bc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251178383920'] for port, after_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:23.114752 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:30:23.137840 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-c1596cd7-99f7-4efb-b59c-6388d2954c1f admin admin] Notify callbacks [] for port, precommit_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:23.177222 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-bce0a5ea-f7e3-49d1-ad16-abf71511af27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251178383920'] for port, after_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:23.197825 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-6ed330d8-e0c4-4c10-a006-81280d7afe53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:30:23.201793 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-95c09b47-e94a-4da3-8583-26134103792d None None] For port d96e30a0-0239-4cd0-9b37-6f8969aa8b06, host dv-cinder-786931-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-2-iscsi',level=0,port_id=d96e30a0-0239-4cd0-9b37-6f8969aa8b06,segment=NetworkSegment(8f4cadfd-3269-4c6c-8ca6-68423b9c7197),segment_id=8f4cadfd-3269-4c6c-8ca6-68423b9c7197)] {{(pid=86422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 18:30:23.219790 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-6dc04220-384f-46ed-9ac3-d1a72ffdc70f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:23.223534 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c4c17d5-5ada-4030-be8f-e75180f88a0d None None] Network 61202e71-818d-4028-952a-3e2f5c4dd907 requested from dv-cinder-786931-2-iscsi {{(pid=86422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 18:30:23.290404 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce0a5ea-f7e3-49d1-ad16-abf71511af27 admin admin] Pushing event updated for resources: {'Port': ['ID=b7ad03f1-c586-4a94-bc62-ba8d35b20425,revision_number=1']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:30:23.294131 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-bce0a5ea-f7e3-49d1-ad16-abf71511af27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:30:23.295382 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-c1596cd7-99f7-4efb-b59c-6388d2954c1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251178383920'] for port, after_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:23.310727 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bce0a5ea-f7e3-49d1-ad16-abf71511af27 admin admin] Network 357044f3-f85c-4c82-92f2-504aa071d528 is already hosted by enough agents. {{(pid=86420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 18:30:23.312022 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-bce0a5ea-f7e3-49d1-ad16-abf71511af27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:30:23.319530 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-95c09b47-e94a-4da3-8583-26134103792d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785676839112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251178383903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251178382076'] for port, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:23.417573 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69442f63-4311-4a26-87f7-8a7f57513bc3 None None] Network 02422600-c332-4858-ad0c-e0fcc53844a7 is already hosted by enough agents. {{(pid=86422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 18:30:23.425720 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1596cd7-99f7-4efb-b59c-6388d2954c1f admin admin] Network 357044f3-f85c-4c82-92f2-504aa071d528 is already hosted by enough agents. {{(pid=86420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 18:30:23.427580 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1596cd7-99f7-4efb-b59c-6388d2954c1f admin admin] Pushing event updated for resources: {'Port': ['ID=26d1466c-d808-4a97-a4ee-ee00273ea71d,revision_number=1']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:30:23.430480 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-c1596cd7-99f7-4efb-b59c-6388d2954c1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:30:23.431573 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.scheduler.base_scheduler [None req-c1596cd7-99f7-4efb-b59c-6388d2954c1f admin admin] Resources bound (agent type, host, resource id):  {{(pid=86420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:30:23.433902 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1596cd7-99f7-4efb-b59c-6388d2954c1f admin admin] Received port after_create {{(pid=86420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 18:30:23.483259 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.scheduler.base_scheduler [None req-69442f63-4311-4a26-87f7-8a7f57513bc3 None None] Resources bound (agent type, host, resource id):  {{(pid=86422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:30:23.513924 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69442f63-4311-4a26-87f7-8a7f57513bc3 None None] Received port after_create {{(pid=86422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 18:30:23.517913 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.scheduler.base_scheduler [None req-bce0a5ea-f7e3-49d1-ad16-abf71511af27 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:30:23.520758 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce0a5ea-f7e3-49d1-ad16-abf71511af27 admin admin] Received port after_create {{(pid=86420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 18:30:23.581722 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69442f63-4311-4a26-87f7-8a7f57513bc3 None None] Pushing event updated for resources: {'Port': ['ID=34e50175-7d2d-4167-af28-3807e4476b2f,revision_number=1']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:30:23.627165 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-69442f63-4311-4a26-87f7-8a7f57513bc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.512s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:30:23.638851 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-70bf6899-3387-4421-99d5-87fa403e0276 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.177s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:30:23.738302 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86421) accepted ('10.222.0.11', 42542) {{(pid=86421) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:30:23.808286 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-6dc04220-384f-46ed-9ac3-d1a72ffdc70f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86421) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:30:23.813689 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-6dc04220-384f-46ed-9ac3-d1a72ffdc70f admin admin] Usage tracker for resource:security_group_rule and tenant:71049ead704649028ad0e864cfde7fdd is out of sync, need to count used quota {{(pid=86421) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:30:23.817644 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-6dc04220-384f-46ed-9ac3-d1a72ffdc70f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86421) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:30:23.822581 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [None req-69442f63-4311-4a26-87f7-8a7f57513bc3 None None] Attempting to bind port 34e50175-7d2d-4167-af28-3807e4476b2f on host dv-cinder-786931-2-iscsi for vnic_type normal with profile  {{(pid=86422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 18:30:23.822993 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [None req-69442f63-4311-4a26-87f7-8a7f57513bc3 None None] Attempting to bind port 34e50175-7d2d-4167-af28-3807e4476b2f by drivers openvswitch,hyperv on host dv-cinder-786931-2-iscsi at level 0 using segments [{'id': 'c09827dd-1400-4cd9-9113-bae2cb1c8e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '02422600-c332-4858-ad0c-e0fcc53844a7'}] {{(pid=86422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 18:30:23.823420 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69442f63-4311-4a26-87f7-8a7f57513bc3 None None] Attempting to bind port 34e50175-7d2d-4167-af28-3807e4476b2f on network 02422600-c332-4858-ad0c-e0fcc53844a7 {{(pid=86422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 18:30:23.827823 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-6dc04220-384f-46ed-9ac3-d1a72ffdc70f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86421) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:30:23.862483 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69442f63-4311-4a26-87f7-8a7f57513bc3 None None] Checking agent: {'id': '36d4d98e-2d96-4c9b-9d9c-08d159895b6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786931-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 22, 2), 'started_at': datetime.datetime(2021, 4, 20, 18, 22, 32), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 30, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786931-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 18:30:23.862894 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69442f63-4311-4a26-87f7-8a7f57513bc3 None None] Checking segment: {'id': 'c09827dd-1400-4cd9-9113-bae2cb1c8e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '02422600-c332-4858-ad0c-e0fcc53844a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 18:30:23.863342 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-69442f63-4311-4a26-87f7-8a7f57513bc3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:23.864054 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69442f63-4311-4a26-87f7-8a7f57513bc3 None None] Bound using segment: {'id': 'c09827dd-1400-4cd9-9113-bae2cb1c8e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '02422600-c332-4858-ad0c-e0fcc53844a7'} {{(pid=86422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 18:30:23.864415 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [None req-69442f63-4311-4a26-87f7-8a7f57513bc3 None None] Bound port: 34e50175-7d2d-4167-af28-3807e4476b2f, host: dv-cinder-786931-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c09827dd-1400-4cd9-9113-bae2cb1c8e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '02422600-c332-4858-ad0c-e0fcc53844a7'}}] {{(pid=86422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 18:30:23.864837 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-69442f63-4311-4a26-87f7-8a7f57513bc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854207267'] for port, before_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:23.889167 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c09b47-e94a-4da3-8583-26134103792d None None] Pushing event updated for resources: {'Port': ['ID=d96e30a0-0239-4cd0-9b37-6f8969aa8b06,revision_number=2']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:30:23.903842 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-95c09b47-e94a-4da3-8583-26134103792d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:30:23.917091 dv-cinder-786931-2-iscsi neutron-server[86307]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Apr 20 18:30:24.044554 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-ddb56352-5f92-4b25-900c-de58e426d004 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036850938044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036850909732'] for router, after_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:24.066362 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-69442f63-4311-4a26-87f7-8a7f57513bc3 None None] For port 34e50175-7d2d-4167-af28-3807e4476b2f, host dv-cinder-786931-2-iscsi, cleared binding levels {{(pid=86422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 18:30:24.070913 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-69442f63-4311-4a26-87f7-8a7f57513bc3 None None] For port 34e50175-7d2d-4167-af28-3807e4476b2f, host dv-cinder-786931-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-2-iscsi',level=0,port_id=34e50175-7d2d-4167-af28-3807e4476b2f,segment=NetworkSegment(c09827dd-1400-4cd9-9113-bae2cb1c8e3d),segment_id=c09827dd-1400-4cd9-9113-bae2cb1c8e3d)] {{(pid=86422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 18:30:24.077748 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-69442f63-4311-4a26-87f7-8a7f57513bc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785676839112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251178383903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251178382076'] for port, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:24.087887 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:30:24.228704 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69442f63-4311-4a26-87f7-8a7f57513bc3 None None] Pushing event updated for resources: {'Port': ['ID=34e50175-7d2d-4167-af28-3807e4476b2f,revision_number=2']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:30:24.234737 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-69442f63-4311-4a26-87f7-8a7f57513bc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:30:24.378240 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-6dc04220-384f-46ed-9ac3-d1a72ffdc70f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:24.591527 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Device d96e30a0-0239-4cd0-9b37-6f8969aa8b06 up at agent ovs-agent-dv-cinder-786931-2-iscsi {{(pid=86422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:30:24.673462 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86421) accepted ('10.222.0.11', 42572) {{(pid=86421) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:30:24.708860 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-bce0a5ea-f7e3-49d1-ad16-abf71511af27 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:24.709058 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-6dc04220-384f-46ed-9ac3-d1a72ffdc70f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850969184'] for security_group, after_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:24.738825 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-acd7702a-6319-40d4-9779-fb959015398b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:30:24.775007 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc04220-384f-46ed-9ac3-d1a72ffdc70f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acc5ce81-097f-480e-91a4-3eb7776a1234,revision_number=1']} {{(pid=86421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:30:24.778598 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-6dc04220-384f-46ed-9ac3-d1a72ffdc70f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:30:24.786431 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2684b89-9653-4a52-a6a2-7ed8eafede92 req-9dd090db-59ee-41f2-a193-a22be1912f16 tempest-DeleteServersTestJSON-1661999450 tempest-DeleteServersTestJSON-1661999450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:30:24.788468 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-b2684b89-9653-4a52-a6a2-7ed8eafede92 req-9dd090db-59ee-41f2-a193-a22be1912f16 tempest-DeleteServersTestJSON-1661999450 tempest-DeleteServersTestJSON-1661999450-project] 10.222.0.11 "GET /v2.0/networks?id=61202e71-818d-4028-952a-3e2f5c4dd907 HTTP/1.1" status: 200  len: 811 time: 0.8754461
Apr 20 18:30:24.819234 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-b2684b89-9653-4a52-a6a2-7ed8eafede92 req-cb675f95-c9d9-478b-a7b2-6f0309ca2e75 tempest-DeleteServersTestJSON-1661999450 tempest-DeleteServersTestJSON-1661999450-project] 10.222.0.11 "GET /v2.0/quotas/0fc8e345af874a4b82cc59a07051f572 HTTP/1.1" status: 200  len: 375 time: 0.0181208
Apr 20 18:30:24.834829 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-6dc04220-384f-46ed-9ac3-d1a72ffdc70f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=71049ead704649028ad0e864cfde7fdd&name=default HTTP/1.1" status: 200  len: 2975 time: 1.8398318
Apr 20 18:30:24.835803 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86421) accepted ('10.222.0.11', 42588) {{(pid=86421) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:30:24.853244 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Provisioning for port d96e30a0-0239-4cd0-9b37-6f8969aa8b06 completed by entity L2. {{(pid=86422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 18:30:24.995327 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-b2684b89-9653-4a52-a6a2-7ed8eafede92 req-d2f4a417-1202-4127-b0ad-2946d3070115 tempest-DeleteServersTestJSON-1661999450 tempest-DeleteServersTestJSON-1661999450-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=0fc8e345af874a4b82cc59a07051f572&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1559098
Apr 20 18:30:25.003673 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-9079a930-9d5e-4d71-964f-674def905d0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:25.061903 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-c1596cd7-99f7-4efb-b59c-6388d2954c1f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:25.063286 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-9079a930-9d5e-4d71-964f-674def905d0d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86421) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:30:25.104047 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-9079a930-9d5e-4d71-964f-674def905d0d admin admin] Usage tracker for resource:security_group_rule and tenant:b5fd21a0ad054514aed85a4d1648a013 is out of sync, need to count used quota {{(pid=86421) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:30:25.114615 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-9079a930-9d5e-4d71-964f-674def905d0d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86421) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:30:25.144705 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-9079a930-9d5e-4d71-964f-674def905d0d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86421) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:30:25.148984 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-705cca78-03cd-4db8-88b2-38ce8c8d0f80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:25.275633 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddb56352-5f92-4b25-900c-de58e426d004 admin admin] Router 0c7d70fc-11f1-42c5-aabc-0cd9b46c27d8 is scheduled to L3 agent 561dbf79-24e4-4a0d-b08c-f7bb8670fc1d with binding_index 1 {{(pid=86421) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 20 18:30:25.283255 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-705cca78-03cd-4db8-88b2-38ce8c8d0f80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:25.385677 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-9079a930-9d5e-4d71-964f-674def905d0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:25.426486 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [req-b2684b89-9653-4a52-a6a2-7ed8eafede92 req-07716cd7-6b33-4db9-8590-76fcf15bf2b2 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=86421) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 20 18:30:25.427858 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-b2684b89-9653-4a52-a6a2-7ed8eafede92 req-07716cd7-6b33-4db9-8590-76fcf15bf2b2 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.2285080
Apr 20 18:30:25.433650 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-9079a930-9d5e-4d71-964f-674def905d0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850969184'] for security_group, after_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:25.630425 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-bce0a5ea-f7e3-49d1-ad16-abf71511af27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036850938044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036850909732'] for router, after_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:25.659334 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41e02722-e2fe-41e6-a3bc-743fb77a3fee None None] Network 70bb951b-5201-42f1-af2f-fff209eaf750 requested from dv-cinder-786931-2-iscsi {{(pid=86422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 18:30:25.814919 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-0d816128-3d2d-4c10-9a61-0d93c2cf6d0b None None] Provisioning for port d96e30a0-0239-4cd0-9b37-6f8969aa8b06 completed by entity DHCP. {{(pid=86422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 18:30:25.832088 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-0d816128-3d2d-4c10-9a61-0d93c2cf6d0b None None] Provisioning complete for port d96e30a0-0239-4cd0-9b37-6f8969aa8b06 triggered by entity DHCP. {{(pid=86422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:30:25.832632 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-0d816128-3d2d-4c10-9a61-0d93c2cf6d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733696'] for port, provisioning_complete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:25.942364 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:30:25.952753 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddb56352-5f92-4b25-900c-de58e426d004 admin admin] Notify agent at l3_agent.dv-cinder-786931-2-iscsi the message routers_updated {{(pid=86421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 18:30:25.962547 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-b2684b89-9653-4a52-a6a2-7ed8eafede92 req-1fd7ce4f-fd41-4c6e-8bdb-48c1437338de service neutron] 10.222.0.11 "GET /v2.0/networks/61202e71-818d-4028-952a-3e2f5c4dd907?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5106709
Apr 20 18:30:25.981237 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad63f67d-8462-47d3-a98d-dd41c680cc9b None None] Sync routers for ids ['0c7d70fc-11f1-42c5-aabc-0cd9b46c27d8'] in dv-cinder-786931-2-iscsi {{(pid=86423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 18:30:26.006204 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-705cca78-03cd-4db8-88b2-38ce8c8d0f80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850969184'] for security_group, after_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:26.006779 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9079a930-9d5e-4d71-964f-674def905d0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9589ca6-5307-4cb8-8cf3-c72edbdf77ac,revision_number=1']} {{(pid=86421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:30:26.049340 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad63f67d-8462-47d3-a98d-dd41c680cc9b None None] Routers {'0c7d70fc-11f1-42c5-aabc-0cd9b46c27d8'} bound to L3 agent in host dv-cinder-786931-2-iscsi {{(pid=86423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:30:26.066911 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-ad63f67d-8462-47d3-a98d-dd41c680cc9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd930c32b38>, 'dv-cinder-786931-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-20T18:22:01Z,description=<?>,heartbeat_timestamp=2021-04-20T18:30:01Z,host='dv-cinder-786931-2-iscsi',id=561dbf79-24e4-4a0d-b08c-f7bb8670fc1d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:22:01Z,topic='l3_agent')) {'router_ids': ['0c7d70fc-11f1-42c5-aabc-0cd9b46c27d8'], 'active': True} {{(pid=86423) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:30:26.165574 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-0d816128-3d2d-4c10-9a61-0d93c2cf6d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854207267'] for port, before_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:26.204899 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff5f4e2f-1461-43a9-b73a-b5941872330d None None] Network 02422600-c332-4858-ad0c-e0fcc53844a7 requested from dv-cinder-786931-2-iscsi {{(pid=86422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 18:30:26.299467 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-b2684b89-9653-4a52-a6a2-7ed8eafede92 req-31a8d3a3-97ad-4228-8158-71175460cd9c service neutron] 10.222.0.11 "GET /v2.0/networks/61202e71-818d-4028-952a-3e2f5c4dd907?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2701211
Apr 20 18:30:26.324632 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-9079a930-9d5e-4d71-964f-674def905d0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:30:26.342173 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-0d816128-3d2d-4c10-9a61-0d93c2cf6d0b None None] For port d96e30a0-0239-4cd0-9b37-6f8969aa8b06, host dv-cinder-786931-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-2-iscsi',level=0,port_id=d96e30a0-0239-4cd0-9b37-6f8969aa8b06,segment=NetworkSegment(8f4cadfd-3269-4c6c-8ca6-68423b9c7197),segment_id=8f4cadfd-3269-4c6c-8ca6-68423b9c7197)] {{(pid=86422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:30:26.342811 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-c1596cd7-99f7-4efb-b59c-6388d2954c1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036850938044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036850909732'] for router, after_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:26.384608 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-0d816128-3d2d-4c10-9a61-0d93c2cf6d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785676839112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251178383903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251178382076'] for port, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:26.389881 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:30:26.418841 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-e65ec6dd-882e-44ff-b175-b8def33e19d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:30:26.437459 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705cca78-03cd-4db8-88b2-38ce8c8d0f80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acc5ce81-097f-480e-91a4-3eb7776a1234,revision_number=None']} {{(pid=86421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:30:26.439616 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-705cca78-03cd-4db8-88b2-38ce8c8d0f80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:30:26.460872 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-9079a930-9d5e-4d71-964f-674def905d0d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b5fd21a0ad054514aed85a4d1648a013&name=default HTTP/1.1" status: 200  len: 2975 time: 1.7857490
Apr 20 18:30:26.464378 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-705cca78-03cd-4db8-88b2-38ce8c8d0f80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:26.478245 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-705cca78-03cd-4db8-88b2-38ce8c8d0f80 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/acc5ce81-097f-480e-91a4-3eb7776a1234 HTTP/1.1" status: 204  len: 168 time: 1.6287336
Apr 20 18:30:26.482780 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86421) accepted ('10.222.0.11', 42644) {{(pid=86421) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:30:26.515762 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-ddb56352-5f92-4b25-900c-de58e426d004 admin admin] Notify callbacks [] for router, before_response {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:26.521580 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.11', 42650) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:30:26.523452 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-ddb56352-5f92-4b25-900c-de58e426d004 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 6.5646856
Apr 20 18:30:26.667832 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-fc37697f-9239-4188-b3ed-ccd76bcc33cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:26.708569 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_dvr_db [None req-ad63f67d-8462-47d3-a98d-dd41c680cc9b None None] Set router 0c7d70fc-11f1-42c5-aabc-0cd9b46c27d8 gateway port host: dv-cinder-786931-2-iscsi {{(pid=86423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:30:26.740441 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-fc37697f-9239-4188-b3ed-ccd76bcc33cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:26.787739 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d816128-3d2d-4c10-9a61-0d93c2cf6d0b None None] Pushing event updated for resources: {'Port': ['ID=d96e30a0-0239-4cd0-9b37-6f8969aa8b06,revision_number=3']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:30:26.810358 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Device 34e50175-7d2d-4167-af28-3807e4476b2f up at agent ovs-agent-dv-cinder-786931-2-iscsi {{(pid=86422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:30:26.937206 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-fc37697f-9239-4188-b3ed-ccd76bcc33cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850969184'] for security_group, after_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:26.956352 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:30:26.996452 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86421) accepted ('10.222.0.11', 42670) {{(pid=86421) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:30:27.003005 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc37697f-9239-4188-b3ed-ccd76bcc33cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9589ca6-5307-4cb8-8cf3-c72edbdf77ac,revision_number=None']} {{(pid=86421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:30:27.080091 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-0d816128-3d2d-4c10-9a61-0d93c2cf6d0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.661s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:30:27.103688 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-fc37697f-9239-4188-b3ed-ccd76bcc33cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:30:27.107085 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-af7ee514-4ebc-4f54-8eb3-1c3506862b54 req-c10dd3cf-e8fc-44cf-bf28-11a4f5137f2c tempest-DeleteServersTestJSON-1661999450 tempest-DeleteServersTestJSON-1661999450-project] 10.222.0.11 "GET /v2.0/ports?device_id=4221c5a7-ddf0-491f-bfa9-2c78b0dffa17 HTTP/1.1" status: 200  len: 210 time: 0.0997934
Apr 20 18:30:27.113047 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-fc37697f-9239-4188-b3ed-ccd76bcc33cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:27.117491 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-fc37697f-9239-4188-b3ed-ccd76bcc33cb admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d9589ca6-5307-4cb8-8cf3-c72edbdf77ac HTTP/1.1" status: 204  len: 168 time: 0.6305256
Apr 20 18:30:27.179113 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-ad63f67d-8462-47d3-a98d-dd41c680cc9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd930c32b38>, [{'id': '0c7d70fc-11f1-42c5-aabc-0cd9b46c27d8', 'name': 'tempest-AttachVolumeTestJSON-2090730375-router', 'tenant_id': '4d61b8cb74c8488e895692a092d04f17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357044f3-f85c-4c82-92f2-504aa071d528', 'external_fixed_ips': [{'subnet_id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'ip_address': '172.27.2.37'}], 'enable_snat': True}, 'gw_port_id': '291ad347-35f5-49c0-9347-31d2523ef1b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:30:19Z', 'updated_at': '2021-04-20T18:30:22Z', 'revision_number': 3, 'project_id': '4d61b8cb74c8488e895692a092d04f17', 'gw_port': {'id': '291ad347-35f5-49c0-9347-31d2523ef1b7', 'name': '', 'network_id': '357044f3-f85c-4c82-92f2-504aa071d528', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:d6:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c7d70fc-11f1-42c5-aabc-0cd9b46c27d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'ip_address': '172.27.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:30:21Z', 'updated_at': '2021-04-20T18:30:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-2-iscsi'}], 'dv-cinder-786931-2-iscsi', False) {} {{(pid=86423) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:30:27.184425 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad63f67d-8462-47d3-a98d-dd41c680cc9b None None] Checking router: 0c7d70fc-11f1-42c5-aabc-0cd9b46c27d8 for host: dv-cinder-786931-2-iscsi {{(pid=86423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 18:30:27.184873 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad63f67d-8462-47d3-a98d-dd41c680cc9b None None] Updating router 0c7d70fc-11f1-42c5-aabc-0cd9b46c27d8 port 291ad347-35f5-49c0-9347-31d2523ef1b7 binding host dv-cinder-786931-2-iscsi {{(pid=86423) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 20 18:30:27.296897 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-ad63f67d-8462-47d3-a98d-dd41c680cc9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854207267'] for port, before_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:27.320583 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-258143e6-e38e-421f-add5-ba7dbe5a0354 None None] Provisioning for port 34e50175-7d2d-4167-af28-3807e4476b2f completed by entity DHCP. {{(pid=86422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 18:30:27.344325 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Provisioning for port 34e50175-7d2d-4167-af28-3807e4476b2f completed by entity L2. {{(pid=86422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 18:30:27.390548 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Provisioning complete for port 34e50175-7d2d-4167-af28-3807e4476b2f triggered by entity L2. {{(pid=86422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:30:27.390971 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733696'] for port, provisioning_complete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:27.478687 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-258143e6-e38e-421f-add5-ba7dbe5a0354 None None] Provisioning complete for port 34e50175-7d2d-4167-af28-3807e4476b2f triggered by entity DHCP. {{(pid=86422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:30:27.479108 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-258143e6-e38e-421f-add5-ba7dbe5a0354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733696'] for port, provisioning_complete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:27.555512 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bce0a5ea-f7e3-49d1-ad16-abf71511af27 admin admin] Router 5d2d9a96-83ee-4a09-ba63-4e2808495a69 is scheduled to L3 agent 561dbf79-24e4-4a0d-b08c-f7bb8670fc1d with binding_index 1 {{(pid=86420) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 20 18:30:27.674685 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86421) accepted ('10.222.0.11', 42708) {{(pid=86421) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:30:27.737897 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-fb2ccc97-a016-4d93-9184-c0ed8ee17601 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:27.778882 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-fb2ccc97-a016-4d93-9184-c0ed8ee17601 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86421) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:30:27.789796 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-fb2ccc97-a016-4d93-9184-c0ed8ee17601 admin admin] Usage tracker for resource:security_group_rule and tenant:5f3d7099754d4a28b083215793e58067 is out of sync, need to count used quota {{(pid=86421) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:30:27.799484 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-fb2ccc97-a016-4d93-9184-c0ed8ee17601 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86421) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:30:27.810804 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-fb2ccc97-a016-4d93-9184-c0ed8ee17601 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86421) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:30:27.911369 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-fb2ccc97-a016-4d93-9184-c0ed8ee17601 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:27.916446 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-fb2ccc97-a016-4d93-9184-c0ed8ee17601 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850969184'] for security_group, after_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:27.934379 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-ad63f67d-8462-47d3-a98d-dd41c680cc9b None None] Notify callbacks [] for port, precommit_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:27.954038 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-fc37697f-9239-4188-b3ed-ccd76bcc33cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:30:27.955639 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-ad63f67d-8462-47d3-a98d-dd41c680cc9b None None] Transition to ACTIVE for port object 291ad347-35f5-49c0-9347-31d2523ef1b7 will not be triggered until provisioned by entity L2. {{(pid=86423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 18:30:27.966775 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-ad63f67d-8462-47d3-a98d-dd41c680cc9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785676839112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251178383903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251178382076'] for port, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:27.979965 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:30:28.052006 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854207267'] for port, before_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:28.061685 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-fb2ccc97-a016-4d93-9184-c0ed8ee17601 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5f3d7099754d4a28b083215793e58067&name=default HTTP/1.1" status: 200  len: 2975 time: 0.3853951
Apr 20 18:30:28.065603 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86421) accepted ('10.222.0.11', 42718) {{(pid=86421) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:30:28.086663 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720b4fd5-76f7-4164-9815-a2192de0d560 None None] Pushing event updated for resources: {'Port': ['ID=291ad347-35f5-49c0-9347-31d2523ef1b7,revision_number=2']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:30:28.091002 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-258143e6-e38e-421f-add5-ba7dbe5a0354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854207267'] for port, before_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:28.091774 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2ccc97-a016-4d93-9184-c0ed8ee17601 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f40858e-5da1-4fc0-8a56-f502987395e6,revision_number=1']} {{(pid=86421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:30:28.098060 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-fb2ccc97-a016-4d93-9184-c0ed8ee17601 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:30:28.110707 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [None req-ad63f67d-8462-47d3-a98d-dd41c680cc9b None None] Attempting to bind port 291ad347-35f5-49c0-9347-31d2523ef1b7 on host dv-cinder-786931-2-iscsi for vnic_type normal with profile  {{(pid=86423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 18:30:28.111242 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [None req-ad63f67d-8462-47d3-a98d-dd41c680cc9b None None] Attempting to bind port 291ad347-35f5-49c0-9347-31d2523ef1b7 by drivers openvswitch,hyperv on host dv-cinder-786931-2-iscsi at level 0 using segments [{'id': 'f02283aa-238a-4f3f-9851-30c34a9365bb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '357044f3-f85c-4c82-92f2-504aa071d528'}] {{(pid=86423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 18:30:28.111756 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad63f67d-8462-47d3-a98d-dd41c680cc9b None None] Attempting to bind port 291ad347-35f5-49c0-9347-31d2523ef1b7 on network 357044f3-f85c-4c82-92f2-504aa071d528 {{(pid=86423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 18:30:28.120476 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720b4fd5-76f7-4164-9815-a2192de0d560 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:30:28.121019 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720b4fd5-76f7-4164-9815-a2192de0d560 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:30:28.121525 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720b4fd5-76f7-4164-9815-a2192de0d560 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:30:28.122305 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720b4fd5-76f7-4164-9815-a2192de0d560 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:30:28.122798 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720b4fd5-76f7-4164-9815-a2192de0d560 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:30:28.123282 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720b4fd5-76f7-4164-9815-a2192de0d560 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:30:28.124093 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720b4fd5-76f7-4164-9815-a2192de0d560 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:30:28.124474 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720b4fd5-76f7-4164-9815-a2192de0d560 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:30:28.124967 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720b4fd5-76f7-4164-9815-a2192de0d560 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:30:28.125440 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720b4fd5-76f7-4164-9815-a2192de0d560 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:30:28.125908 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720b4fd5-76f7-4164-9815-a2192de0d560 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:30:28.126598 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720b4fd5-76f7-4164-9815-a2192de0d560 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:30:28.127732 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720b4fd5-76f7-4164-9815-a2192de0d560 None None] Tracked resource versions report:
Apr 20 18:30:28.127732 dv-cinder-786931-2-iscsi neutron-server[86307]: pushed versions:
Apr 20 18:30:28.127732 dv-cinder-786931-2-iscsi neutron-server[86307]: {   'AddressGroup': {'1.2'},
Apr 20 18:30:28.127732 dv-cinder-786931-2-iscsi neutron-server[86307]:     'ConntrackHelper': {'1.0'},
Apr 20 18:30:28.127732 dv-cinder-786931-2-iscsi neutron-server[86307]:     'Log': {'1.0'},
Apr 20 18:30:28.127732 dv-cinder-786931-2-iscsi neutron-server[86307]:     'Network': {'1.1'},
Apr 20 18:30:28.127732 dv-cinder-786931-2-iscsi neutron-server[86307]:     'Port': {'1.7'},
Apr 20 18:30:28.127732 dv-cinder-786931-2-iscsi neutron-server[86307]:     'PortForwarding': {'1.2'},
Apr 20 18:30:28.127732 dv-cinder-786931-2-iscsi neutron-server[86307]:     'QosPolicy': {'1.8'},
Apr 20 18:30:28.127732 dv-cinder-786931-2-iscsi neutron-server[86307]:     'SecurityGroup': {'1.4'},
Apr 20 18:30:28.127732 dv-cinder-786931-2-iscsi neutron-server[86307]:     'SecurityGroupRule': {'1.2'},
Apr 20 18:30:28.127732 dv-cinder-786931-2-iscsi neutron-server[86307]:     'SubPort': {'1.0'},
Apr 20 18:30:28.127732 dv-cinder-786931-2-iscsi neutron-server[86307]:     'Subnet': {'1.1'},
Apr 20 18:30:28.127732 dv-cinder-786931-2-iscsi neutron-server[86307]:     'Trunk': {'1.1'}}
Apr 20 18:30:28.127732 dv-cinder-786931-2-iscsi neutron-server[86307]: consumer versions:
Apr 20 18:30:28.127732 dv-cinder-786931-2-iscsi neutron-server[86307]: {   DHCP agent@dv-cinder-786931-2-iscsi: {},
Apr 20 18:30:28.127732 dv-cinder-786931-2-iscsi neutron-server[86307]:     HyperV agent@hv-cinder-78693: {},
Apr 20 18:30:28.127732 dv-cinder-786931-2-iscsi neutron-server[86307]:     L3 agent@dv-cinder-786931-2-iscsi: {},
Apr 20 18:30:28.127732 dv-cinder-786931-2-iscsi neutron-server[86307]:     Metadata agent@dv-cinder-786931-2-iscsi: {},
Apr 20 18:30:28.127732 dv-cinder-786931-2-iscsi neutron-server[86307]:     Metering agent@dv-cinder-786931-2-iscsi: {},
Apr 20 18:30:28.127732 dv-cinder-786931-2-iscsi neutron-server[86307]:     Open vSwitch agent@dv-cinder-786931-2-iscsi: {   'AddressGroup': '1.2',
Apr 20 18:30:28.127732 dv-cinder-786931-2-iscsi neutron-server[86307]:                                                      'ConntrackHelper': '1.0',
Apr 20 18:30:28.127732 dv-cinder-786931-2-iscsi neutron-server[86307]:                                                      'Log': '1.0',
Apr 20 18:30:28.127732 dv-cinder-786931-2-iscsi neutron-server[86307]:                                                      'Network': '1.1',
Apr 20 18:30:28.127732 dv-cinder-786931-2-iscsi neutron-server[86307]:                                                      'Port': '1.7',
Apr 20 18:30:28.127732 dv-cinder-786931-2-iscsi neutron-server[86307]:                                                      'PortForwarding': '1.2',
Apr 20 18:30:28.127732 dv-cinder-786931-2-iscsi neutron-server[86307]:                                                      'QosPolicy': '1.8',
Apr 20 18:30:28.127732 dv-cinder-786931-2-iscsi neutron-server[86307]:                                                      'SecurityGroup': '1.4',
Apr 20 18:30:28.127732 dv-cinder-786931-2-iscsi neutron-server[86307]:                                                      'SecurityGroupRule': '1.2',
Apr 20 18:30:28.127732 dv-cinder-786931-2-iscsi neutron-server[86307]:                                                      'SubPort': '1.0',
Apr 20 18:30:28.127732 dv-cinder-786931-2-iscsi neutron-server[86307]:                                                      'Subnet': '1.1',
Apr 20 18:30:28.127732 dv-cinder-786931-2-iscsi neutron-server[86307]:                                                      'Trunk': '1.1'}}
Apr 20 18:30:28.127732 dv-cinder-786931-2-iscsi neutron-server[86307]:  {{(pid=86423) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 20 18:30:28.134839 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-720b4fd5-76f7-4164-9815-a2192de0d560 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:30:28.135886 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad63f67d-8462-47d3-a98d-dd41c680cc9b None None] Checking agent: {'id': '36d4d98e-2d96-4c9b-9d9c-08d159895b6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786931-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 22, 2), 'started_at': datetime.datetime(2021, 4, 20, 18, 22, 32), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 30, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786931-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 18:30:28.136449 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad63f67d-8462-47d3-a98d-dd41c680cc9b None None] Checking segment: {'id': 'f02283aa-238a-4f3f-9851-30c34a9365bb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '357044f3-f85c-4c82-92f2-504aa071d528'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 18:30:28.137004 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-ad63f67d-8462-47d3-a98d-dd41c680cc9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:28.137542 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad63f67d-8462-47d3-a98d-dd41c680cc9b None None] Bound using segment: {'id': 'f02283aa-238a-4f3f-9851-30c34a9365bb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '357044f3-f85c-4c82-92f2-504aa071d528'} {{(pid=86423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 18:30:28.138210 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [None req-ad63f67d-8462-47d3-a98d-dd41c680cc9b None None] Bound port: 291ad347-35f5-49c0-9347-31d2523ef1b7, host: dv-cinder-786931-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f02283aa-238a-4f3f-9851-30c34a9365bb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '357044f3-f85c-4c82-92f2-504aa071d528'}}] {{(pid=86423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 18:30:28.138834 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-ad63f67d-8462-47d3-a98d-dd41c680cc9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854207267'] for port, before_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:28.225009 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-230cd084-6fc4-4244-a50a-2e102f4f6144 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:28.230126 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-ad63f67d-8462-47d3-a98d-dd41c680cc9b None None] For port 291ad347-35f5-49c0-9347-31d2523ef1b7, host dv-cinder-786931-2-iscsi, cleared binding levels {{(pid=86423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 18:30:28.234163 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-ad63f67d-8462-47d3-a98d-dd41c680cc9b None None] For port 291ad347-35f5-49c0-9347-31d2523ef1b7, host dv-cinder-786931-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-2-iscsi',level=0,port_id=291ad347-35f5-49c0-9347-31d2523ef1b7,segment=NetworkSegment(f02283aa-238a-4f3f-9851-30c34a9365bb),segment_id=f02283aa-238a-4f3f-9851-30c34a9365bb)] {{(pid=86423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 18:30:28.240814 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-ad63f67d-8462-47d3-a98d-dd41c680cc9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785676839112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251178383903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251178382076'] for port, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:28.251799 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] For port 34e50175-7d2d-4167-af28-3807e4476b2f, host dv-cinder-786931-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-2-iscsi',level=0,port_id=34e50175-7d2d-4167-af28-3807e4476b2f,segment=NetworkSegment(c09827dd-1400-4cd9-9113-bae2cb1c8e3d),segment_id=c09827dd-1400-4cd9-9113-bae2cb1c8e3d)] {{(pid=86422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:30:28.262537 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785676839112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251178383903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251178382076'] for port, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:28.264824 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-b0e47e53-5843-46a5-8bd1-93dcd287c402 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:30:28.266001 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:30:28.326933 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bce0a5ea-f7e3-49d1-ad16-abf71511af27 admin admin] Notify agent at l3_agent.dv-cinder-786931-2-iscsi the message routers_updated {{(pid=86420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 18:30:28.391983 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63ec496f-6f63-4a71-b5dd-b70dad1ebcb3 None None] Sync routers for ids ['5d2d9a96-83ee-4a09-ba63-4e2808495a69'] in dv-cinder-786931-2-iscsi {{(pid=86422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 18:30:28.417276 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720b4fd5-76f7-4164-9815-a2192de0d560 None None] Pushing event updated for resources: {'Port': ['ID=291ad347-35f5-49c0-9347-31d2523ef1b7,revision_number=3']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:30:28.417937 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-f8a94df1-183d-4073-b15c-bd8b72f3dc0d req-ad591df5-1098-4662-9aed-c00f3fcd1f8d tempest-DeleteServersTestJSON-1661999450 tempest-DeleteServersTestJSON-1661999450-project] 10.222.0.11 "GET /v2.0/ports?device_id=4221c5a7-ddf0-491f-bfa9-2c78b0dffa17 HTTP/1.1" status: 200  len: 210 time: 0.1662998
Apr 20 18:30:28.430141 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-720b4fd5-76f7-4164-9815-a2192de0d560 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:30:28.435510 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad63f67d-8462-47d3-a98d-dd41c680cc9b None None] Routers {'0c7d70fc-11f1-42c5-aabc-0cd9b46c27d8'} bound to L3 agent in host dv-cinder-786931-2-iscsi {{(pid=86423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:30:28.436514 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-ad63f67d-8462-47d3-a98d-dd41c680cc9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd930c32b38>, 'dv-cinder-786931-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-20T18:22:01Z,description=<?>,heartbeat_timestamp=2021-04-20T18:30:01Z,host='dv-cinder-786931-2-iscsi',id=561dbf79-24e4-4a0d-b08c-f7bb8670fc1d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:22:01Z,topic='l3_agent')) {'router_ids': ['0c7d70fc-11f1-42c5-aabc-0cd9b46c27d8'], 'active': True} {{(pid=86423) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:30:28.474330 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-230cd084-6fc4-4244-a50a-2e102f4f6144 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:28.509830 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ec496f-6f63-4a71-b5dd-b70dad1ebcb3 None None] Routers {'5d2d9a96-83ee-4a09-ba63-4e2808495a69'} bound to L3 agent in host dv-cinder-786931-2-iscsi {{(pid=86422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:30:28.512712 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-63ec496f-6f63-4a71-b5dd-b70dad1ebcb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd9300b7ba8>, 'dv-cinder-786931-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-20T18:22:01Z,description=<?>,heartbeat_timestamp=2021-04-20T18:30:01Z,host='dv-cinder-786931-2-iscsi',id=561dbf79-24e4-4a0d-b08c-f7bb8670fc1d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:22:01Z,topic='l3_agent')) {'router_ids': ['5d2d9a96-83ee-4a09-ba63-4e2808495a69'], 'active': True} {{(pid=86422) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:30:28.518207 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1596cd7-99f7-4efb-b59c-6388d2954c1f admin admin] Router dd95cf49-db79-4f98-b2a0-cee76f29077c is scheduled to L3 agent 561dbf79-24e4-4a0d-b08c-f7bb8670fc1d with binding_index 1 {{(pid=86420) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 20 18:30:28.603318 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Device d96e30a0-0239-4cd0-9b37-6f8969aa8b06 up at agent ovs-agent-dv-cinder-786931-2-iscsi {{(pid=86422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:30:28.661157 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-230cd084-6fc4-4244-a50a-2e102f4f6144 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850969184'] for security_group, after_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:28.667162 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-9079a930-9d5e-4d71-964f-674def905d0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:30:28.684801 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230cd084-6fc4-4244-a50a-2e102f4f6144 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f40858e-5da1-4fc0-8a56-f502987395e6,revision_number=None']} {{(pid=86421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:30:28.688482 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-230cd084-6fc4-4244-a50a-2e102f4f6144 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:30:28.689512 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-230cd084-6fc4-4244-a50a-2e102f4f6144 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:28.695598 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-230cd084-6fc4-4244-a50a-2e102f4f6144 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/1f40858e-5da1-4fc0-8a56-f502987395e6 HTTP/1.1" status: 204  len: 168 time: 0.6226115
Apr 20 18:30:28.729193 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_dvr_db [None req-ad63f67d-8462-47d3-a98d-dd41c680cc9b None None] Set router 0c7d70fc-11f1-42c5-aabc-0cd9b46c27d8 gateway port host: dv-cinder-786931-2-iscsi {{(pid=86423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:30:28.820664 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.db.api [None req-258143e6-e38e-421f-add5-ba7dbe5a0354 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=86422) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 20 18:30:28.821068 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_db.api [None req-258143e6-e38e-421f-add5-ba7dbe5a0354 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=86422) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 20 18:30:28.821182 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-bce0a5ea-f7e3-49d1-ad16-abf71511af27 admin admin] Notify callbacks [] for router, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:28.821654 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Pushing event updated for resources: {'Port': ['ID=34e50175-7d2d-4167-af28-3807e4476b2f,revision_number=3']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:30:28.825441 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86421) accepted ('10.222.0.11', 42750) {{(pid=86421) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:30:28.825590 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-bce0a5ea-f7e3-49d1-ad16-abf71511af27 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201  len: 928 time: 9.6861832
Apr 20 18:30:28.934215 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.666s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:30:29.011548 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-176c5113-da89-43de-ad16-387cfd1444ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:29.032994 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Provisioning complete for port d96e30a0-0239-4cd0-9b37-6f8969aa8b06 triggered by entity L2. {{(pid=86422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:30:29.033422 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733696'] for port, provisioning_complete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:29.156410 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_dvr_db [None req-63ec496f-6f63-4a71-b5dd-b70dad1ebcb3 None None] Set router 5d2d9a96-83ee-4a09-ba63-4e2808495a69 gateway port host: dv-cinder-786931-2-iscsi {{(pid=86422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:30:29.458015 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1596cd7-99f7-4efb-b59c-6388d2954c1f admin admin] Notify agent at l3_agent.dv-cinder-786931-2-iscsi the message routers_updated {{(pid=86420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 18:30:29.558782 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d79eba51-85a6-49b3-96a6-893b2312ce1d None None] Sync routers for ids ['dd95cf49-db79-4f98-b2a0-cee76f29077c'] in dv-cinder-786931-2-iscsi {{(pid=86423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 18:30:29.631182 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-c1596cd7-99f7-4efb-b59c-6388d2954c1f admin admin] Notify callbacks [] for router, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:29.633397 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d79eba51-85a6-49b3-96a6-893b2312ce1d None None] Routers {'dd95cf49-db79-4f98-b2a0-cee76f29077c'} bound to L3 agent in host dv-cinder-786931-2-iscsi {{(pid=86423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:30:29.636140 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-c1596cd7-99f7-4efb-b59c-6388d2954c1f admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201  len: 930 time: 9.8021040
Apr 20 18:30:29.636932 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.11', 42784) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:30:29.637479 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-d79eba51-85a6-49b3-96a6-893b2312ce1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd9310f15f8>, 'dv-cinder-786931-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-20T18:22:01Z,description=<?>,heartbeat_timestamp=2021-04-20T18:30:01Z,host='dv-cinder-786931-2-iscsi',id=561dbf79-24e4-4a0d-b08c-f7bb8670fc1d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:22:01Z,topic='l3_agent')) {'router_ids': ['dd95cf49-db79-4f98-b2a0-cee76f29077c'], 'active': True} {{(pid=86423) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:30:29.947832 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-ea304d71-d94e-4eb6-b81a-251534b2f21f req-7f5a16c8-da52-43fb-802c-1e23aed5edfa tempest-DeleteServersTestJSON-1661999450 tempest-DeleteServersTestJSON-1661999450-project] 10.222.0.11 "GET /v2.0/ports?device_id=4221c5a7-ddf0-491f-bfa9-2c78b0dffa17 HTTP/1.1" status: 200  len: 210 time: 0.1846793
Apr 20 18:30:30.091811 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_dvr_db [None req-d79eba51-85a6-49b3-96a6-893b2312ce1d None None] Set router dd95cf49-db79-4f98-b2a0-cee76f29077c gateway port host: dv-cinder-786931-2-iscsi {{(pid=86423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:30:30.103640 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-0245a604-de29-40e7-b685-1401240713d6 None None] Provisioning complete for port 34e50175-7d2d-4167-af28-3807e4476b2f triggered by entity DHCP. {{(pid=86422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:30:30.104794 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-0245a604-de29-40e7-b685-1401240713d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733696'] for port, provisioning_complete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:30.625286 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Device 34e50175-7d2d-4167-af28-3807e4476b2f up at agent ovs-agent-dv-cinder-786931-2-iscsi {{(pid=86422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:30:30.879323 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-63ec496f-6f63-4a71-b5dd-b70dad1ebcb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd9300b7ba8>, [{'id': '5d2d9a96-83ee-4a09-ba63-4e2808495a69', 'name': 'tempest-AttachVolumeShelveTestJSON-2114307233-router', 'tenant_id': '82646d2796ec4d6b9ec39ce05e5b838a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357044f3-f85c-4c82-92f2-504aa071d528', 'external_fixed_ips': [{'subnet_id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': 'b7ad03f1-c586-4a94-bc62-ba8d35b20425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:30:19Z', 'updated_at': '2021-04-20T18:30:24Z', 'revision_number': 3, 'project_id': '82646d2796ec4d6b9ec39ce05e5b838a', 'gw_port': {'id': 'b7ad03f1-c586-4a94-bc62-ba8d35b20425', 'name': '', 'network_id': '357044f3-f85c-4c82-92f2-504aa071d528', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:7a:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d2d9a96-83ee-4a09-ba63-4e2808495a69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:30:21Z', 'updated_at': '2021-04-20T18:30:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-2-iscsi'}], 'dv-cinder-786931-2-iscsi', False) {} {{(pid=86422) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:30:30.907949 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63ec496f-6f63-4a71-b5dd-b70dad1ebcb3 None None] Checking router: 5d2d9a96-83ee-4a09-ba63-4e2808495a69 for host: dv-cinder-786931-2-iscsi {{(pid=86422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 18:30:30.908391 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63ec496f-6f63-4a71-b5dd-b70dad1ebcb3 None None] Updating router 5d2d9a96-83ee-4a09-ba63-4e2808495a69 port b7ad03f1-c586-4a94-bc62-ba8d35b20425 binding host dv-cinder-786931-2-iscsi {{(pid=86422) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 20 18:30:30.937807 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-d79eba51-85a6-49b3-96a6-893b2312ce1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd9310f15f8>, [{'id': 'dd95cf49-db79-4f98-b2a0-cee76f29077c', 'name': 'tempest-ServerRescueNegativeTestJSON-792940856-router', 'tenant_id': 'c9d2f68c6fa74348a553079d597a5342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357044f3-f85c-4c82-92f2-504aa071d528', 'external_fixed_ips': [{'subnet_id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': '26d1466c-d808-4a97-a4ee-ee00273ea71d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:30:20Z', 'updated_at': '2021-04-20T18:30:24Z', 'revision_number': 3, 'project_id': 'c9d2f68c6fa74348a553079d597a5342', 'gw_port': {'id': '26d1466c-d808-4a97-a4ee-ee00273ea71d', 'name': '', 'network_id': '357044f3-f85c-4c82-92f2-504aa071d528', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:49:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd95cf49-db79-4f98-b2a0-cee76f29077c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:30:22Z', 'updated_at': '2021-04-20T18:30:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-2-iscsi'}], 'dv-cinder-786931-2-iscsi', False) {} {{(pid=86423) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:30:30.950846 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d79eba51-85a6-49b3-96a6-893b2312ce1d None None] Checking router: dd95cf49-db79-4f98-b2a0-cee76f29077c for host: dv-cinder-786931-2-iscsi {{(pid=86423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 18:30:30.953107 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d79eba51-85a6-49b3-96a6-893b2312ce1d None None] Updating router dd95cf49-db79-4f98-b2a0-cee76f29077c port 26d1466c-d808-4a97-a4ee-ee00273ea71d binding host dv-cinder-786931-2-iscsi {{(pid=86423) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 20 18:30:30.988668 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Provisioning complete for port 34e50175-7d2d-4167-af28-3807e4476b2f triggered by entity L2. {{(pid=86422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:30:30.989094 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733696'] for port, provisioning_complete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:31.078821 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86421) accepted ('10.222.0.11', 42834) {{(pid=86421) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:30:31.149162 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-9f80deb5-9193-45e4-a6a1-4ab074e4f408 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854207267'] for port, before_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:31.152753 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d79eba51-85a6-49b3-96a6-893b2312ce1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854207267'] for port, before_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:31.172677 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-0245a604-de29-40e7-b685-1401240713d6 None None] Provisioning complete for port d96e30a0-0239-4cd0-9b37-6f8969aa8b06 triggered by entity DHCP. {{(pid=86422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:30:31.173104 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-0245a604-de29-40e7-b685-1401240713d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733696'] for port, provisioning_complete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:31.232053 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-ad63f67d-8462-47d3-a98d-dd41c680cc9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd930c32b38>, [{'id': '0c7d70fc-11f1-42c5-aabc-0cd9b46c27d8', 'name': 'tempest-AttachVolumeTestJSON-2090730375-router', 'tenant_id': '4d61b8cb74c8488e895692a092d04f17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357044f3-f85c-4c82-92f2-504aa071d528', 'external_fixed_ips': [{'subnet_id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'ip_address': '172.27.2.37'}], 'enable_snat': True}, 'gw_port_id': '291ad347-35f5-49c0-9347-31d2523ef1b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:30:19Z', 'updated_at': '2021-04-20T18:30:22Z', 'revision_number': 3, 'project_id': '4d61b8cb74c8488e895692a092d04f17', 'gw_port': {'id': '291ad347-35f5-49c0-9347-31d2523ef1b7', 'name': '', 'network_id': '357044f3-f85c-4c82-92f2-504aa071d528', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:d6:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c7d70fc-11f1-42c5-aabc-0cd9b46c27d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'ip_address': '172.27.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:30:21Z', 'updated_at': '2021-04-20T18:30:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-2-iscsi'}], 'dv-cinder-786931-2-iscsi', False) {} {{(pid=86423) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:30:31.265037 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad63f67d-8462-47d3-a98d-dd41c680cc9b None None] The sync data for ids ['0c7d70fc-11f1-42c5-aabc-0cd9b46c27d8'] in dv-cinder-786931-2-iscsi is: [{'id': '0c7d70fc-11f1-42c5-aabc-0cd9b46c27d8', 'name': 'tempest-AttachVolumeTestJSON-2090730375-router', 'tenant_id': '4d61b8cb74c8488e895692a092d04f17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357044f3-f85c-4c82-92f2-504aa071d528', 'external_fixed_ips': [{'subnet_id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'ip_address': '172.27.2.37'}], 'enable_snat': True}, 'gw_port_id': '291ad347-35f5-49c0-9347-31d2523ef1b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:30:19Z', 'updated_at': '2021-04-20T18:30:22Z', 'revision_number': 3, 'project_id': '4d61b8cb74c8488e895692a092d04f17', 'gw_port': {'id': '291ad347-35f5-49c0-9347-31d2523ef1b7', 'name': '', 'network_id': '357044f3-f85c-4c82-92f2-504aa071d528', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:d6:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c7d70fc-11f1-42c5-aabc-0cd9b46c27d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'ip_address': '172.27.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:30:21Z', 'updated_at': '2021-04-20T18:30:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-2-iscsi'}] {{(pid=86423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 18:30:31.292293 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-63ec496f-6f63-4a71-b5dd-b70dad1ebcb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854207267'] for port, before_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:31.395161 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86421) accepted ('10.222.0.10', 51062) {{(pid=86421) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:30:31.526753 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-34cf61ff-52d7-47b5-8dc7-2c0d210d4ba7 req-02da22bc-1752-48f6-8a2f-72eeb6254a8b tempest-DeleteServersTestJSON-1661999450 tempest-DeleteServersTestJSON-1661999450-project] 10.222.0.11 "GET /v2.0/ports?device_id=4221c5a7-ddf0-491f-bfa9-2c78b0dffa17 HTTP/1.1" status: 200  len: 210 time: 0.2168143
Apr 20 18:30:31.853369 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-94d4802f-df19-42c9-9c9f-6fe0572fccc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:31.860444 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-59ff2fcf-5a92-41e6-b6a8-ab5cb4df6403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:32.048019 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-87693568-c007-40ea-b558-e86167f5b7fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:32.078459 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:32.172920 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d79eba51-85a6-49b3-96a6-893b2312ce1d None None] Notify callbacks [] for port, precommit_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:32.176085 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-87693568-c007-40ea-b558-e86167f5b7fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86421) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:30:32.204213 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-d79eba51-85a6-49b3-96a6-893b2312ce1d None None] Transition to ACTIVE for port object 26d1466c-d808-4a97-a4ee-ee00273ea71d will not be triggered until provisioned by entity L2. {{(pid=86423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 18:30:32.208738 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-86025ef2-4c66-460f-a4ea-95d21c3139f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854207267'] for port, before_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:32.216038 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d79eba51-85a6-49b3-96a6-893b2312ce1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785676839112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251178383903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251178382076'] for port, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:32.229016 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:30:32.287947 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-87693568-c007-40ea-b558-e86167f5b7fa admin admin] Usage tracker for resource:security_group_rule and tenant:0189233e4f7a4750a56d0071003242c6 is out of sync, need to count used quota {{(pid=86421) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:30:32.314832 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-87693568-c007-40ea-b558-e86167f5b7fa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86421) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:30:32.488222 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ac927f-e751-4464-b6cb-eaa2f4ac0b51 None None] Pushing event updated for resources: {'Port': ['ID=26d1466c-d808-4a97-a4ee-ee00273ea71d,revision_number=2']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:30:32.506930 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-b2ac927f-e751-4464-b6cb-eaa2f4ac0b51 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:30:32.510047 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-87693568-c007-40ea-b558-e86167f5b7fa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86421) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:30:32.529034 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:32.547691 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [None req-d79eba51-85a6-49b3-96a6-893b2312ce1d None None] Attempting to bind port 26d1466c-d808-4a97-a4ee-ee00273ea71d on host dv-cinder-786931-2-iscsi for vnic_type normal with profile  {{(pid=86423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 18:30:32.548476 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [None req-d79eba51-85a6-49b3-96a6-893b2312ce1d None None] Attempting to bind port 26d1466c-d808-4a97-a4ee-ee00273ea71d by drivers openvswitch,hyperv on host dv-cinder-786931-2-iscsi at level 0 using segments [{'id': 'f02283aa-238a-4f3f-9851-30c34a9365bb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '357044f3-f85c-4c82-92f2-504aa071d528'}] {{(pid=86423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 18:30:32.549038 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d79eba51-85a6-49b3-96a6-893b2312ce1d None None] Attempting to bind port 26d1466c-d808-4a97-a4ee-ee00273ea71d on network 357044f3-f85c-4c82-92f2-504aa071d528 {{(pid=86423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 18:30:32.571548 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d79eba51-85a6-49b3-96a6-893b2312ce1d None None] Checking agent: {'id': '36d4d98e-2d96-4c9b-9d9c-08d159895b6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786931-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 22, 2), 'started_at': datetime.datetime(2021, 4, 20, 18, 22, 32), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 30, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786931-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 18:30:32.572268 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d79eba51-85a6-49b3-96a6-893b2312ce1d None None] Checking segment: {'id': 'f02283aa-238a-4f3f-9851-30c34a9365bb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '357044f3-f85c-4c82-92f2-504aa071d528'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 18:30:32.572712 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d79eba51-85a6-49b3-96a6-893b2312ce1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:32.573142 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d79eba51-85a6-49b3-96a6-893b2312ce1d None None] Bound using segment: {'id': 'f02283aa-238a-4f3f-9851-30c34a9365bb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '357044f3-f85c-4c82-92f2-504aa071d528'} {{(pid=86423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 18:30:32.573665 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [None req-d79eba51-85a6-49b3-96a6-893b2312ce1d None None] Bound port: 26d1466c-d808-4a97-a4ee-ee00273ea71d, host: dv-cinder-786931-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f02283aa-238a-4f3f-9851-30c34a9365bb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '357044f3-f85c-4c82-92f2-504aa071d528'}}] {{(pid=86423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 18:30:32.574060 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d79eba51-85a6-49b3-96a6-893b2312ce1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854207267'] for port, before_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:32.608281 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Device 291ad347-35f5-49c0-9347-31d2523ef1b7 up at agent ovs-agent-dv-cinder-786931-2-iscsi {{(pid=86422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:30:32.675566 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2684b89-9653-4a52-a6a2-7ed8eafede92 req-cdcc24f6-a6be-440b-b30b-368482ccf249 tempest-DeleteServersTestJSON-1661999450 tempest-DeleteServersTestJSON-1661999450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:30:32.681420 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-b2684b89-9653-4a52-a6a2-7ed8eafede92 req-cdcc24f6-a6be-440b-b30b-368482ccf249 tempest-DeleteServersTestJSON-1661999450 tempest-DeleteServersTestJSON-1661999450-project] 10.222.0.10 "GET /v2.0/networks?id=61202e71-818d-4028-952a-3e2f5c4dd907 HTTP/1.1" status: 200  len: 811 time: 1.2808862
Apr 20 18:30:32.778668 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.v2.base [req-b2684b89-9653-4a52-a6a2-7ed8eafede92 req-e0262eff-7fbb-4201-a509-0b181d84eabf tempest-DeleteServersTestJSON-1661999450 tempest-DeleteServersTestJSON-1661999450-project] Request body: {'port': {'device_id': '4221c5a7-ddf0-491f-bfa9-2c78b0dffa17', 'network_id': '61202e71-818d-4028-952a-3e2f5c4dd907', 'admin_state_up': True, 'tenant_id': '0fc8e345af874a4b82cc59a07051f572'}} {{(pid=86421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:30:32.781438 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-d79eba51-85a6-49b3-96a6-893b2312ce1d None None] For port 26d1466c-d808-4a97-a4ee-ee00273ea71d, host dv-cinder-786931-2-iscsi, cleared binding levels {{(pid=86423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 18:30:32.786027 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-d79eba51-85a6-49b3-96a6-893b2312ce1d None None] For port 26d1466c-d808-4a97-a4ee-ee00273ea71d, host dv-cinder-786931-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-2-iscsi',level=0,port_id=26d1466c-d808-4a97-a4ee-ee00273ea71d,segment=NetworkSegment(f02283aa-238a-4f3f-9851-30c34a9365bb),segment_id=f02283aa-238a-4f3f-9851-30c34a9365bb)] {{(pid=86423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 18:30:32.799845 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d79eba51-85a6-49b3-96a6-893b2312ce1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785676839112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251178383903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251178382076'] for port, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:32.807044 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:30:33.066146 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ac927f-e751-4464-b6cb-eaa2f4ac0b51 None None] Pushing event updated for resources: {'Port': ['ID=26d1466c-d808-4a97-a4ee-ee00273ea71d,revision_number=3']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:30:33.079543 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-b2ac927f-e751-4464-b6cb-eaa2f4ac0b51 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:30:33.112341 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d79eba51-85a6-49b3-96a6-893b2312ce1d None None] Routers {'dd95cf49-db79-4f98-b2a0-cee76f29077c'} bound to L3 agent in host dv-cinder-786931-2-iscsi {{(pid=86423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:30:33.113028 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-d79eba51-85a6-49b3-96a6-893b2312ce1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd9310f15f8>, 'dv-cinder-786931-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-20T18:22:01Z,description=<?>,heartbeat_timestamp=2021-04-20T18:30:32Z,host='dv-cinder-786931-2-iscsi',id=561dbf79-24e4-4a0d-b08c-f7bb8670fc1d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:22:01Z,topic='l3_agent')) {'router_ids': ['dd95cf49-db79-4f98-b2a0-cee76f29077c'], 'active': True} {{(pid=86423) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:30:33.146563 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.11', 42918) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:30:33.370131 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.db_base_plugin_common [None req-9f80deb5-9193-45e4-a6a1-4ab074e4f408 admin admin] Allocated IP 172.20.0.1 (02422600-c332-4858-ad0c-e0fcc53844a7/75d0ac2f-18ed-4097-8673-60a099f48c88/f3716e0d-bbe5-4df9-8b23-36b546e4ec84) {{(pid=86420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 18:30:33.415204 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-6162b702-d973-4fc1-979c-cb23059d5927 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854207267'] for port, before_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:33.418406 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_dvr_db [None req-d79eba51-85a6-49b3-96a6-893b2312ce1d None None] Set router dd95cf49-db79-4f98-b2a0-cee76f29077c gateway port host: dv-cinder-786931-2-iscsi {{(pid=86423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:30:33.446805 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-cf6e37c3-6c9e-438c-9d4f-5b2f5013439e req-8c11afb6-136f-44ff-964e-54684a211bc2 tempest-DeleteServersTestJSON-1661999450 tempest-DeleteServersTestJSON-1661999450-project] 10.222.0.11 "GET /v2.0/ports?device_id=4221c5a7-ddf0-491f-bfa9-2c78b0dffa17 HTTP/1.1" status: 200  len: 210 time: 0.4099021
Apr 20 18:30:33.512490 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Provisioning for port 291ad347-35f5-49c0-9347-31d2523ef1b7 completed by entity L2. {{(pid=86422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 18:30:33.527778 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Provisioning complete for port 291ad347-35f5-49c0-9347-31d2523ef1b7 triggered by entity L2. {{(pid=86422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:30:33.531114 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733696'] for port, provisioning_complete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:33.619070 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-69625b45-0eac-4ead-bef5-f7df2e631dfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:33.641907 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.db.resource_extend [None req-63ec496f-6f63-4a71-b5dd-b70dad1ebcb3 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86422) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Apr 20 18:30:33.686445 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.db_base_plugin_common [None req-86025ef2-4c66-460f-a4ea-95d21c3139f4 admin admin] Allocated IP 172.20.0.1 (70bb951b-5201-42f1-af2f-fff209eaf750/de093425-a655-4f08-b89a-732e934018c4/3284cfa8-63c0-44c5-b503-7b9f59e1f654) {{(pid=86421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 18:30:33.866725 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-4903748c-489b-4211-874c-75a346711e21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:33.907995 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-9f80deb5-9193-45e4-a6a1-4ab074e4f408 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:33.918433 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-4903748c-489b-4211-874c-75a346711e21 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:30:33.919872 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-86025ef2-4c66-460f-a4ea-95d21c3139f4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:33.933032 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-4903748c-489b-4211-874c-75a346711e21 admin admin] Usage tracker for resource:security_group_rule and tenant:cf02a57a526c4afb929a27c0ddde0ece is out of sync, need to count used quota {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:30:33.936199 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-4903748c-489b-4211-874c-75a346711e21 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:30:33.943090 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-86025ef2-4c66-460f-a4ea-95d21c3139f4 admin admin] Transition to ACTIVE for port object 3284cfa8-63c0-44c5-b503-7b9f59e1f654 will not be triggered until provisioned by entity DHCP. {{(pid=86421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 18:30:33.946563 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-4903748c-489b-4211-874c-75a346711e21 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:30:33.980592 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-86025ef2-4c66-460f-a4ea-95d21c3139f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251178383920'] for port, after_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:34.015577 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-63ec496f-6f63-4a71-b5dd-b70dad1ebcb3 None None] Notify callbacks [] for port, precommit_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:34.020927 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-ddb56352-5f92-4b25-900c-de58e426d004 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:30:34.067605 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854207267'] for port, before_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:34.099707 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] For port 291ad347-35f5-49c0-9347-31d2523ef1b7, host dv-cinder-786931-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-2-iscsi',level=0,port_id=291ad347-35f5-49c0-9347-31d2523ef1b7,segment=NetworkSegment(f02283aa-238a-4f3f-9851-30c34a9365bb),segment_id=f02283aa-238a-4f3f-9851-30c34a9365bb)] {{(pid=86422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:30:34.107219 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-63ec496f-6f63-4a71-b5dd-b70dad1ebcb3 None None] Transition to ACTIVE for port object b7ad03f1-c586-4a94-bc62-ba8d35b20425 will not be triggered until provisioned by entity L2. {{(pid=86422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 18:30:34.114122 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785676839112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251178383903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251178382076'] for port, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:34.122949 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-70bf6899-3387-4421-99d5-87fa403e0276 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:30:34.139341 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86025ef2-4c66-460f-a4ea-95d21c3139f4 admin admin] Network 70bb951b-5201-42f1-af2f-fff209eaf750 is already hosted by enough agents. {{(pid=86421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 18:30:34.149563 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86025ef2-4c66-460f-a4ea-95d21c3139f4 admin admin] Pushing event updated for resources: {'Port': ['ID=3284cfa8-63c0-44c5-b503-7b9f59e1f654,revision_number=1']} {{(pid=86421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:30:34.162977 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.scheduler.base_scheduler [None req-86025ef2-4c66-460f-a4ea-95d21c3139f4 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:30:34.189849 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-86025ef2-4c66-460f-a4ea-95d21c3139f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:30:34.240024 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-63ec496f-6f63-4a71-b5dd-b70dad1ebcb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785676839112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251178383903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251178382076'] for port, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:34.248781 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86025ef2-4c66-460f-a4ea-95d21c3139f4 admin admin] Received port after_create {{(pid=86421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 18:30:34.249746 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-86025ef2-4c66-460f-a4ea-95d21c3139f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3863553'] for router_interface, before_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:34.273579 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-d79eba51-85a6-49b3-96a6-893b2312ce1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd9310f15f8>, [{'id': 'dd95cf49-db79-4f98-b2a0-cee76f29077c', 'name': 'tempest-ServerRescueNegativeTestJSON-792940856-router', 'tenant_id': 'c9d2f68c6fa74348a553079d597a5342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357044f3-f85c-4c82-92f2-504aa071d528', 'external_fixed_ips': [{'subnet_id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': '26d1466c-d808-4a97-a4ee-ee00273ea71d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:30:20Z', 'updated_at': '2021-04-20T18:30:24Z', 'revision_number': 3, 'project_id': 'c9d2f68c6fa74348a553079d597a5342', 'gw_port': {'id': '26d1466c-d808-4a97-a4ee-ee00273ea71d', 'name': '', 'network_id': '357044f3-f85c-4c82-92f2-504aa071d528', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:49:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd95cf49-db79-4f98-b2a0-cee76f29077c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:30:22Z', 'updated_at': '2021-04-20T18:30:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-2-iscsi'}], 'dv-cinder-786931-2-iscsi', False) {} {{(pid=86423) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:30:34.289589 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d79eba51-85a6-49b3-96a6-893b2312ce1d None None] The sync data for ids ['dd95cf49-db79-4f98-b2a0-cee76f29077c'] in dv-cinder-786931-2-iscsi is: [{'id': 'dd95cf49-db79-4f98-b2a0-cee76f29077c', 'name': 'tempest-ServerRescueNegativeTestJSON-792940856-router', 'tenant_id': 'c9d2f68c6fa74348a553079d597a5342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357044f3-f85c-4c82-92f2-504aa071d528', 'external_fixed_ips': [{'subnet_id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': '26d1466c-d808-4a97-a4ee-ee00273ea71d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:30:20Z', 'updated_at': '2021-04-20T18:30:24Z', 'revision_number': 3, 'project_id': 'c9d2f68c6fa74348a553079d597a5342', 'gw_port': {'id': '26d1466c-d808-4a97-a4ee-ee00273ea71d', 'name': '', 'network_id': '357044f3-f85c-4c82-92f2-504aa071d528', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:49:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd95cf49-db79-4f98-b2a0-cee76f29077c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:30:22Z', 'updated_at': '2021-04-20T18:30:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-2-iscsi'}] {{(pid=86423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 18:30:34.404519 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [None req-63ec496f-6f63-4a71-b5dd-b70dad1ebcb3 None None] Attempting to bind port b7ad03f1-c586-4a94-bc62-ba8d35b20425 on host dv-cinder-786931-2-iscsi for vnic_type normal with profile  {{(pid=86422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 18:30:34.405110 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [None req-63ec496f-6f63-4a71-b5dd-b70dad1ebcb3 None None] Attempting to bind port b7ad03f1-c586-4a94-bc62-ba8d35b20425 by drivers openvswitch,hyperv on host dv-cinder-786931-2-iscsi at level 0 using segments [{'id': 'f02283aa-238a-4f3f-9851-30c34a9365bb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '357044f3-f85c-4c82-92f2-504aa071d528'}] {{(pid=86422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 18:30:34.405768 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63ec496f-6f63-4a71-b5dd-b70dad1ebcb3 None None] Attempting to bind port b7ad03f1-c586-4a94-bc62-ba8d35b20425 on network 357044f3-f85c-4c82-92f2-504aa071d528 {{(pid=86422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 18:30:34.424026 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63ec496f-6f63-4a71-b5dd-b70dad1ebcb3 None None] Checking agent: {'id': '36d4d98e-2d96-4c9b-9d9c-08d159895b6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786931-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 22, 2), 'started_at': datetime.datetime(2021, 4, 20, 18, 22, 32), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 30, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786931-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 18:30:34.424749 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63ec496f-6f63-4a71-b5dd-b70dad1ebcb3 None None] Checking segment: {'id': 'f02283aa-238a-4f3f-9851-30c34a9365bb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '357044f3-f85c-4c82-92f2-504aa071d528'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 18:30:34.425363 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-63ec496f-6f63-4a71-b5dd-b70dad1ebcb3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:34.425881 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63ec496f-6f63-4a71-b5dd-b70dad1ebcb3 None None] Bound using segment: {'id': 'f02283aa-238a-4f3f-9851-30c34a9365bb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '357044f3-f85c-4c82-92f2-504aa071d528'} {{(pid=86422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 18:30:34.426549 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [None req-63ec496f-6f63-4a71-b5dd-b70dad1ebcb3 None None] Bound port: b7ad03f1-c586-4a94-bc62-ba8d35b20425, host: dv-cinder-786931-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f02283aa-238a-4f3f-9851-30c34a9365bb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '357044f3-f85c-4c82-92f2-504aa071d528'}}] {{(pid=86422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 18:30:34.427077 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-63ec496f-6f63-4a71-b5dd-b70dad1ebcb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854207267'] for port, before_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:34.444757 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-9f80deb5-9193-45e4-a6a1-4ab074e4f408 admin admin] Transition to ACTIVE for port object f3716e0d-bbe5-4df9-8b23-36b546e4ec84 will not be triggered until provisioned by entity DHCP. {{(pid=86420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 18:30:34.514366 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-63ec496f-6f63-4a71-b5dd-b70dad1ebcb3 None None] For port b7ad03f1-c586-4a94-bc62-ba8d35b20425, host dv-cinder-786931-2-iscsi, cleared binding levels {{(pid=86422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 18:30:34.518210 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-63ec496f-6f63-4a71-b5dd-b70dad1ebcb3 None None] For port b7ad03f1-c586-4a94-bc62-ba8d35b20425, host dv-cinder-786931-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-2-iscsi',level=0,port_id=b7ad03f1-c586-4a94-bc62-ba8d35b20425,segment=NetworkSegment(f02283aa-238a-4f3f-9851-30c34a9365bb),segment_id=f02283aa-238a-4f3f-9851-30c34a9365bb)] {{(pid=86422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 18:30:34.526667 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-63ec496f-6f63-4a71-b5dd-b70dad1ebcb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785676839112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251178383903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251178382076'] for port, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:34.566627 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Pushing event updated for resources: {'Port': ['ID=291ad347-35f5-49c0-9347-31d2523ef1b7,revision_number=4']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:30:34.581945 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.459s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:30:34.596954 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.282s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:30:34.607484 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-4903748c-489b-4211-874c-75a346711e21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:34.616736 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-9f80deb5-9193-45e4-a6a1-4ab074e4f408 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251178383920'] for port, after_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:34.617854 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.db_base_plugin_common [None req-6162b702-d973-4fc1-979c-cb23059d5927 admin admin] Allocated IP 172.20.0.1 (e1a3515f-6650-48cb-a68d-8193e54b06db/680a997a-0cf4-4428-86cb-30422b5e5d52/b3559f64-45f1-449a-b513-0dc9c9d9a8a8) {{(pid=86420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 18:30:34.637468 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-4903748c-489b-4211-874c-75a346711e21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850969184'] for security_group, after_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:34.640612 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:30:34.818811 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17d781f-419f-4686-8c07-08dbd41d8430 None None] Pushing event updated for resources: {'Port': ['ID=b7ad03f1-c586-4a94-bc62-ba8d35b20425,revision_number=3']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:30:34.829789 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-f17d781f-419f-4686-8c07-08dbd41d8430 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:30:34.832954 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.284s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:30:34.833418 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:30:34.862720 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-ae17ce5b-f64a-4c8b-b5da-9bd322022e98 None None] Provisioning for port 3284cfa8-63c0-44c5-b503-7b9f59e1f654 completed by entity DHCP. {{(pid=86422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 18:30:34.869811 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-ae17ce5b-f64a-4c8b-b5da-9bd322022e98 None None] Provisioning complete for port 3284cfa8-63c0-44c5-b503-7b9f59e1f654 triggered by entity DHCP. {{(pid=86422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:30:34.870387 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-ae17ce5b-f64a-4c8b-b5da-9bd322022e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733696'] for port, provisioning_complete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:34.911266 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ec496f-6f63-4a71-b5dd-b70dad1ebcb3 None None] Routers {'5d2d9a96-83ee-4a09-ba63-4e2808495a69'} bound to L3 agent in host dv-cinder-786931-2-iscsi {{(pid=86422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:30:34.911813 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-63ec496f-6f63-4a71-b5dd-b70dad1ebcb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd9300b7ba8>, 'dv-cinder-786931-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-20T18:22:01Z,description=<?>,heartbeat_timestamp=2021-04-20T18:30:32Z,host='dv-cinder-786931-2-iscsi',id=561dbf79-24e4-4a0d-b08c-f7bb8670fc1d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:22:01Z,topic='l3_agent')) {'router_ids': ['5d2d9a96-83ee-4a09-ba63-4e2808495a69'], 'active': True} {{(pid=86422) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:30:35.033107 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [req-b2684b89-9653-4a52-a6a2-7ed8eafede92 req-e0262eff-7fbb-4201-a509-0b181d84eabf tempest-DeleteServersTestJSON-1661999450 tempest-DeleteServersTestJSON-1661999450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86421) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:30:35.050144 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [req-b2684b89-9653-4a52-a6a2-7ed8eafede92 req-e0262eff-7fbb-4201-a509-0b181d84eabf tempest-DeleteServersTestJSON-1661999450 tempest-DeleteServersTestJSON-1661999450-project] Usage tracker for resource:port and tenant:0fc8e345af874a4b82cc59a07051f572 is out of sync, need to count used quota {{(pid=86421) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:30:35.065284 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [req-b2684b89-9653-4a52-a6a2-7ed8eafede92 req-e0262eff-7fbb-4201-a509-0b181d84eabf tempest-DeleteServersTestJSON-1661999450 tempest-DeleteServersTestJSON-1661999450-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86421) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:30:35.083783 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-ae17ce5b-f64a-4c8b-b5da-9bd322022e98 None None] Port 3284cfa8-63c0-44c5-b503-7b9f59e1f654 cannot update to ACTIVE because it is not bound. {{(pid=86422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 18:30:35.114836 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [req-b2684b89-9653-4a52-a6a2-7ed8eafede92 req-e0262eff-7fbb-4201-a509-0b181d84eabf tempest-DeleteServersTestJSON-1661999450 tempest-DeleteServersTestJSON-1661999450-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86421) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:30:35.296618 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_dvr_db [None req-63ec496f-6f63-4a71-b5dd-b70dad1ebcb3 None None] Set router 5d2d9a96-83ee-4a09-ba63-4e2808495a69 gateway port host: dv-cinder-786931-2-iscsi {{(pid=86422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:30:35.370189 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2684b89-9653-4a52-a6a2-7ed8eafede92 req-e0262eff-7fbb-4201-a509-0b181d84eabf tempest-DeleteServersTestJSON-1661999450 tempest-DeleteServersTestJSON-1661999450-project] Made reservation on behalf of 0fc8e345af874a4b82cc59a07051f572 for: {'port': 1} {{(pid=86421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 18:30:35.391650 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-b2684b89-9653-4a52-a6a2-7ed8eafede92 req-e0262eff-7fbb-4201-a509-0b181d84eabf tempest-DeleteServersTestJSON-1661999450 tempest-DeleteServersTestJSON-1661999450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854207267'] for port, before_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:35.515049 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-6162b702-d973-4fc1-979c-cb23059d5927 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:35.563833 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-de702df5-7fd8-4504-866a-2cb7e417e7b5 req-dd3755da-05c9-40e2-96a7-c8655f5db20b tempest-DeleteServersTestJSON-1661999450 tempest-DeleteServersTestJSON-1661999450-project] 10.222.0.11 "GET /v2.0/ports?device_id=4221c5a7-ddf0-491f-bfa9-2c78b0dffa17 HTTP/1.1" status: 200  len: 210 time: 0.6584094
Apr 20 18:30:35.665511 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-6162b702-d973-4fc1-979c-cb23059d5927 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251178383920'] for port, after_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:35.783594 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f80deb5-9193-45e4-a6a1-4ab074e4f408 admin admin] Network 02422600-c332-4858-ad0c-e0fcc53844a7 is already hosted by enough agents. {{(pid=86420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 18:30:35.802972 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-87693568-c007-40ea-b558-e86167f5b7fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:35.828346 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.scheduler.base_scheduler [None req-9f80deb5-9193-45e4-a6a1-4ab074e4f408 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:30:35.856957 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f80deb5-9193-45e4-a6a1-4ab074e4f408 admin admin] Received port after_create {{(pid=86420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 18:30:35.857633 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-9f80deb5-9193-45e4-a6a1-4ab074e4f408 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3863553'] for router_interface, before_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:35.887837 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-87693568-c007-40ea-b558-e86167f5b7fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850969184'] for security_group, after_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:35.974169 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:30:35.995847 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-4903748c-489b-4211-874c-75a346711e21 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=cf02a57a526c4afb929a27c0ddde0ece&name=default HTTP/1.1" status: 200  len: 2977 time: 2.8469191
Apr 20 18:30:36.024072 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-63ec496f-6f63-4a71-b5dd-b70dad1ebcb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd9300b7ba8>, [{'id': '5d2d9a96-83ee-4a09-ba63-4e2808495a69', 'name': 'tempest-AttachVolumeShelveTestJSON-2114307233-router', 'tenant_id': '82646d2796ec4d6b9ec39ce05e5b838a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357044f3-f85c-4c82-92f2-504aa071d528', 'external_fixed_ips': [{'subnet_id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': 'b7ad03f1-c586-4a94-bc62-ba8d35b20425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:30:19Z', 'updated_at': '2021-04-20T18:30:34Z', 'revision_number': 4, 'project_id': '82646d2796ec4d6b9ec39ce05e5b838a', 'gw_port': {'id': 'b7ad03f1-c586-4a94-bc62-ba8d35b20425', 'name': '', 'network_id': '357044f3-f85c-4c82-92f2-504aa071d528', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:7a:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d2d9a96-83ee-4a09-ba63-4e2808495a69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:30:21Z', 'updated_at': '2021-04-20T18:30:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-2-iscsi', '_interfaces': [{'id': '3284cfa8-63c0-44c5-b503-7b9f59e1f654', 'name': '', 'network_id': '70bb951b-5201-42f1-af2f-fff209eaf750', 'tenant_id': '82646d2796ec4d6b9ec39ce05e5b838a', 'mac_address': 'fa:16:3e:b6:3a:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d2d9a96-83ee-4a09-ba63-4e2808495a69', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'de093425-a655-4f08-b89a-732e934018c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:30:32Z', 'updated_at': '2021-04-20T18:30:33Z', 'revision_number': 1, 'project_id': '82646d2796ec4d6b9ec39ce05e5b838a', 'subnets': [{'id': 'de093425-a655-4f08-b89a-732e934018c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786931-2-iscsi', False) {} {{(pid=86422) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:30:36.050091 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63ec496f-6f63-4a71-b5dd-b70dad1ebcb3 None None] The sync data for ids ['5d2d9a96-83ee-4a09-ba63-4e2808495a69'] in dv-cinder-786931-2-iscsi is: [{'id': '5d2d9a96-83ee-4a09-ba63-4e2808495a69', 'name': 'tempest-AttachVolumeShelveTestJSON-2114307233-router', 'tenant_id': '82646d2796ec4d6b9ec39ce05e5b838a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357044f3-f85c-4c82-92f2-504aa071d528', 'external_fixed_ips': [{'subnet_id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': 'b7ad03f1-c586-4a94-bc62-ba8d35b20425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:30:19Z', 'updated_at': '2021-04-20T18:30:34Z', 'revision_number': 4, 'project_id': '82646d2796ec4d6b9ec39ce05e5b838a', 'gw_port': {'id': 'b7ad03f1-c586-4a94-bc62-ba8d35b20425', 'name': '', 'network_id': '357044f3-f85c-4c82-92f2-504aa071d528', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:7a:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d2d9a96-83ee-4a09-ba63-4e2808495a69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:30:21Z', 'updated_at': '2021-04-20T18:30:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-2-iscsi', '_interfaces': [{'id': '3284cfa8-63c0-44c5-b503-7b9f59e1f654', 'name': '', 'network_id': '70bb951b-5201-42f1-af2f-fff209eaf750', 'tenant_id': '82646d2796ec4d6b9ec39ce05e5b838a', 'mac_address': 'fa:16:3e:b6:3a:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d2d9a96-83ee-4a09-ba63-4e2808495a69', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'de093425-a655-4f08-b89a-732e934018c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:30:32Z', 'updated_at': '2021-04-20T18:30:33Z', 'revision_number': 1, 'project_id': '82646d2796ec4d6b9ec39ce05e5b838a', 'subnets': [{'id': 'de093425-a655-4f08-b89a-732e934018c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 18:30:36.080362 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.11', 42954) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:30:36.081055 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-9f80deb5-9193-45e4-a6a1-4ab074e4f408 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854207267'] for port, before_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:36.167209 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6162b702-d973-4fc1-979c-cb23059d5927 admin admin] Network e1a3515f-6650-48cb-a68d-8193e54b06db is already hosted by enough agents. {{(pid=86420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 18:30:36.317334 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-ec718482-746d-4d00-989a-1d512620be6b None None] Provisioning for port f3716e0d-bbe5-4df9-8b23-36b546e4ec84 completed by entity DHCP. {{(pid=86422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 18:30:36.328590 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-ec718482-746d-4d00-989a-1d512620be6b None None] Provisioning complete for port f3716e0d-bbe5-4df9-8b23-36b546e4ec84 triggered by entity DHCP. {{(pid=86422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:30:36.331853 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-ec718482-746d-4d00-989a-1d512620be6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733696'] for port, provisioning_complete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:36.616955 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-ec718482-746d-4d00-989a-1d512620be6b None None] Port f3716e0d-bbe5-4df9-8b23-36b546e4ec84 cannot update to ACTIVE because it is not bound. {{(pid=86422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 18:30:36.738129 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-86025ef2-4c66-460f-a4ea-95d21c3139f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854207267'] for port, before_update {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:36.852747 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-9f80deb5-9193-45e4-a6a1-4ab074e4f408 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:36.864210 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Device 26d1466c-d808-4a97-a4ee-ee00273ea71d up at agent ovs-agent-dv-cinder-786931-2-iscsi {{(pid=86422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:30:36.866528 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.scheduler.base_scheduler [None req-6162b702-d973-4fc1-979c-cb23059d5927 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:30:36.873096 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6162b702-d973-4fc1-979c-cb23059d5927 admin admin] Received port after_create {{(pid=86420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 18:30:36.873693 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-6162b702-d973-4fc1-979c-cb23059d5927 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3863553'] for router_interface, before_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:37.137852 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-9f80deb5-9193-45e4-a6a1-4ab074e4f408 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785676839112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251178383903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251178382076'] for port, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:37.155685 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f80deb5-9193-45e4-a6a1-4ab074e4f408 admin admin] Pushing event updated for resources: {'Port': ['ID=f3716e0d-bbe5-4df9-8b23-36b546e4ec84,revision_number=1']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:30:37.159079 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-9f80deb5-9193-45e4-a6a1-4ab074e4f408 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 2.518s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:30:37.174580 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Provisioning for port 26d1466c-d808-4a97-a4ee-ee00273ea71d completed by entity L2. {{(pid=86422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 18:30:37.193202 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Provisioning complete for port 26d1466c-d808-4a97-a4ee-ee00273ea71d triggered by entity L2. {{(pid=86422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:30:37.194011 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733696'] for port, provisioning_complete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:37.255415 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-9f80deb5-9193-45e4-a6a1-4ab074e4f408 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3704747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036850912154'] for router_interface, after_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:37.259994 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-3cfdcdab-9022-41ef-b6d6-8f608e545234 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.657s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:30:37.310453 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-6162b702-d973-4fc1-979c-cb23059d5927 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854207267'] for port, before_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:37.332810 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4903748c-489b-4211-874c-75a346711e21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dde75d2-c2d2-436e-8393-28212a61da98,revision_number=1']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:30:37.338923 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-4903748c-489b-4211-874c-75a346711e21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:30:37.374623 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.db_base_plugin_common [req-b2684b89-9653-4a52-a6a2-7ed8eafede92 req-e0262eff-7fbb-4201-a509-0b181d84eabf tempest-DeleteServersTestJSON-1661999450 tempest-DeleteServersTestJSON-1661999450-project] Allocated IP 172.20.0.3 (61202e71-818d-4028-952a-3e2f5c4dd907/f8bdf05c-2cbe-4235-be3f-d34d6380bec2/06d1346c-3fd0-41e4-987f-92d82c45ccae) {{(pid=86421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 18:30:37.540375 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854207267'] for port, before_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:37.576971 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] For port 26d1466c-d808-4a97-a4ee-ee00273ea71d, host dv-cinder-786931-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-2-iscsi',level=0,port_id=26d1466c-d808-4a97-a4ee-ee00273ea71d,segment=NetworkSegment(f02283aa-238a-4f3f-9851-30c34a9365bb),segment_id=f02283aa-238a-4f3f-9851-30c34a9365bb)] {{(pid=86422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:30:37.587312 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785676839112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251178383903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251178382076'] for port, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:37.589251 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Device 291ad347-35f5-49c0-9347-31d2523ef1b7 up at agent ovs-agent-dv-cinder-786931-2-iscsi {{(pid=86422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:30:37.676413 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-69442f63-4311-4a26-87f7-8a7f57513bc3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:30:38.015112 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-b2684b89-9653-4a52-a6a2-7ed8eafede92 req-e0262eff-7fbb-4201-a509-0b181d84eabf tempest-DeleteServersTestJSON-1661999450 tempest-DeleteServersTestJSON-1661999450-project] Notify callbacks [] for port, precommit_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:38.023142 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Pushing event updated for resources: {'Port': ['ID=26d1466c-d808-4a97-a4ee-ee00273ea71d,revision_number=4']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:30:38.049481 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.375s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:30:38.085424 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Provisioning complete for port 291ad347-35f5-49c0-9347-31d2523ef1b7 triggered by entity L2. {{(pid=86422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:30:38.085867 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733696'] for port, provisioning_complete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:38.114405 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-2c49740a-c1cf-46e5-9764-6625112e4a8f req-e9b37e55-3a96-43b5-bf10-f1a15eb66ae8 tempest-DeleteServersTestJSON-1661999450 tempest-DeleteServersTestJSON-1661999450-project] 10.222.0.11 "GET /v2.0/ports?device_id=4221c5a7-ddf0-491f-bfa9-2c78b0dffa17 HTTP/1.1" status: 200  len: 210 time: 1.1873167
Apr 20 18:30:38.129778 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-87693568-c007-40ea-b558-e86167f5b7fa admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0189233e4f7a4750a56d0071003242c6&name=default HTTP/1.1" status: 200  len: 2977 time: 7.0381126
Apr 20 18:30:38.134537 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86421) accepted ('10.222.0.11', 42974) {{(pid=86421) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:30:38.135309 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87693568-c007-40ea-b558-e86167f5b7fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d1d9223-29a5-4152-807a-bea623a15a8e,revision_number=1']} {{(pid=86421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:30:38.141431 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-b2684b89-9653-4a52-a6a2-7ed8eafede92 req-e0262eff-7fbb-4201-a509-0b181d84eabf tempest-DeleteServersTestJSON-1661999450 tempest-DeleteServersTestJSON-1661999450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251178383920'] for port, after_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:38.156202 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-6162b702-d973-4fc1-979c-cb23059d5927 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:38.175790 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 2.348s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:30:38.205868 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-87693568-c007-40ea-b558-e86167f5b7fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 2.229s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:30:38.325453 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:30:38.354525 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-6162b702-d973-4fc1-979c-cb23059d5927 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785676839112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251178383903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251178382076'] for port, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:38.361521 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6162b702-d973-4fc1-979c-cb23059d5927 admin admin] Pushing event updated for resources: {'Port': ['ID=b3559f64-45f1-449a-b513-0dc9c9d9a8a8,revision_number=2']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:30:38.588671 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f80deb5-9193-45e4-a6a1-4ab074e4f408 admin admin] Pushing event updated for resources: {'Port': ['ID=f3716e0d-bbe5-4df9-8b23-36b546e4ec84,revision_number=2']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:30:38.594264 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-9f80deb5-9193-45e4-a6a1-4ab074e4f408 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.418s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:30:38.595230 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-6162b702-d973-4fc1-979c-cb23059d5927 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3704747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036850912154'] for router_interface, after_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:38.635724 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2684b89-9653-4a52-a6a2-7ed8eafede92 req-e0262eff-7fbb-4201-a509-0b181d84eabf tempest-DeleteServersTestJSON-1661999450 tempest-DeleteServersTestJSON-1661999450-project] Network 61202e71-818d-4028-952a-3e2f5c4dd907 is already hosted by enough agents. {{(pid=86421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 18:30:38.639663 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0262eff-7fbb-4201-a509-0b181d84eabf tempest-DeleteServersTestJSON-1661999450 tempest-DeleteServersTestJSON-1661999450-project] Pushing event updated for resources: {'Port': ['ID=06d1346c-3fd0-41e4-987f-92d82c45ccae,revision_number=1']} {{(pid=86421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:30:38.652721 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-e0262eff-7fbb-4201-a509-0b181d84eabf tempest-DeleteServersTestJSON-1661999450 tempest-DeleteServersTestJSON-1661999450-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:30:38.653811 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.scheduler.base_scheduler [req-b2684b89-9653-4a52-a6a2-7ed8eafede92 req-e0262eff-7fbb-4201-a509-0b181d84eabf tempest-DeleteServersTestJSON-1661999450 tempest-DeleteServersTestJSON-1661999450-project] Resources bound (agent type, host, resource id):  {{(pid=86421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:30:38.677396 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2684b89-9653-4a52-a6a2-7ed8eafede92 req-e0262eff-7fbb-4201-a509-0b181d84eabf tempest-DeleteServersTestJSON-1661999450 tempest-DeleteServersTestJSON-1661999450-project] Received port after_create {{(pid=86421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 18:30:38.686435 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-c1596cd7-99f7-4efb-b59c-6388d2954c1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.354s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:30:38.690313 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2684b89-9653-4a52-a6a2-7ed8eafede92 req-e0262eff-7fbb-4201-a509-0b181d84eabf tempest-DeleteServersTestJSON-1661999450 tempest-DeleteServersTestJSON-1661999450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:30:38.693804 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-b2684b89-9653-4a52-a6a2-7ed8eafede92 req-e0262eff-7fbb-4201-a509-0b181d84eabf tempest-DeleteServersTestJSON-1661999450 tempest-DeleteServersTestJSON-1661999450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3704713'] for port, before_response {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:38.955616 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Device 26d1466c-d808-4a97-a4ee-ee00273ea71d up at agent ovs-agent-dv-cinder-786931-2-iscsi {{(pid=86422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:30:39.001846 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.agents_db [None req-36c0d191-ed3c-416e-a897-084b3b2178c3 None None] Agent healthcheck: found 6 active agents {{(pid=86423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 18:30:39.133373 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-13ffc096-196d-41f0-ba14-189ab31488a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:39.166278 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-b2684b89-9653-4a52-a6a2-7ed8eafede92 req-e0262eff-7fbb-4201-a509-0b181d84eabf tempest-DeleteServersTestJSON-1661999450 tempest-DeleteServersTestJSON-1661999450-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 6.4104629
Apr 20 18:30:39.208947 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-13ffc096-196d-41f0-ba14-189ab31488a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:39.229150 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Provisioning complete for port 26d1466c-d808-4a97-a4ee-ee00273ea71d triggered by entity L2. {{(pid=86422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:30:39.229578 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733696'] for port, provisioning_complete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:39.302150 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [req-b2684b89-9653-4a52-a6a2-7ed8eafede92 req-64b3e158-d4e1-4eb3-a44e-5ac6094e445b tempest-DeleteServersTestJSON-1661999450 tempest-DeleteServersTestJSON-1661999450-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=86421) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 20 18:30:39.303545 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-b2684b89-9653-4a52-a6a2-7ed8eafede92 req-64b3e158-d4e1-4eb3-a44e-5ac6094e445b tempest-DeleteServersTestJSON-1661999450 tempest-DeleteServersTestJSON-1661999450-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0210183
Apr 20 18:30:39.306743 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-86025ef2-4c66-460f-a4ea-95d21c3139f4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:39.313079 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-86025ef2-4c66-460f-a4ea-95d21c3139f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785676839112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251178383903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251178382076'] for port, after_update {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:39.322731 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-86025ef2-4c66-460f-a4ea-95d21c3139f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3704747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036850912154'] for router_interface, after_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:39.341517 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:30:39.640720 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Device b7ad03f1-c586-4a94-bc62-ba8d35b20425 up at agent ovs-agent-dv-cinder-786931-2-iscsi {{(pid=86422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:30:39.692493 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86025ef2-4c66-460f-a4ea-95d21c3139f4 admin admin] Network 70bb951b-5201-42f1-af2f-fff209eaf750 is already hosted by enough agents. {{(pid=86421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 18:30:39.702919 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.scheduler.base_scheduler [None req-86025ef2-4c66-460f-a4ea-95d21c3139f4 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:30:39.838390 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6162b702-d973-4fc1-979c-cb23059d5927 admin admin] Network e1a3515f-6650-48cb-a68d-8193e54b06db is already hosted by enough agents. {{(pid=86420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 18:30:40.024117 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.scheduler.base_scheduler [None req-6162b702-d973-4fc1-979c-cb23059d5927 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:30:40.052066 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Provisioning for port b7ad03f1-c586-4a94-bc62-ba8d35b20425 completed by entity L2. {{(pid=86422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 18:30:40.062792 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-e8d61841-fa37-422d-b52d-2f2ffd5f159b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:40.073639 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Provisioning complete for port b7ad03f1-c586-4a94-bc62-ba8d35b20425 triggered by entity L2. {{(pid=86422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:30:40.074075 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733696'] for port, provisioning_complete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:40.133987 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.v2.base [req-b2684b89-9653-4a52-a6a2-7ed8eafede92 req-047617c1-576f-4ba1-b48e-2ba35490cc4c service neutron] Request body: {'port': {'device_id': '4221c5a7-ddf0-491f-bfa9-2c78b0dffa17', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=86421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:30:40.195364 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-e8d61841-fa37-422d-b52d-2f2ffd5f159b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:40.236852 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86025ef2-4c66-460f-a4ea-95d21c3139f4 admin admin] Router 5d2d9a96-83ee-4a09-ba63-4e2808495a69 has already been hosted by L3 agent 561dbf79-24e4-4a0d-b08c-f7bb8670fc1d {{(pid=86421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 18:30:40.355154 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-b2684b89-9653-4a52-a6a2-7ed8eafede92 req-047617c1-576f-4ba1-b48e-2ba35490cc4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854207267'] for port, before_update {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:40.376553 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-13ffc096-196d-41f0-ba14-189ab31488a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850969184'] for security_group, after_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:40.483875 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854207267'] for port, before_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:40.504368 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] For port b7ad03f1-c586-4a94-bc62-ba8d35b20425, host dv-cinder-786931-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-2-iscsi',level=0,port_id=b7ad03f1-c586-4a94-bc62-ba8d35b20425,segment=NetworkSegment(f02283aa-238a-4f3f-9851-30c34a9365bb),segment_id=f02283aa-238a-4f3f-9851-30c34a9365bb)] {{(pid=86422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:30:40.513403 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-d79f2ba8-7389-4e6f-94b0-dd1821996ec8 None None] Provisioning complete for port 3284cfa8-63c0-44c5-b503-7b9f59e1f654 triggered by entity DHCP. {{(pid=86422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:30:40.513887 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d79f2ba8-7389-4e6f-94b0-dd1821996ec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733696'] for port, provisioning_complete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:40.568450 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-e8d61841-fa37-422d-b52d-2f2ffd5f159b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850969184'] for security_group, after_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:40.644067 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785676839112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251178383903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251178382076'] for port, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:40.652725 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:30:40.714872 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-d79f2ba8-7389-4e6f-94b0-dd1821996ec8 None None] Port 3284cfa8-63c0-44c5-b503-7b9f59e1f654 cannot update to ACTIVE because it is not bound. {{(pid=86422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 18:30:40.780293 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Pushing event updated for resources: {'Port': ['ID=b7ad03f1-c586-4a94-bc62-ba8d35b20425,revision_number=4']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:30:40.787857 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:30:40.854706 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6162b702-d973-4fc1-979c-cb23059d5927 admin admin] Pushing event updated for resources: {'Port': ['ID=b3559f64-45f1-449a-b513-0dc9c9d9a8a8,revision_number=2']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:30:40.857858 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-6162b702-d973-4fc1-979c-cb23059d5927 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 2.171s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:30:40.873985 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 2.119s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:30:40.874321 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:30:40.886620 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.065s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:30:40.909006 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d61841-fa37-422d-b52d-2f2ffd5f159b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dde75d2-c2d2-436e-8393-28212a61da98,revision_number=None']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:30:40.911654 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-e8d61841-fa37-422d-b52d-2f2ffd5f159b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:30:40.950656 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed43a95-58e1-4e92-8529-e21fe80a435d req-6d0d33a2-826b-4085-a2a4-83d5f19676a0 tempest-DeleteServersTestJSON-1661999450 tempest-DeleteServersTestJSON-1661999450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:30:40.950879 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-e8d61841-fa37-422d-b52d-2f2ffd5f159b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:40.952004 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-e8d61841-fa37-422d-b52d-2f2ffd5f159b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/1dde75d2-c2d2-436e-8393-28212a61da98 HTTP/1.1" status: 204  len: 168 time: 4.7830555
Apr 20 18:30:40.955522 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [req-aed43a95-58e1-4e92-8529-e21fe80a435d req-6d0d33a2-826b-4085-a2a4-83d5f19676a0 tempest-DeleteServersTestJSON-1661999450 tempest-DeleteServersTestJSON-1661999450-project] Synchronizing usage tracker for tenant:0fc8e345af874a4b82cc59a07051f572 on resource:port {{(pid=86421) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 18:30:40.979221 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86025ef2-4c66-460f-a4ea-95d21c3139f4 admin admin] Pushing event updated for resources: {'Port': ['ID=3284cfa8-63c0-44c5-b503-7b9f59e1f654,revision_number=2']} {{(pid=86421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:30:40.999136 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-86025ef2-4c66-460f-a4ea-95d21c3139f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.658s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:30:40.999886 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.163s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:30:41.014970 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f80deb5-9193-45e4-a6a1-4ab074e4f408 admin admin] Network 02422600-c332-4858-ad0c-e0fcc53844a7 is already hosted by enough agents. {{(pid=86420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 18:30:41.031670 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.scheduler.base_scheduler [None req-9f80deb5-9193-45e4-a6a1-4ab074e4f408 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:30:41.055784 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ffc096-196d-41f0-ba14-189ab31488a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d1d9223-29a5-4152-807a-bea623a15a8e,revision_number=None']} {{(pid=86421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:30:41.065840 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-13ffc096-196d-41f0-ba14-189ab31488a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:41.069993 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-13ffc096-196d-41f0-ba14-189ab31488a7 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2d1d9223-29a5-4152-807a-bea623a15a8e HTTP/1.1" status: 204  len: 168 time: 2.9210653
Apr 20 18:30:41.075468 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-13ffc096-196d-41f0-ba14-189ab31488a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:30:41.095467 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [req-aed43a95-58e1-4e92-8529-e21fe80a435d req-6d0d33a2-826b-4085-a2a4-83d5f19676a0 tempest-DeleteServersTestJSON-1661999450 tempest-DeleteServersTestJSON-1661999450-project] Unset dirty status for tenant:0fc8e345af874a4b82cc59a07051f572 on resource:port {{(pid=86421) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 18:30:41.105063 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-aed43a95-58e1-4e92-8529-e21fe80a435d req-6d0d33a2-826b-4085-a2a4-83d5f19676a0 tempest-DeleteServersTestJSON-1661999450 tempest-DeleteServersTestJSON-1661999450-project] 10.222.0.11 "GET /v2.0/ports?device_id=4221c5a7-ddf0-491f-bfa9-2c78b0dffa17 HTTP/1.1" status: 200  len: 931 time: 1.4953659
Apr 20 18:30:41.293530 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86025ef2-4c66-460f-a4ea-95d21c3139f4 admin admin] Notify agent at l3_agent.dv-cinder-786931-2-iscsi the message routers_updated {{(pid=86421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 18:30:41.307343 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-86025ef2-4c66-460f-a4ea-95d21c3139f4 admin admin] 10.222.0.11 "PUT /v2.0/routers/5d2d9a96-83ee-4a09-ba63-4e2808495a69/add_router_interface HTTP/1.1" status: 200  len: 503 time: 12.4805410
Apr 20 18:30:41.322934 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-aed43a95-58e1-4e92-8529-e21fe80a435d req-7fa8d990-560e-4dee-bd62-2f94aea7c8aa tempest-DeleteServersTestJSON-1661999450 tempest-DeleteServersTestJSON-1661999450-project] 10.222.0.11 "GET /v2.0/security-groups?id=3dd451b4-6ded-4db0-a4c1-6275b66e6b11&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2166862
Apr 20 18:30:41.510028 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.notifiers.nova [req-b2684b89-9653-4a52-a6a2-7ed8eafede92 req-047617c1-576f-4ba1-b48e-2ba35490cc4c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06d1346c-3fd0-41e4-987f-92d82c45ccae {{(pid=86421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 18:30:41.529043 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-b2684b89-9653-4a52-a6a2-7ed8eafede92 req-047617c1-576f-4ba1-b48e-2ba35490cc4c service neutron] Notify callbacks [] for port, precommit_update {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:41.569403 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6162b702-d973-4fc1-979c-cb23059d5927 admin admin] Router dd95cf49-db79-4f98-b2a0-cee76f29077c has already been hosted by L3 agent 561dbf79-24e4-4a0d-b08c-f7bb8670fc1d {{(pid=86420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 18:30:41.577373 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-5c649861-4fe0-4599-b16a-2080098c2f2d None None] Provisioning complete for port f3716e0d-bbe5-4df9-8b23-36b546e4ec84 triggered by entity DHCP. {{(pid=86422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:30:41.577804 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-5c649861-4fe0-4599-b16a-2080098c2f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733696'] for port, provisioning_complete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:41.596253 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f80deb5-9193-45e4-a6a1-4ab074e4f408 admin admin] Router 0c7d70fc-11f1-42c5-aabc-0cd9b46c27d8 has already been hosted by L3 agent 561dbf79-24e4-4a0d-b08c-f7bb8670fc1d {{(pid=86420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 18:30:41.622442 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [req-b2684b89-9653-4a52-a6a2-7ed8eafede92 req-047617c1-576f-4ba1-b48e-2ba35490cc4c service neutron] Transition to ACTIVE for port object 06d1346c-3fd0-41e4-987f-92d82c45ccae will not be triggered until provisioned by entity L2. {{(pid=86421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 18:30:41.626297 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-b2684b89-9653-4a52-a6a2-7ed8eafede92 req-047617c1-576f-4ba1-b48e-2ba35490cc4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785676839112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251178383903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251178382076'] for port, after_update {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:41.676138 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-86025ef2-4c66-460f-a4ea-95d21c3139f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:30:41.738138 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa4b21b1-0e50-46d9-8ffb-ef3596a6dbe1 None None] Sync routers for ids ['5d2d9a96-83ee-4a09-ba63-4e2808495a69'] in dv-cinder-786931-2-iscsi {{(pid=86422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 18:30:41.820432 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa4b21b1-0e50-46d9-8ffb-ef3596a6dbe1 None None] Routers {'5d2d9a96-83ee-4a09-ba63-4e2808495a69'} bound to L3 agent in host dv-cinder-786931-2-iscsi {{(pid=86422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:30:41.821340 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-aa4b21b1-0e50-46d9-8ffb-ef3596a6dbe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd9310e6080>, 'dv-cinder-786931-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-20T18:22:01Z,description=<?>,heartbeat_timestamp=2021-04-20T18:30:32Z,host='dv-cinder-786931-2-iscsi',id=561dbf79-24e4-4a0d-b08c-f7bb8670fc1d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:22:01Z,topic='l3_agent')) {'router_ids': ['5d2d9a96-83ee-4a09-ba63-4e2808495a69'], 'active': True} {{(pid=86422) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:30:42.540989 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86421) accepted ('10.222.0.11', 43052) {{(pid=86421) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:30:43.154615 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6162b702-d973-4fc1-979c-cb23059d5927 admin admin] Notify agent at l3_agent.dv-cinder-786931-2-iscsi the message routers_updated {{(pid=86420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 18:30:43.167501 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea19a87d-4d59-48da-aa42-b383c1119d1c None None] Sync routers for ids ['dd95cf49-db79-4f98-b2a0-cee76f29077c'] in dv-cinder-786931-2-iscsi {{(pid=86423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 18:30:43.181545 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea19a87d-4d59-48da-aa42-b383c1119d1c None None] Routers {'dd95cf49-db79-4f98-b2a0-cee76f29077c'} bound to L3 agent in host dv-cinder-786931-2-iscsi {{(pid=86423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:30:43.182251 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-ea19a87d-4d59-48da-aa42-b383c1119d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd930dc4278>, 'dv-cinder-786931-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-20T18:22:01Z,description=<?>,heartbeat_timestamp=2021-04-20T18:30:32Z,host='dv-cinder-786931-2-iscsi',id=561dbf79-24e4-4a0d-b08c-f7bb8670fc1d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:22:01Z,topic='l3_agent')) {'router_ids': ['dd95cf49-db79-4f98-b2a0-cee76f29077c'], 'active': True} {{(pid=86423) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:30:43.183735 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Device b7ad03f1-c586-4a94-bc62-ba8d35b20425 up at agent ovs-agent-dv-cinder-786931-2-iscsi {{(pid=86422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:30:43.193306 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-6162b702-d973-4fc1-979c-cb23059d5927 admin admin] 10.222.0.11 "PUT /v2.0/routers/dd95cf49-db79-4f98-b2a0-cee76f29077c/add_router_interface HTTP/1.1" status: 200  len: 503 time: 13.5529258
Apr 20 18:30:43.210292 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f80deb5-9193-45e4-a6a1-4ab074e4f408 admin admin] Notify agent at l3_agent.dv-cinder-786931-2-iscsi the message routers_updated {{(pid=86420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 18:30:43.226266 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-9f80deb5-9193-45e4-a6a1-4ab074e4f408 admin admin] 10.222.0.11 "PUT /v2.0/routers/0c7d70fc-11f1-42c5-aabc-0cd9b46c27d8/add_router_interface HTTP/1.1" status: 200  len: 503 time: 16.6580660
Apr 20 18:30:43.619959 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047617c1-576f-4ba1-b48e-2ba35490cc4c service neutron] Pushing event updated for resources: {'Port': ['ID=06d1346c-3fd0-41e4-987f-92d82c45ccae,revision_number=2']} {{(pid=86421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:30:43.684074 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-047617c1-576f-4ba1-b48e-2ba35490cc4c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 2.008s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:30:43.773708 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_dvr_db [None req-aa4b21b1-0e50-46d9-8ffb-ef3596a6dbe1 None None] Set router 5d2d9a96-83ee-4a09-ba63-4e2808495a69 gateway port host: dv-cinder-786931-2-iscsi {{(pid=86422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:30:43.810190 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_dvr_db [None req-ea19a87d-4d59-48da-aa42-b383c1119d1c None None] Set router dd95cf49-db79-4f98-b2a0-cee76f29077c gateway port host: dv-cinder-786931-2-iscsi {{(pid=86423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:30:43.818894 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-c3f3ac8d-fb59-4843-ae47-2b7c14417188 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:43.870010 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [req-b2684b89-9653-4a52-a6a2-7ed8eafede92 req-047617c1-576f-4ba1-b48e-2ba35490cc4c service neutron] Attempting to bind port 06d1346c-3fd0-41e4-987f-92d82c45ccae on host hv-cinder-78693 for vnic_type normal with profile  {{(pid=86421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 18:30:43.870010 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [req-b2684b89-9653-4a52-a6a2-7ed8eafede92 req-047617c1-576f-4ba1-b48e-2ba35490cc4c service neutron] Attempting to bind port 06d1346c-3fd0-41e4-987f-92d82c45ccae by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': '11fab400-8f54-4716-be82-f66dbcd546a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '61202e71-818d-4028-952a-3e2f5c4dd907'}] {{(pid=86421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 18:30:43.870010 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2684b89-9653-4a52-a6a2-7ed8eafede92 req-047617c1-576f-4ba1-b48e-2ba35490cc4c service neutron] Attempting to bind port 06d1346c-3fd0-41e4-987f-92d82c45ccae on network 61202e71-818d-4028-952a-3e2f5c4dd907 {{(pid=86421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 18:30:43.907557 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-c3f3ac8d-fb59-4843-ae47-2b7c14417188 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86421) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:30:43.920006 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-c3f3ac8d-fb59-4843-ae47-2b7c14417188 admin admin] Usage tracker for resource:security_group_rule and tenant:2e8a3677e9d54fe6ab0991fa8403ef07 is out of sync, need to count used quota {{(pid=86421) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:30:43.923399 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.11', 43098) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:30:43.930955 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.v2.base [None req-a2daa6c2-a5da-4538-8805-2e8d30f580fc tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1394328429', 'description': 'tempest-description--1836306288'}} {{(pid=86420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:30:43.934566 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-c3f3ac8d-fb59-4843-ae47-2b7c14417188 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86421) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:30:43.941252 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-c3f3ac8d-fb59-4843-ae47-2b7c14417188 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86421) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:30:43.951650 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-a2daa6c2-a5da-4538-8805-2e8d30f580fc tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:30:43.962502 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2684b89-9653-4a52-a6a2-7ed8eafede92 req-047617c1-576f-4ba1-b48e-2ba35490cc4c service neutron] Port 06d1346c-3fd0-41e4-987f-92d82c45ccae on network 61202e71-818d-4028-952a-3e2f5c4dd907 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=86421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 20 18:30:43.962821 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2684b89-9653-4a52-a6a2-7ed8eafede92 req-047617c1-576f-4ba1-b48e-2ba35490cc4c service neutron] Attempting to bind port 06d1346c-3fd0-41e4-987f-92d82c45ccae on network 61202e71-818d-4028-952a-3e2f5c4dd907 {{(pid=86421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 18:30:43.972684 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-a2daa6c2-a5da-4538-8805-2e8d30f580fc tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Usage tracker for resource:security_group and tenant:82646d2796ec4d6b9ec39ce05e5b838a is out of sync, need to count used quota {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:30:43.986695 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-a2daa6c2-a5da-4538-8805-2e8d30f580fc tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:30:44.021099 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-a2daa6c2-a5da-4538-8805-2e8d30f580fc tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:30:44.070839 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-a2daa6c2-a5da-4538-8805-2e8d30f580fc tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Notify callbacks [] for security_group, before_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:44.152448 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d25fabd6-7438-4a6f-ae05-68304667a4dc None None] Sync routers for ids ['0c7d70fc-11f1-42c5-aabc-0cd9b46c27d8'] in dv-cinder-786931-2-iscsi {{(pid=86422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 18:30:44.195024 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-a2daa6c2-a5da-4538-8805-2e8d30f580fc tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:30:44.207367 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-c3f3ac8d-fb59-4843-ae47-2b7c14417188 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:44.210416 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-a2daa6c2-a5da-4538-8805-2e8d30f580fc tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Usage tracker for resource:security_group_rule and tenant:82646d2796ec4d6b9ec39ce05e5b838a is out of sync, need to count used quota {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:30:44.229457 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-a2daa6c2-a5da-4538-8805-2e8d30f580fc tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:30:44.236834 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-c3f3ac8d-fb59-4843-ae47-2b7c14417188 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850969184'] for security_group, after_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:44.239332 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2684b89-9653-4a52-a6a2-7ed8eafede92 req-047617c1-576f-4ba1-b48e-2ba35490cc4c service neutron] Checking agent: {'id': '1d7a02d0-8f4e-4dcc-9452-bf36df956f32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 28, 32), 'started_at': datetime.datetime(2021, 4, 20, 18, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 30, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 18:30:44.239708 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2684b89-9653-4a52-a6a2-7ed8eafede92 req-047617c1-576f-4ba1-b48e-2ba35490cc4c service neutron] Checking segment: {'id': '11fab400-8f54-4716-be82-f66dbcd546a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '61202e71-818d-4028-952a-3e2f5c4dd907'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 18:30:44.255365 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2684b89-9653-4a52-a6a2-7ed8eafede92 req-047617c1-576f-4ba1-b48e-2ba35490cc4c service neutron] Bound using segment: {'id': '11fab400-8f54-4716-be82-f66dbcd546a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '61202e71-818d-4028-952a-3e2f5c4dd907'} {{(pid=86421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 18:30:44.256042 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [req-b2684b89-9653-4a52-a6a2-7ed8eafede92 req-047617c1-576f-4ba1-b48e-2ba35490cc4c service neutron] Bound port: 06d1346c-3fd0-41e4-987f-92d82c45ccae, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11fab400-8f54-4716-be82-f66dbcd546a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '61202e71-818d-4028-952a-3e2f5c4dd907'}}] {{(pid=86421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 18:30:44.256545 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-b2684b89-9653-4a52-a6a2-7ed8eafede92 req-047617c1-576f-4ba1-b48e-2ba35490cc4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854207267'] for port, before_update {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:44.265299 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-a2daa6c2-a5da-4538-8805-2e8d30f580fc tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:30:44.340734 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:30:44.475297 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-a2daa6c2-a5da-4538-8805-2e8d30f580fc tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Notify callbacks [] for security_group, precommit_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:44.481964 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-a2daa6c2-a5da-4538-8805-2e8d30f580fc tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850969184'] for security_group, after_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:44.488269 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:30:44.539392 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f3ac8d-fb59-4843-ae47-2b7c14417188 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7c44a55-c06e-4abc-88d9-863f829036b5,revision_number=1']} {{(pid=86421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:30:44.551045 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-c3f3ac8d-fb59-4843-ae47-2b7c14417188 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:30:44.605995 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-a2daa6c2-a5da-4538-8805-2e8d30f580fc tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Notify callbacks [] for security_group, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:44.607328 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-a2daa6c2-a5da-4538-8805-2e8d30f580fc tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1780 time: 0.6823614
Apr 20 18:30:44.608263 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2daa6c2-a5da-4538-8805-2e8d30f580fc tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed50e5aa-327b-422f-82a8-ba0a7946687e,revision_number=1']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:30:44.610470 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.11', 43114) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:30:44.623187 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-a2daa6c2-a5da-4538-8805-2e8d30f580fc tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:30:44.626825 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.v2.base [None req-93f98a35-d6b8-476c-876e-cc61c02bd1c9 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Request body: {'security_group_rule': {'security_group_id': 'ed50e5aa-327b-422f-82a8-ba0a7946687e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:30:44.647248 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-93f98a35-d6b8-476c-876e-cc61c02bd1c9 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:30:44.652317 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-93f98a35-d6b8-476c-876e-cc61c02bd1c9 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Usage tracker for resource:security_group_rule and tenant:82646d2796ec4d6b9ec39ce05e5b838a is out of sync, need to count used quota {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:30:44.665260 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-93f98a35-d6b8-476c-876e-cc61c02bd1c9 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:30:44.682223 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-93f98a35-d6b8-476c-876e-cc61c02bd1c9 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:30:44.721705 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-93f98a35-d6b8-476c-876e-cc61c02bd1c9 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:44.762506 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d25fabd6-7438-4a6f-ae05-68304667a4dc None None] Routers {'0c7d70fc-11f1-42c5-aabc-0cd9b46c27d8'} bound to L3 agent in host dv-cinder-786931-2-iscsi {{(pid=86422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:30:44.763244 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-d25fabd6-7438-4a6f-ae05-68304667a4dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd9308c10b8>, 'dv-cinder-786931-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-20T18:22:01Z,description=<?>,heartbeat_timestamp=2021-04-20T18:30:32Z,host='dv-cinder-786931-2-iscsi',id=561dbf79-24e4-4a0d-b08c-f7bb8670fc1d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:22:01Z,topic='l3_agent')) {'router_ids': ['0c7d70fc-11f1-42c5-aabc-0cd9b46c27d8'], 'active': True} {{(pid=86422) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:30:44.889619 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-93f98a35-d6b8-476c-876e-cc61c02bd1c9 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:44.894215 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-93f98a35-d6b8-476c-876e-cc61c02bd1c9 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850969148'] for security_group_rule, after_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:44.896082 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:30:44.920060 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [req-b2684b89-9653-4a52-a6a2-7ed8eafede92 req-047617c1-576f-4ba1-b48e-2ba35490cc4c service neutron] For port 06d1346c-3fd0-41e4-987f-92d82c45ccae, host hv-cinder-78693, cleared binding levels {{(pid=86421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 18:30:44.927048 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [req-b2684b89-9653-4a52-a6a2-7ed8eafede92 req-047617c1-576f-4ba1-b48e-2ba35490cc4c service neutron] For port 06d1346c-3fd0-41e4-987f-92d82c45ccae, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=06d1346c-3fd0-41e4-987f-92d82c45ccae,segment=NetworkSegment(11fab400-8f54-4716-be82-f66dbcd546a2),segment_id=11fab400-8f54-4716-be82-f66dbcd546a2)] {{(pid=86421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 18:30:44.956713 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-b2684b89-9653-4a52-a6a2-7ed8eafede92 req-047617c1-576f-4ba1-b48e-2ba35490cc4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785676839112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251178383903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251178382076'] for port, after_update {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:44.966994 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-93f98a35-d6b8-476c-876e-cc61c02bd1c9 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:44.968318 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-93f98a35-d6b8-476c-876e-cc61c02bd1c9 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3568039
Apr 20 18:30:44.969174 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f98a35-d6b8-476c-876e-cc61c02bd1c9 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e685ef0f-1cb7-4c9f-bb11-dcedb9a795d6,revision_number=0']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:30:44.971682 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.11', 43124) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:30:44.974804 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-93f98a35-d6b8-476c-876e-cc61c02bd1c9 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:30:44.979079 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.v2.base [None req-5a1647c1-cd86-4e8c-9946-5ae2f245ab3e tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Request body: {'security_group_rule': {'security_group_id': 'ed50e5aa-327b-422f-82a8-ba0a7946687e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:30:44.998734 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-5a1647c1-cd86-4e8c-9946-5ae2f245ab3e tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:30:45.003044 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-5a1647c1-cd86-4e8c-9946-5ae2f245ab3e tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Usage tracker for resource:security_group_rule and tenant:82646d2796ec4d6b9ec39ce05e5b838a is out of sync, need to count used quota {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:30:45.005822 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef97656d-2a14-44bd-a482-1caa78437026 req-0b2ff45d-0269-4a09-bc49-29bce0be14f1 tempest-DeleteServersTestJSON-1661999450 tempest-DeleteServersTestJSON-1661999450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:30:45.011041 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-5a1647c1-cd86-4e8c-9946-5ae2f245ab3e tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:30:45.020139 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-ef97656d-2a14-44bd-a482-1caa78437026 req-0b2ff45d-0269-4a09-bc49-29bce0be14f1 tempest-DeleteServersTestJSON-1661999450 tempest-DeleteServersTestJSON-1661999450-project] 10.222.0.11 "GET /v2.0/ports?device_id=4221c5a7-ddf0-491f-bfa9-2c78b0dffa17 HTTP/1.1" status: 200  len: 943 time: 1.3964970
Apr 20 18:30:45.023261 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-5a1647c1-cd86-4e8c-9946-5ae2f245ab3e tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:30:45.040612 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-e0262eff-7fbb-4201-a509-0b181d84eabf tempest-DeleteServersTestJSON-1661999450 tempest-DeleteServersTestJSON-1661999450-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:30:45.062715 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-5a1647c1-cd86-4e8c-9946-5ae2f245ab3e tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:45.088302 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-ea19a87d-4d59-48da-aa42-b383c1119d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd930dc4278>, [{'id': 'dd95cf49-db79-4f98-b2a0-cee76f29077c', 'name': 'tempest-ServerRescueNegativeTestJSON-792940856-router', 'tenant_id': 'c9d2f68c6fa74348a553079d597a5342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357044f3-f85c-4c82-92f2-504aa071d528', 'external_fixed_ips': [{'subnet_id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': '26d1466c-d808-4a97-a4ee-ee00273ea71d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:30:20Z', 'updated_at': '2021-04-20T18:30:37Z', 'revision_number': 4, 'project_id': 'c9d2f68c6fa74348a553079d597a5342', 'gw_port': {'id': '26d1466c-d808-4a97-a4ee-ee00273ea71d', 'name': '', 'network_id': '357044f3-f85c-4c82-92f2-504aa071d528', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:49:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd95cf49-db79-4f98-b2a0-cee76f29077c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:30:22Z', 'updated_at': '2021-04-20T18:30:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-2-iscsi', '_interfaces': [{'id': 'b3559f64-45f1-449a-b513-0dc9c9d9a8a8', 'name': '', 'network_id': 'e1a3515f-6650-48cb-a68d-8193e54b06db', 'tenant_id': 'c9d2f68c6fa74348a553079d597a5342', 'mac_address': 'fa:16:3e:51:a8:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd95cf49-db79-4f98-b2a0-cee76f29077c', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '680a997a-0cf4-4428-86cb-30422b5e5d52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:30:33Z', 'updated_at': '2021-04-20T18:30:37Z', 'revision_number': 2, 'project_id': 'c9d2f68c6fa74348a553079d597a5342', 'subnets': [{'id': '680a997a-0cf4-4428-86cb-30422b5e5d52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786931-2-iscsi', False) {} {{(pid=86423) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:30:45.099097 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea19a87d-4d59-48da-aa42-b383c1119d1c None None] Checking router: dd95cf49-db79-4f98-b2a0-cee76f29077c for host: dv-cinder-786931-2-iscsi {{(pid=86423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 18:30:45.104732 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea19a87d-4d59-48da-aa42-b383c1119d1c None None] Updating router dd95cf49-db79-4f98-b2a0-cee76f29077c port b3559f64-45f1-449a-b513-0dc9c9d9a8a8 binding host dv-cinder-786931-2-iscsi {{(pid=86423) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 20 18:30:45.197905 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-c3f3ac8d-fb59-4843-ae47-2b7c14417188 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2e8a3677e9d54fe6ab0991fa8403ef07&name=default HTTP/1.1" status: 200  len: 2979 time: 1.5912035
Apr 20 18:30:45.204339 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.11', 43130) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:30:45.273848 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-ea19a87d-4d59-48da-aa42-b383c1119d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854207267'] for port, before_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:45.295388 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_dvr_db [None req-d25fabd6-7438-4a6f-ae05-68304667a4dc None None] Set router 0c7d70fc-11f1-42c5-aabc-0cd9b46c27d8 gateway port host: dv-cinder-786931-2-iscsi {{(pid=86422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:30:45.316798 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-5a1647c1-cd86-4e8c-9946-5ae2f245ab3e tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:45.360055 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-5a1647c1-cd86-4e8c-9946-5ae2f245ab3e tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850969148'] for security_group_rule, after_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:45.478564 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:30:45.485315 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2684b89-9653-4a52-a6a2-7ed8eafede92 req-047617c1-576f-4ba1-b48e-2ba35490cc4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:30:45.501141 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-b2684b89-9653-4a52-a6a2-7ed8eafede92 req-047617c1-576f-4ba1-b48e-2ba35490cc4c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3704713'] for port, before_response {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:45.502929 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-b2684b89-9653-4a52-a6a2-7ed8eafede92 req-047617c1-576f-4ba1-b48e-2ba35490cc4c service neutron] 10.222.0.10 "PUT /v2.0/ports/06d1346c-3fd0-41e4-987f-92d82c45ccae HTTP/1.1" status: 200  len: 1093 time: 5.9003592
Apr 20 18:30:45.510881 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-ef97656d-2a14-44bd-a482-1caa78437026 req-3f3e78c8-e08f-4c62-9d75-139959611054 tempest-DeleteServersTestJSON-1661999450 tempest-DeleteServersTestJSON-1661999450-project] 10.222.0.11 "GET /v2.0/security-groups?id=3dd451b4-6ded-4db0-a4c1-6275b66e6b11&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4897921
Apr 20 18:30:45.516100 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4221c5a7-ddf0-491f-bfa9-2c78b0dffa17', 'tag': '06d1346c-3fd0-41e4-987f-92d82c45ccae'}] {{(pid=86421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:30:45.560095 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-5c649861-4fe0-4599-b16a-2080098c2f2d None None] Port f3716e0d-bbe5-4df9-8b23-36b546e4ec84 cannot update to ACTIVE because it is not bound. {{(pid=86422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 18:30:45.628792 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1647c1-cd86-4e8c-9946-5ae2f245ab3e tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f6c5e36-0c26-4d2a-8610-fd24cb8c9f8c,revision_number=0']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:30:45.638070 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-cd3e62f9-0991-4ece-9c7f-a64d2b063ae9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:45.734435 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-cd3e62f9-0991-4ece-9c7f-a64d2b063ae9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:45.830819 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.11', 43150) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:30:45.836394 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-5a1647c1-cd86-4e8c-9946-5ae2f245ab3e tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:30:45.853297 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-cd3e62f9-0991-4ece-9c7f-a64d2b063ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850969184'] for security_group, after_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:45.859147 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-5a1647c1-cd86-4e8c-9946-5ae2f245ab3e tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:45.863600 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-5a1647c1-cd86-4e8c-9946-5ae2f245ab3e tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.8877368
Apr 20 18:30:45.868321 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86421) accepted ('10.222.0.11', 43160) {{(pid=86421) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:30:45.872852 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-4903748c-489b-4211-874c-75a346711e21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:30:45.898847 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3e62f9-0991-4ece-9c7f-a64d2b063ae9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7c44a55-c06e-4abc-88d9-863f829036b5,revision_number=None']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:30:45.904781 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.v2.base [None req-24e1b59e-5976-41ad-b446-5475ce3f9860 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Request body: {'floatingip': {'floating_network_id': '357044f3-f85c-4c82-92f2-504aa071d528'}} {{(pid=86421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:30:45.910624 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047617c1-576f-4ba1-b48e-2ba35490cc4c service neutron] Pushing event updated for resources: {'Port': ['ID=06d1346c-3fd0-41e4-987f-92d82c45ccae,revision_number=3']} {{(pid=86421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:30:45.916547 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-cd3e62f9-0991-4ece-9c7f-a64d2b063ae9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:30:45.920438 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-cd3e62f9-0991-4ece-9c7f-a64d2b063ae9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:45.924397 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-cd3e62f9-0991-4ece-9c7f-a64d2b063ae9 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d7c44a55-c06e-4abc-88d9-863f829036b5 HTTP/1.1" status: 204  len: 168 time: 0.7060051
Apr 20 18:30:45.924488 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-047617c1-576f-4ba1-b48e-2ba35490cc4c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.879s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:30:45.925346 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-24e1b59e-5976-41ad-b446-5475ce3f9860 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86421) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:30:45.934150 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-24e1b59e-5976-41ad-b446-5475ce3f9860 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Usage tracker for resource:floatingip and tenant:82646d2796ec4d6b9ec39ce05e5b838a is out of sync, need to count used quota {{(pid=86421) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:30:45.938214 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-24e1b59e-5976-41ad-b446-5475ce3f9860 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86421) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:30:45.946573 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-24e1b59e-5976-41ad-b446-5475ce3f9860 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86421) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:30:45.974325 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-24e1b59e-5976-41ad-b446-5475ce3f9860 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Notify callbacks [] for floatingip, before_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:45.995913 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2684b89-9653-4a52-a6a2-7ed8eafede92 req-fa44e904-b793-44c5-a5cb-c6d7944e4ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:30:45.997576 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-b2684b89-9653-4a52-a6a2-7ed8eafede92 req-fa44e904-b793-44c5-a5cb-c6d7944e4ca9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0fc8e345af874a4b82cc59a07051f572&device_id=4221c5a7-ddf0-491f-bfa9-2c78b0dffa17 HTTP/1.1" status: 200  len: 1096 time: 0.2834833
Apr 20 18:30:46.097517 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Provisioning complete for port b7ad03f1-c586-4a94-bc62-ba8d35b20425 triggered by entity L2. {{(pid=86422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:30:46.098174 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733696'] for port, provisioning_complete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:46.204617 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-aa4b21b1-0e50-46d9-8ffb-ef3596a6dbe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd9310e6080>, [{'id': '5d2d9a96-83ee-4a09-ba63-4e2808495a69', 'name': 'tempest-AttachVolumeShelveTestJSON-2114307233-router', 'tenant_id': '82646d2796ec4d6b9ec39ce05e5b838a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357044f3-f85c-4c82-92f2-504aa071d528', 'external_fixed_ips': [{'subnet_id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': 'b7ad03f1-c586-4a94-bc62-ba8d35b20425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:30:19Z', 'updated_at': '2021-04-20T18:30:34Z', 'revision_number': 4, 'project_id': '82646d2796ec4d6b9ec39ce05e5b838a', 'gw_port': {'id': 'b7ad03f1-c586-4a94-bc62-ba8d35b20425', 'name': '', 'network_id': '357044f3-f85c-4c82-92f2-504aa071d528', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:7a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2d9a96-83ee-4a09-ba63-4e2808495a69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:30:21Z', 'updated_at': '2021-04-20T18:30:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-2-iscsi', '_interfaces': [{'id': '3284cfa8-63c0-44c5-b503-7b9f59e1f654', 'name': '', 'network_id': '70bb951b-5201-42f1-af2f-fff209eaf750', 'tenant_id': '82646d2796ec4d6b9ec39ce05e5b838a', 'mac_address': 'fa:16:3e:b6:3a:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d2d9a96-83ee-4a09-ba63-4e2808495a69', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'de093425-a655-4f08-b89a-732e934018c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:30:32Z', 'updated_at': '2021-04-20T18:30:38Z', 'revision_number': 2, 'project_id': '82646d2796ec4d6b9ec39ce05e5b838a', 'subnets': [{'id': 'de093425-a655-4f08-b89a-732e934018c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786931-2-iscsi', False) {} {{(pid=86422) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:30:46.216602 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa4b21b1-0e50-46d9-8ffb-ef3596a6dbe1 None None] Checking router: 5d2d9a96-83ee-4a09-ba63-4e2808495a69 for host: dv-cinder-786931-2-iscsi {{(pid=86422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 18:30:46.217029 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa4b21b1-0e50-46d9-8ffb-ef3596a6dbe1 None None] Updating router 5d2d9a96-83ee-4a09-ba63-4e2808495a69 port 3284cfa8-63c0-44c5-b503-7b9f59e1f654 binding host dv-cinder-786931-2-iscsi {{(pid=86422) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 20 18:30:46.284138 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-b2684b89-9653-4a52-a6a2-7ed8eafede92 req-9a38a0fa-1033-4626-8b4c-f4fa7bc2f278 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=06d1346c-3fd0-41e4-987f-92d82c45ccae HTTP/1.1" status: 200  len: 217 time: 0.1039238
Apr 20 18:30:46.334453 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.11', 43176) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:30:46.340763 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.v2.base [None req-4b4622c2-a649-495f-9f53-fc1754abf1cc tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1522429592', 'description': 'tempest-description--1570998429'}} {{(pid=86420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:30:46.356345 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-4b4622c2-a649-495f-9f53-fc1754abf1cc tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:30:46.373988 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-4b4622c2-a649-495f-9f53-fc1754abf1cc tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Usage tracker for resource:security_group and tenant:4d61b8cb74c8488e895692a092d04f17 is out of sync, need to count used quota {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:30:46.389045 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-aa4b21b1-0e50-46d9-8ffb-ef3596a6dbe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854207267'] for port, before_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:46.391596 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-4b4622c2-a649-495f-9f53-fc1754abf1cc tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:30:46.411849 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-4b4622c2-a649-495f-9f53-fc1754abf1cc tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:30:46.442813 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-d25fabd6-7438-4a6f-ae05-68304667a4dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd9308c10b8>, [{'id': '0c7d70fc-11f1-42c5-aabc-0cd9b46c27d8', 'name': 'tempest-AttachVolumeTestJSON-2090730375-router', 'tenant_id': '4d61b8cb74c8488e895692a092d04f17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357044f3-f85c-4c82-92f2-504aa071d528', 'external_fixed_ips': [{'subnet_id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'ip_address': '172.27.2.37'}], 'enable_snat': True}, 'gw_port_id': '291ad347-35f5-49c0-9347-31d2523ef1b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:30:19Z', 'updated_at': '2021-04-20T18:30:35Z', 'revision_number': 4, 'project_id': '4d61b8cb74c8488e895692a092d04f17', 'gw_port': {'id': '291ad347-35f5-49c0-9347-31d2523ef1b7', 'name': '', 'network_id': '357044f3-f85c-4c82-92f2-504aa071d528', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:d6:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c7d70fc-11f1-42c5-aabc-0cd9b46c27d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'ip_address': '172.27.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:30:21Z', 'updated_at': '2021-04-20T18:30:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-2-iscsi', '_interfaces': [{'id': 'f3716e0d-bbe5-4df9-8b23-36b546e4ec84', 'name': '', 'network_id': '02422600-c332-4858-ad0c-e0fcc53844a7', 'tenant_id': '4d61b8cb74c8488e895692a092d04f17', 'mac_address': 'fa:16:3e:fc:4c:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c7d70fc-11f1-42c5-aabc-0cd9b46c27d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '75d0ac2f-18ed-4097-8673-60a099f48c88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:30:31Z', 'updated_at': '2021-04-20T18:30:36Z', 'revision_number': 2, 'project_id': '4d61b8cb74c8488e895692a092d04f17', 'subnets': [{'id': '75d0ac2f-18ed-4097-8673-60a099f48c88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786931-2-iscsi', False) {} {{(pid=86422) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:30:46.457974 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-4b4622c2-a649-495f-9f53-fc1754abf1cc tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Notify callbacks [] for security_group, before_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:46.532013 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-4b4622c2-a649-495f-9f53-fc1754abf1cc tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:30:46.563358 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-4b4622c2-a649-495f-9f53-fc1754abf1cc tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Usage tracker for resource:security_group_rule and tenant:4d61b8cb74c8488e895692a092d04f17 is out of sync, need to count used quota {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:30:46.576084 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-4b4622c2-a649-495f-9f53-fc1754abf1cc tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:30:46.604693 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2684b89-9653-4a52-a6a2-7ed8eafede92 req-5b92903f-37bb-4d12-ae52-4575895c28cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:30:46.606367 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-b2684b89-9653-4a52-a6a2-7ed8eafede92 req-5b92903f-37bb-4d12-ae52-4575895c28cb service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f8bdf05c-2cbe-4235-be3f-d34d6380bec2 HTTP/1.1" status: 200  len: 851 time: 0.3096232
Apr 20 18:30:46.661467 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-4b4622c2-a649-495f-9f53-fc1754abf1cc tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:30:46.677495 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-85d6d76e-113d-4782-9e5b-44360267ce0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:46.697889 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-ea19a87d-4d59-48da-aa42-b383c1119d1c None None] Notify callbacks [] for port, precommit_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:46.748136 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-ea19a87d-4d59-48da-aa42-b383c1119d1c None None] Transition to ACTIVE for port object b3559f64-45f1-449a-b513-0dc9c9d9a8a8 will not be triggered until provisioned by entity L2. {{(pid=86423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 18:30:46.748400 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-85d6d76e-113d-4782-9e5b-44360267ce0e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:30:46.758195 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-85d6d76e-113d-4782-9e5b-44360267ce0e admin admin] Usage tracker for resource:security_group_rule and tenant:6e4a2b2d2ed34d5199663202a3468faf is out of sync, need to count used quota {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:30:46.758636 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-ea19a87d-4d59-48da-aa42-b383c1119d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785676839112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251178383903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251178382076'] for port, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:46.763146 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-85d6d76e-113d-4782-9e5b-44360267ce0e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:30:46.780289 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-b2ac927f-e751-4464-b6cb-eaa2f4ac0b51 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:30:46.784531 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-85d6d76e-113d-4782-9e5b-44360267ce0e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:30:46.856322 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-b2684b89-9653-4a52-a6a2-7ed8eafede92 req-d265188b-6257-49b8-a7ab-ecf0165c63b4 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=61202e71-818d-4028-952a-3e2f5c4dd907&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2375741
Apr 20 18:30:46.896761 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d25fabd6-7438-4a6f-ae05-68304667a4dc None None] Checking router: 0c7d70fc-11f1-42c5-aabc-0cd9b46c27d8 for host: dv-cinder-786931-2-iscsi {{(pid=86422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 18:30:46.900115 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d25fabd6-7438-4a6f-ae05-68304667a4dc None None] Updating router 0c7d70fc-11f1-42c5-aabc-0cd9b46c27d8 port f3716e0d-bbe5-4df9-8b23-36b546e4ec84 binding host dv-cinder-786931-2-iscsi {{(pid=86422) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 20 18:30:46.979395 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-85d6d76e-113d-4782-9e5b-44360267ce0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:46.982818 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-24e1b59e-5976-41ad-b446-5475ce3f9860 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854207267'] for port, before_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:47.005808 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-85d6d76e-113d-4782-9e5b-44360267ce0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850969184'] for security_group, after_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:47.033995 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-cd3e62f9-0991-4ece-9c7f-a64d2b063ae9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:30:47.155614 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d25fabd6-7438-4a6f-ae05-68304667a4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854207267'] for port, before_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:47.165643 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d8d93d-d4d1-43b8-909c-5c5f0709d638 None None] Pushing event updated for resources: {'Port': ['ID=b3559f64-45f1-449a-b513-0dc9c9d9a8a8,revision_number=3']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:30:47.187294 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-72d8d93d-d4d1-43b8-909c-5c5f0709d638 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.407s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:30:47.203259 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-85d6d76e-113d-4782-9e5b-44360267ce0e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6e4a2b2d2ed34d5199663202a3468faf&name=default HTTP/1.1" status: 200  len: 2979 time: 1.3654964
Apr 20 18:30:47.226418 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.11', 43208) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:30:47.243379 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d6d76e-113d-4782-9e5b-44360267ce0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8efccd99-b861-47d0-a7f7-c75e9cfd61a6,revision_number=1']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:30:47.256721 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [None req-ea19a87d-4d59-48da-aa42-b383c1119d1c None None] Attempting to bind port b3559f64-45f1-449a-b513-0dc9c9d9a8a8 on host dv-cinder-786931-2-iscsi for vnic_type normal with profile  {{(pid=86423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 18:30:47.257136 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [None req-ea19a87d-4d59-48da-aa42-b383c1119d1c None None] Attempting to bind port b3559f64-45f1-449a-b513-0dc9c9d9a8a8 by drivers openvswitch,hyperv on host dv-cinder-786931-2-iscsi at level 0 using segments [{'id': '9a1e4259-9a9c-4285-b3e5-c90ec9908485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'e1a3515f-6650-48cb-a68d-8193e54b06db'}] {{(pid=86423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 18:30:47.257542 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea19a87d-4d59-48da-aa42-b383c1119d1c None None] Attempting to bind port b3559f64-45f1-449a-b513-0dc9c9d9a8a8 on network e1a3515f-6650-48cb-a68d-8193e54b06db {{(pid=86423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 18:30:47.270632 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea19a87d-4d59-48da-aa42-b383c1119d1c None None] Checking agent: {'id': '36d4d98e-2d96-4c9b-9d9c-08d159895b6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786931-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 22, 2), 'started_at': datetime.datetime(2021, 4, 20, 18, 22, 32), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 30, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786931-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 18:30:47.271046 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea19a87d-4d59-48da-aa42-b383c1119d1c None None] Checking segment: {'id': '9a1e4259-9a9c-4285-b3e5-c90ec9908485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'e1a3515f-6650-48cb-a68d-8193e54b06db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 18:30:47.271484 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-ea19a87d-4d59-48da-aa42-b383c1119d1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:47.271929 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea19a87d-4d59-48da-aa42-b383c1119d1c None None] Bound using segment: {'id': '9a1e4259-9a9c-4285-b3e5-c90ec9908485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'e1a3515f-6650-48cb-a68d-8193e54b06db'} {{(pid=86423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 18:30:47.273006 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [None req-ea19a87d-4d59-48da-aa42-b383c1119d1c None None] Bound port: b3559f64-45f1-449a-b513-0dc9c9d9a8a8, host: dv-cinder-786931-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a1e4259-9a9c-4285-b3e5-c90ec9908485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'e1a3515f-6650-48cb-a68d-8193e54b06db'}}] {{(pid=86423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 18:30:47.273418 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-ea19a87d-4d59-48da-aa42-b383c1119d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854207267'] for port, before_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:47.326333 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-85d6d76e-113d-4782-9e5b-44360267ce0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:30:47.484802 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-4b4622c2-a649-495f-9f53-fc1754abf1cc tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Notify callbacks [] for security_group, precommit_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:47.511987 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-4b4622c2-a649-495f-9f53-fc1754abf1cc tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850969184'] for security_group, after_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:47.533344 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-9703d8b8-84fe-4391-b26c-91374216b5fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:30:47.610286 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4622c2-a649-495f-9f53-fc1754abf1cc tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69608afe-11f9-43e6-87f2-e65ac49327da,revision_number=1']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:30:47.622460 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-b62a9835-7fe0-4991-92c8-2e8dd62353f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:47.625329 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-4b4622c2-a649-495f-9f53-fc1754abf1cc tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:30:47.669493 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d25fabd6-7438-4a6f-ae05-68304667a4dc None None] Notify callbacks [] for port, precommit_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:47.685083 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-d25fabd6-7438-4a6f-ae05-68304667a4dc None None] Transition to ACTIVE for port object f3716e0d-bbe5-4df9-8b23-36b546e4ec84 will not be triggered until provisioned by entity L2. {{(pid=86422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 18:30:47.696380 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-ea19a87d-4d59-48da-aa42-b383c1119d1c None None] For port b3559f64-45f1-449a-b513-0dc9c9d9a8a8, host dv-cinder-786931-2-iscsi, cleared binding levels {{(pid=86423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 18:30:47.703421 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-ea19a87d-4d59-48da-aa42-b383c1119d1c None None] For port b3559f64-45f1-449a-b513-0dc9c9d9a8a8, host dv-cinder-786931-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-2-iscsi',level=0,port_id=b3559f64-45f1-449a-b513-0dc9c9d9a8a8,segment=NetworkSegment(9a1e4259-9a9c-4285-b3e5-c90ec9908485),segment_id=9a1e4259-9a9c-4285-b3e5-c90ec9908485)] {{(pid=86423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 18:30:47.711890 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-ea19a87d-4d59-48da-aa42-b383c1119d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785676839112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251178383903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251178382076'] for port, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:47.716240 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-b62a9835-7fe0-4991-92c8-2e8dd62353f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:47.723908 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-b2ac927f-e751-4464-b6cb-eaa2f4ac0b51 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:30:47.730100 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-4b4622c2-a649-495f-9f53-fc1754abf1cc tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Notify callbacks [] for security_group, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:47.740178 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-4b4622c2-a649-495f-9f53-fc1754abf1cc tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1780 time: 1.4032493
Apr 20 18:30:47.743644 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.11', 43220) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:30:47.779056 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d25fabd6-7438-4a6f-ae05-68304667a4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785676839112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251178383903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251178382076'] for port, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:47.799542 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.v2.base [None req-49ae49c0-cc5f-4922-b9f2-8cf99c066291 tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Request body: {'security_group_rule': {'security_group_id': '69608afe-11f9-43e6-87f2-e65ac49327da', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:30:47.817129 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:30:47.880871 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-49ae49c0-cc5f-4922-b9f2-8cf99c066291 tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:30:47.905291 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-49ae49c0-cc5f-4922-b9f2-8cf99c066291 tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Usage tracker for resource:security_group_rule and tenant:4d61b8cb74c8488e895692a092d04f17 is out of sync, need to count used quota {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:30:47.912951 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-49ae49c0-cc5f-4922-b9f2-8cf99c066291 tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:30:47.914507 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d8d93d-d4d1-43b8-909c-5c5f0709d638 None None] Pushing event updated for resources: {'Port': ['ID=b3559f64-45f1-449a-b513-0dc9c9d9a8a8,revision_number=4']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:30:47.924603 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-49ae49c0-cc5f-4922-b9f2-8cf99c066291 tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:30:47.938196 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-72d8d93d-d4d1-43b8-909c-5c5f0709d638 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:30:47.975602 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.11', 43226) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:30:47.982968 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea19a87d-4d59-48da-aa42-b383c1119d1c None None] Routers {'dd95cf49-db79-4f98-b2a0-cee76f29077c'} bound to L3 agent in host dv-cinder-786931-2-iscsi {{(pid=86423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:30:47.983348 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701b5d6a-a7d8-4fa8-857f-c4076e4c1fd3 None None] Pushing event updated for resources: {'Port': ['ID=f3716e0d-bbe5-4df9-8b23-36b546e4ec84,revision_number=3']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:30:47.983931 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-ea19a87d-4d59-48da-aa42-b383c1119d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd930dc4278>, 'dv-cinder-786931-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-20T18:22:01Z,description=<?>,heartbeat_timestamp=2021-04-20T18:30:32Z,host='dv-cinder-786931-2-iscsi',id=561dbf79-24e4-4a0d-b08c-f7bb8670fc1d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:22:01Z,topic='l3_agent')) {'router_ids': ['dd95cf49-db79-4f98-b2a0-cee76f29077c'], 'active': True} {{(pid=86423) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:30:47.989249 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-b2684b89-9653-4a52-a6a2-7ed8eafede92 req-9d59fc77-2ab5-4b21-bd2d-95b1289b171c service neutron] 10.222.0.10 "GET /v2.0/networks/61202e71-818d-4028-952a-3e2f5c4dd907?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.9815509
Apr 20 18:30:48.005016 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-49ae49c0-cc5f-4922-b9f2-8cf99c066291 tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:48.115699 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-b62a9835-7fe0-4991-92c8-2e8dd62353f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850969184'] for security_group, after_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:48.148458 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-85d6d76e-113d-4782-9e5b-44360267ce0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:30:48.282808 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-49ae49c0-cc5f-4922-b9f2-8cf99c066291 tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:48.286507 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62a9835-7fe0-4991-92c8-2e8dd62353f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8efccd99-b861-47d0-a7f7-c75e9cfd61a6,revision_number=None']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:30:48.294430 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-b62a9835-7fe0-4991-92c8-2e8dd62353f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:30:48.301258 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-49ae49c0-cc5f-4922-b9f2-8cf99c066291 tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850969148'] for security_group_rule, after_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:48.308246 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-93f98a35-d6b8-476c-876e-cc61c02bd1c9 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:30:48.361023 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-b62a9835-7fe0-4991-92c8-2e8dd62353f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:48.362286 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-b62a9835-7fe0-4991-92c8-2e8dd62353f5 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8efccd99-b861-47d0-a7f7-c75e9cfd61a6 HTTP/1.1" status: 204  len: 168 time: 1.1344333
Apr 20 18:30:48.410893 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ae49c0-cc5f-4922-b9f2-8cf99c066291 tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=534d31d5-7ce9-4c88-b394-8496db8be703,revision_number=0']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:30:48.415100 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-49ae49c0-cc5f-4922-b9f2-8cf99c066291 tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:48.421733 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-49ae49c0-cc5f-4922-b9f2-8cf99c066291 tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.6741669
Apr 20 18:30:48.439847 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-49ae49c0-cc5f-4922-b9f2-8cf99c066291 tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:30:48.440457 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.11', 43248) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:30:48.449475 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.v2.base [None req-009d4c45-ef60-4250-a549-f83fef3dc269 tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Request body: {'security_group_rule': {'security_group_id': '69608afe-11f9-43e6-87f2-e65ac49327da', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:30:48.479138 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-009d4c45-ef60-4250-a549-f83fef3dc269 tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:30:48.487916 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-009d4c45-ef60-4250-a549-f83fef3dc269 tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Usage tracker for resource:security_group_rule and tenant:4d61b8cb74c8488e895692a092d04f17 is out of sync, need to count used quota {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:30:48.498260 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-009d4c45-ef60-4250-a549-f83fef3dc269 tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:30:48.509379 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-009d4c45-ef60-4250-a549-f83fef3dc269 tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:30:48.536006 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-009d4c45-ef60-4250-a549-f83fef3dc269 tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:48.557801 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_dvr_db [None req-ea19a87d-4d59-48da-aa42-b383c1119d1c None None] Set router dd95cf49-db79-4f98-b2a0-cee76f29077c gateway port host: dv-cinder-786931-2-iscsi {{(pid=86423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:30:48.615483 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-009d4c45-ef60-4250-a549-f83fef3dc269 tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:48.621843 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-009d4c45-ef60-4250-a549-f83fef3dc269 tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850969148'] for security_group_rule, after_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:48.624502 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:30:48.678976 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-1bcca7be-15e3-4ba1-8a4e-d5795606c955 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:48.696583 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009d4c45-ef60-4250-a549-f83fef3dc269 tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4a0c7bf-2a59-4664-980f-0b82b542538b,revision_number=0']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:30:48.696794 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.db_base_plugin_common [None req-24e1b59e-5976-41ad-b446-5475ce3f9860 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Allocated IP 172.27.2.21 (357044f3-f85c-4c82-92f2-504aa071d528/737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87/a14af285-ff3c-4ced-8787-495bacab8ee6) {{(pid=86421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 18:30:48.702050 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-009d4c45-ef60-4250-a549-f83fef3dc269 tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:30:48.708586 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-1bcca7be-15e3-4ba1-8a4e-d5795606c955 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:30:48.712706 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-009d4c45-ef60-4250-a549-f83fef3dc269 tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:48.714551 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-009d4c45-ef60-4250-a549-f83fef3dc269 tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2729783
Apr 20 18:30:48.717985 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-1bcca7be-15e3-4ba1-8a4e-d5795606c955 admin admin] Usage tracker for resource:security_group_rule and tenant:a1167ff45a744ce2a44da0ee95f88274 is out of sync, need to count used quota {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:30:48.721008 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.11', 43258) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:30:48.724385 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-1bcca7be-15e3-4ba1-8a4e-d5795606c955 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:30:48.735128 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.v2.base [None req-291ec195-9060-4f06-989b-8770793a05cc tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Request body: {'floatingip': {'floating_network_id': '357044f3-f85c-4c82-92f2-504aa071d528'}} {{(pid=86420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:30:48.751728 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-291ec195-9060-4f06-989b-8770793a05cc tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:30:48.757154 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-291ec195-9060-4f06-989b-8770793a05cc tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Usage tracker for resource:floatingip and tenant:4d61b8cb74c8488e895692a092d04f17 is out of sync, need to count used quota {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:30:48.762102 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-291ec195-9060-4f06-989b-8770793a05cc tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:30:48.769407 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-291ec195-9060-4f06-989b-8770793a05cc tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:30:48.778556 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-1bcca7be-15e3-4ba1-8a4e-d5795606c955 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:30:48.782976 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-291ec195-9060-4f06-989b-8770793a05cc tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Notify callbacks [] for floatingip, before_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:48.880132 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-701b5d6a-a7d8-4fa8-857f-c4076e4c1fd3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.063s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:30:48.902555 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-b2684b89-9653-4a52-a6a2-7ed8eafede92 req-9cb2ca1b-a9b3-4148-a793-0f0e7fff846a service neutron] 10.222.0.10 "GET /v2.0/networks/61202e71-818d-4028-952a-3e2f5c4dd907?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8968952
Apr 20 18:30:48.909820 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea373bce-f14d-4369-a855-c9e1d2b6b7fe req-1f0b5929-e2c1-4c04-a9e4-64b4af89cabf tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:30:48.910684 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [req-ea373bce-f14d-4369-a855-c9e1d2b6b7fe req-1f0b5929-e2c1-4c04-a9e4-64b4af89cabf tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] Synchronizing usage tracker for tenant:c9d2f68c6fa74348a553079d597a5342 on resource:network {{(pid=86421) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 18:30:48.971293 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825a4ebb-fd61-4467-819b-1b836b758a24 req-19b2901b-2a5d-4d78-9854-6adc9b9280b4 tempest-DeleteServersTestJSON-1661999450 tempest-DeleteServersTestJSON-1661999450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:30:48.984096 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-825a4ebb-fd61-4467-819b-1b836b758a24 req-19b2901b-2a5d-4d78-9854-6adc9b9280b4 tempest-DeleteServersTestJSON-1661999450 tempest-DeleteServersTestJSON-1661999450-project] 10.222.0.11 "GET /v2.0/ports?device_id=4221c5a7-ddf0-491f-bfa9-2c78b0dffa17 HTTP/1.1" status: 200  len: 943 time: 2.1541600
Apr 20 18:30:49.130135 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.11', 43266) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:30:49.133939 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-1bcca7be-15e3-4ba1-8a4e-d5795606c955 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:49.160392 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-1bcca7be-15e3-4ba1-8a4e-d5795606c955 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850969184'] for security_group, after_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:49.184772 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-825a4ebb-fd61-4467-819b-1b836b758a24 req-e401056e-6e71-476e-a957-46f452e8a1c6 tempest-DeleteServersTestJSON-1661999450 tempest-DeleteServersTestJSON-1661999450-project] 10.222.0.11 "GET /v2.0/security-groups?id=3dd451b4-6ded-4db0-a4c1-6275b66e6b11&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1787302
Apr 20 18:30:49.192494 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [req-ea373bce-f14d-4369-a855-c9e1d2b6b7fe req-1f0b5929-e2c1-4c04-a9e4-64b4af89cabf tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] Unset dirty status for tenant:c9d2f68c6fa74348a553079d597a5342 on resource:network {{(pid=86421) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 18:30:49.197313 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-ea373bce-f14d-4369-a855-c9e1d2b6b7fe req-1f0b5929-e2c1-4c04-a9e4-64b4af89cabf tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] 10.222.0.11 "GET /v2.0/networks?id=e1a3515f-6650-48cb-a68d-8193e54b06db HTTP/1.1" status: 200  len: 818 time: 2.1365514
Apr 20 18:30:49.232876 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-77ed86a0-a764-44de-9819-ab3c855090fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:49.246184 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:30:49.246378 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-24e1b59e-5976-41ad-b446-5475ce3f9860 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Notify callbacks [] for port, precommit_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:49.261103 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-1bcca7be-15e3-4ba1-8a4e-d5795606c955 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a1167ff45a744ce2a44da0ee95f88274&name=default HTTP/1.1" status: 200  len: 2979 time: 1.2834470
Apr 20 18:30:49.264906 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.11', 43272) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:30:49.272460 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [None req-d25fabd6-7438-4a6f-ae05-68304667a4dc None None] Attempting to bind port f3716e0d-bbe5-4df9-8b23-36b546e4ec84 on host dv-cinder-786931-2-iscsi for vnic_type normal with profile  {{(pid=86422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 18:30:49.273034 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [None req-d25fabd6-7438-4a6f-ae05-68304667a4dc None None] Attempting to bind port f3716e0d-bbe5-4df9-8b23-36b546e4ec84 by drivers openvswitch,hyperv on host dv-cinder-786931-2-iscsi at level 0 using segments [{'id': 'c09827dd-1400-4cd9-9113-bae2cb1c8e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '02422600-c332-4858-ad0c-e0fcc53844a7'}] {{(pid=86422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 18:30:49.273418 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d25fabd6-7438-4a6f-ae05-68304667a4dc None None] Attempting to bind port f3716e0d-bbe5-4df9-8b23-36b546e4ec84 on network 02422600-c332-4858-ad0c-e0fcc53844a7 {{(pid=86422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 18:30:49.303941 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86421) accepted ('10.222.0.11', 43276) {{(pid=86421) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:30:49.309821 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-24e1b59e-5976-41ad-b446-5475ce3f9860 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251178383920'] for port, after_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:49.320233 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d25fabd6-7438-4a6f-ae05-68304667a4dc None None] Checking agent: {'id': '36d4d98e-2d96-4c9b-9d9c-08d159895b6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786931-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 22, 2), 'started_at': datetime.datetime(2021, 4, 20, 18, 22, 32), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 30, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786931-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 18:30:49.320653 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d25fabd6-7438-4a6f-ae05-68304667a4dc None None] Checking segment: {'id': 'c09827dd-1400-4cd9-9113-bae2cb1c8e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '02422600-c332-4858-ad0c-e0fcc53844a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 18:30:49.321114 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d25fabd6-7438-4a6f-ae05-68304667a4dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:49.321529 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d25fabd6-7438-4a6f-ae05-68304667a4dc None None] Bound using segment: {'id': 'c09827dd-1400-4cd9-9113-bae2cb1c8e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '02422600-c332-4858-ad0c-e0fcc53844a7'} {{(pid=86422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 18:30:49.322054 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [None req-d25fabd6-7438-4a6f-ae05-68304667a4dc None None] Bound port: f3716e0d-bbe5-4df9-8b23-36b546e4ec84, host: dv-cinder-786931-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c09827dd-1400-4cd9-9113-bae2cb1c8e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '02422600-c332-4858-ad0c-e0fcc53844a7'}}] {{(pid=86422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 18:30:49.322463 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d25fabd6-7438-4a6f-ae05-68304667a4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854207267'] for port, before_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:49.349238 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:30:49.374006 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-77ed86a0-a764-44de-9819-ab3c855090fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:30:49.417172 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-77ed86a0-a764-44de-9819-ab3c855090fe admin admin] Usage tracker for resource:security_group_rule and tenant:a10f5e2e56de41ba9ec589fa8bcd8e81 is out of sync, need to count used quota {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:30:49.428028 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-77ed86a0-a764-44de-9819-ab3c855090fe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:30:49.438861 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-ea373bce-f14d-4369-a855-c9e1d2b6b7fe req-e5fb6d16-bb5a-471e-968a-a0191c63e3c7 tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] 10.222.0.11 "GET /v2.0/quotas/c9d2f68c6fa74348a553079d597a5342 HTTP/1.1" status: 200  len: 375 time: 0.1336646
Apr 20 18:30:49.448346 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-77ed86a0-a764-44de-9819-ab3c855090fe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:30:49.469449 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-d25fabd6-7438-4a6f-ae05-68304667a4dc None None] For port f3716e0d-bbe5-4df9-8b23-36b546e4ec84, host dv-cinder-786931-2-iscsi, cleared binding levels {{(pid=86422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 18:30:49.474560 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-d25fabd6-7438-4a6f-ae05-68304667a4dc None None] For port f3716e0d-bbe5-4df9-8b23-36b546e4ec84, host dv-cinder-786931-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-2-iscsi',level=0,port_id=f3716e0d-bbe5-4df9-8b23-36b546e4ec84,segment=NetworkSegment(c09827dd-1400-4cd9-9113-bae2cb1c8e3d),segment_id=c09827dd-1400-4cd9-9113-bae2cb1c8e3d)] {{(pid=86422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 18:30:49.485000 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d25fabd6-7438-4a6f-ae05-68304667a4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785676839112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251178383903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251178382076'] for port, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:49.499407 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:30:49.509039 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24e1b59e-5976-41ad-b446-5475ce3f9860 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Network 357044f3-f85c-4c82-92f2-504aa071d528 is already hosted by enough agents. {{(pid=86421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 18:30:49.525902 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-ea19a87d-4d59-48da-aa42-b383c1119d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd930dc4278>, [{'id': 'dd95cf49-db79-4f98-b2a0-cee76f29077c', 'name': 'tempest-ServerRescueNegativeTestJSON-792940856-router', 'tenant_id': 'c9d2f68c6fa74348a553079d597a5342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357044f3-f85c-4c82-92f2-504aa071d528', 'external_fixed_ips': [{'subnet_id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': '26d1466c-d808-4a97-a4ee-ee00273ea71d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:30:20Z', 'updated_at': '2021-04-20T18:30:37Z', 'revision_number': 4, 'project_id': 'c9d2f68c6fa74348a553079d597a5342', 'gw_port': {'id': '26d1466c-d808-4a97-a4ee-ee00273ea71d', 'name': '', 'network_id': '357044f3-f85c-4c82-92f2-504aa071d528', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:49:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd95cf49-db79-4f98-b2a0-cee76f29077c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:30:22Z', 'updated_at': '2021-04-20T18:30:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-2-iscsi', '_interfaces': [{'id': 'b3559f64-45f1-449a-b513-0dc9c9d9a8a8', 'name': '', 'network_id': 'e1a3515f-6650-48cb-a68d-8193e54b06db', 'tenant_id': 'c9d2f68c6fa74348a553079d597a5342', 'mac_address': 'fa:16:3e:51:a8:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd95cf49-db79-4f98-b2a0-cee76f29077c', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '680a997a-0cf4-4428-86cb-30422b5e5d52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:30:33Z', 'updated_at': '2021-04-20T18:30:47Z', 'revision_number': 4, 'project_id': 'c9d2f68c6fa74348a553079d597a5342', 'subnets': [{'id': '680a997a-0cf4-4428-86cb-30422b5e5d52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786931-2-iscsi', False) {} {{(pid=86423) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:30:49.533659 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea19a87d-4d59-48da-aa42-b383c1119d1c None None] The sync data for ids ['dd95cf49-db79-4f98-b2a0-cee76f29077c'] in dv-cinder-786931-2-iscsi is: [{'id': 'dd95cf49-db79-4f98-b2a0-cee76f29077c', 'name': 'tempest-ServerRescueNegativeTestJSON-792940856-router', 'tenant_id': 'c9d2f68c6fa74348a553079d597a5342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357044f3-f85c-4c82-92f2-504aa071d528', 'external_fixed_ips': [{'subnet_id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': '26d1466c-d808-4a97-a4ee-ee00273ea71d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:30:20Z', 'updated_at': '2021-04-20T18:30:37Z', 'revision_number': 4, 'project_id': 'c9d2f68c6fa74348a553079d597a5342', 'gw_port': {'id': '26d1466c-d808-4a97-a4ee-ee00273ea71d', 'name': '', 'network_id': '357044f3-f85c-4c82-92f2-504aa071d528', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:49:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd95cf49-db79-4f98-b2a0-cee76f29077c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:30:22Z', 'updated_at': '2021-04-20T18:30:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-2-iscsi', '_interfaces': [{'id': 'b3559f64-45f1-449a-b513-0dc9c9d9a8a8', 'name': '', 'network_id': 'e1a3515f-6650-48cb-a68d-8193e54b06db', 'tenant_id': 'c9d2f68c6fa74348a553079d597a5342', 'mac_address': 'fa:16:3e:51:a8:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd95cf49-db79-4f98-b2a0-cee76f29077c', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '680a997a-0cf4-4428-86cb-30422b5e5d52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:30:33Z', 'updated_at': '2021-04-20T18:30:47Z', 'revision_number': 4, 'project_id': 'c9d2f68c6fa74348a553079d597a5342', 'subnets': [{'id': '680a997a-0cf4-4428-86cb-30422b5e5d52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 18:30:49.692689 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.scheduler.base_scheduler [None req-24e1b59e-5976-41ad-b446-5475ce3f9860 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Resources bound (agent type, host, resource id):  {{(pid=86421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:30:49.707126 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e1b59e-5976-41ad-b446-5475ce3f9860 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Received port after_create {{(pid=86421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 18:30:49.807926 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d25fabd6-7438-4a6f-ae05-68304667a4dc None None] Routers {'0c7d70fc-11f1-42c5-aabc-0cd9b46c27d8'} bound to L3 agent in host dv-cinder-786931-2-iscsi {{(pid=86422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:30:49.821733 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-d25fabd6-7438-4a6f-ae05-68304667a4dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd9308c10b8>, 'dv-cinder-786931-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-20T18:22:01Z,description=<?>,heartbeat_timestamp=2021-04-20T18:30:32Z,host='dv-cinder-786931-2-iscsi',id=561dbf79-24e4-4a0d-b08c-f7bb8670fc1d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:22:01Z,topic='l3_agent')) {'router_ids': ['0c7d70fc-11f1-42c5-aabc-0cd9b46c27d8'], 'active': True} {{(pid=86422) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:30:49.847692 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-24e1b59e-5976-41ad-b446-5475ce3f9860 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:49.899616 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4221c5a7-ddf0-491f-bfa9-2c78b0dffa17', 'tag': '06d1346c-3fd0-41e4-987f-92d82c45ccae', 'status': 'completed', 'code': 200}
Apr 20 18:30:49.986436 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-291ec195-9060-4f06-989b-8770793a05cc tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854207267'] for port, before_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:50.001712 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcca7be-15e3-4ba1-8a4e-d5795606c955 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=634e6c6f-213a-4fc1-b11f-673c77fc2d9c,revision_number=1']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:30:50.036375 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e1b59e-5976-41ad-b446-5475ce3f9860 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Pushing event updated for resources: {'Port': ['ID=a14af285-ff3c-4ced-8787-495bacab8ee6,revision_number=1']} {{(pid=86421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:30:50.090783 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-1bcca7be-15e3-4ba1-8a4e-d5795606c955 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.843s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:30:50.091323 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-24e1b59e-5976-41ad-b446-5475ce3f9860 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.742s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:30:50.167072 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-81b69d39-bb57-4928-b8e6-3784cd5824d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:50.183443 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.db.resource_extend [None req-aa4b21b1-0e50-46d9-8ffb-ef3596a6dbe1 None None] It took 0.51 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86422) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Apr 20 18:30:50.202348 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f0c378dc-2f55-49ab-906e-003122dfc5f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:50.219915 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-81b69d39-bb57-4928-b8e6-3784cd5824d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86421) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:30:50.240103 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-81b69d39-bb57-4928-b8e6-3784cd5824d7 admin admin] Usage tracker for resource:security_group_rule and tenant:d8653c2d908f4228a3e3fc9dad7ae073 is out of sync, need to count used quota {{(pid=86421) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:30:50.245784 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-81b69d39-bb57-4928-b8e6-3784cd5824d7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86421) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:30:50.261909 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-81b69d39-bb57-4928-b8e6-3784cd5824d7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86421) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:30:50.323357 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-aa4b21b1-0e50-46d9-8ffb-ef3596a6dbe1 None None] Notify callbacks [] for port, precommit_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:50.341759 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-aa4b21b1-0e50-46d9-8ffb-ef3596a6dbe1 None None] Transition to ACTIVE for port object 3284cfa8-63c0-44c5-b503-7b9f59e1f654 will not be triggered until provisioned by entity L2. {{(pid=86422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 18:30:50.381502 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-81b69d39-bb57-4928-b8e6-3784cd5824d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:50.390671 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-aa4b21b1-0e50-46d9-8ffb-ef3596a6dbe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785676839112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251178383903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251178382076'] for port, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:50.393300 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-24e1b59e-5976-41ad-b446-5475ce3f9860 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854207267'] for port, before_update {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:50.424266 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-81b69d39-bb57-4928-b8e6-3784cd5824d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850969184'] for security_group, after_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:50.495656 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f0c378dc-2f55-49ab-906e-003122dfc5f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:50.585634 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701b5d6a-a7d8-4fa8-857f-c4076e4c1fd3 None None] Pushing event updated for resources: {'Port': ['ID=f3716e0d-bbe5-4df9-8b23-36b546e4ec84,revision_number=4']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:30:50.613333 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-701b5d6a-a7d8-4fa8-857f-c4076e4c1fd3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.114s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:30:50.614947 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.162s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:30:50.721857 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a933d8-0720-4a92-8769-2687a6816a99 None None] Pushing event updated for resources: {'Port': ['ID=3284cfa8-63c0-44c5-b503-7b9f59e1f654,revision_number=3']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:30:50.725851 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.db_base_plugin_common [None req-291ec195-9060-4f06-989b-8770793a05cc tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Allocated IP 172.27.2.254 (357044f3-f85c-4c82-92f2-504aa071d528/737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87/4bdcecb3-a737-44c6-992b-3e3d05833848) {{(pid=86420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 18:30:50.732565 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-77ed86a0-a764-44de-9819-ab3c855090fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:50.745585 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-77ed86a0-a764-44de-9819-ab3c855090fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850969184'] for security_group, after_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:50.763899 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-24e1b59e-5976-41ad-b446-5475ce3f9860 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Notify callbacks [] for port, precommit_update {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:50.774688 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f0c378dc-2f55-49ab-906e-003122dfc5f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850969184'] for security_group, after_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:50.799534 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:30:50.802006 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-86a933d8-0720-4a92-8769-2687a6816a99 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:30:50.814481 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-705cca78-03cd-4db8-88b2-38ce8c8d0f80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:30:50.833252 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-81b69d39-bb57-4928-b8e6-3784cd5824d7 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d8653c2d908f4228a3e3fc9dad7ae073&name=default HTTP/1.1" status: 200  len: 2979 time: 1.5267773
Apr 20 18:30:50.834173 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-24e1b59e-5976-41ad-b446-5475ce3f9860 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785676839112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251178383903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251178382076'] for port, after_update {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:50.838502 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86421) accepted ('10.222.0.11', 43304) {{(pid=86421) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:30:50.867532 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-ea373bce-f14d-4369-a855-c9e1d2b6b7fe req-39b471c7-bf3f-4a56-8d33-ca15f2cc05b0 tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=c9d2f68c6fa74348a553079d597a5342&fields=id HTTP/1.1" status: 200  len: 255 time: 1.3948295
Apr 20 18:30:50.927594 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [None req-aa4b21b1-0e50-46d9-8ffb-ef3596a6dbe1 None None] Attempting to bind port 3284cfa8-63c0-44c5-b503-7b9f59e1f654 on host dv-cinder-786931-2-iscsi for vnic_type normal with profile  {{(pid=86422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 18:30:50.928026 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [None req-aa4b21b1-0e50-46d9-8ffb-ef3596a6dbe1 None None] Attempting to bind port 3284cfa8-63c0-44c5-b503-7b9f59e1f654 by drivers openvswitch,hyperv on host dv-cinder-786931-2-iscsi at level 0 using segments [{'id': '8f4cadfd-3269-4c6c-8ca6-68423b9c7197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '70bb951b-5201-42f1-af2f-fff209eaf750'}] {{(pid=86422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 18:30:50.929314 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa4b21b1-0e50-46d9-8ffb-ef3596a6dbe1 None None] Attempting to bind port 3284cfa8-63c0-44c5-b503-7b9f59e1f654 on network 70bb951b-5201-42f1-af2f-fff209eaf750 {{(pid=86422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 18:30:50.940820 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa4b21b1-0e50-46d9-8ffb-ef3596a6dbe1 None None] Checking agent: {'id': '36d4d98e-2d96-4c9b-9d9c-08d159895b6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786931-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 22, 2), 'started_at': datetime.datetime(2021, 4, 20, 18, 22, 32), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 30, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786931-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 18:30:50.941247 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa4b21b1-0e50-46d9-8ffb-ef3596a6dbe1 None None] Checking segment: {'id': '8f4cadfd-3269-4c6c-8ca6-68423b9c7197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '70bb951b-5201-42f1-af2f-fff209eaf750'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 18:30:50.941701 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-aa4b21b1-0e50-46d9-8ffb-ef3596a6dbe1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:50.942141 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa4b21b1-0e50-46d9-8ffb-ef3596a6dbe1 None None] Bound using segment: {'id': '8f4cadfd-3269-4c6c-8ca6-68423b9c7197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '70bb951b-5201-42f1-af2f-fff209eaf750'} {{(pid=86422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 18:30:50.942673 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [None req-aa4b21b1-0e50-46d9-8ffb-ef3596a6dbe1 None None] Bound port: 3284cfa8-63c0-44c5-b503-7b9f59e1f654, host: dv-cinder-786931-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f4cadfd-3269-4c6c-8ca6-68423b9c7197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '70bb951b-5201-42f1-af2f-fff209eaf750'}}] {{(pid=86422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 18:30:50.943089 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-aa4b21b1-0e50-46d9-8ffb-ef3596a6dbe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854207267'] for port, before_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:50.965989 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ed86a0-a764-44de-9819-ab3c855090fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a04284b2-f1e9-4805-9d38-f2a25bd61c87,revision_number=1']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:30:50.976516 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-77ed86a0-a764-44de-9819-ab3c855090fe admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a10f5e2e56de41ba9ec589fa8bcd8e81&name=default HTTP/1.1" status: 200  len: 2979 time: 1.8405499
Apr 20 18:30:50.984917 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_dvr_db [None req-d25fabd6-7438-4a6f-ae05-68304667a4dc None None] Set router 0c7d70fc-11f1-42c5-aabc-0cd9b46c27d8 gateway port host: dv-cinder-786931-2-iscsi {{(pid=86422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:30:50.993985 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.11', 43308) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:30:51.034966 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c378dc-2f55-49ab-906e-003122dfc5f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=634e6c6f-213a-4fc1-b11f-673c77fc2d9c,revision_number=None']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:30:51.037620 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-f0c378dc-2f55-49ab-906e-003122dfc5f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:30:51.043392 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.197s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:30:51.043727 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:30:51.062229 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f0c378dc-2f55-49ab-906e-003122dfc5f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:51.066588 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-f0c378dc-2f55-49ab-906e-003122dfc5f0 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/634e6c6f-213a-4fc1-b11f-673c77fc2d9c HTTP/1.1" status: 204  len: 168 time: 1.7984517
Apr 20 18:30:51.145738 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-291ec195-9060-4f06-989b-8770793a05cc tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Notify callbacks [] for port, precommit_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:51.174542 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-0287b945-2ada-4bc3-baab-b99d1344d220 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:51.221942 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-0287b945-2ada-4bc3-baab-b99d1344d220 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:51.257544 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-aa4b21b1-0e50-46d9-8ffb-ef3596a6dbe1 None None] For port 3284cfa8-63c0-44c5-b503-7b9f59e1f654, host dv-cinder-786931-2-iscsi, cleared binding levels {{(pid=86422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 18:30:51.261385 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-aa4b21b1-0e50-46d9-8ffb-ef3596a6dbe1 None None] For port 3284cfa8-63c0-44c5-b503-7b9f59e1f654, host dv-cinder-786931-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-2-iscsi',level=0,port_id=3284cfa8-63c0-44c5-b503-7b9f59e1f654,segment=NetworkSegment(8f4cadfd-3269-4c6c-8ca6-68423b9c7197),segment_id=8f4cadfd-3269-4c6c-8ca6-68423b9c7197)] {{(pid=86422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 18:30:51.282811 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-291ec195-9060-4f06-989b-8770793a05cc tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251178383920'] for port, after_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:51.302726 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-9f80deb5-9193-45e4-a6a1-4ab074e4f408 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:30:51.310129 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-aa4b21b1-0e50-46d9-8ffb-ef3596a6dbe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785676839112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251178383903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251178382076'] for port, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:51.327623 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-86a933d8-0720-4a92-8769-2687a6816a99 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:30:51.409520 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Device b3559f64-45f1-449a-b513-0dc9c9d9a8a8 up at agent ovs-agent-dv-cinder-786931-2-iscsi {{(pid=86422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:30:51.463363 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-291ec195-9060-4f06-989b-8770793a05cc tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Network 357044f3-f85c-4c82-92f2-504aa071d528 is already hosted by enough agents. {{(pid=86420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 18:30:51.480990 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.scheduler.base_scheduler [None req-291ec195-9060-4f06-989b-8770793a05cc tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Resources bound (agent type, host, resource id):  {{(pid=86420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:30:51.494572 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aedaa5d-8090-4258-aec1-00d662b03e3f req-c952a2bd-89c9-49b4-a2f9-0877f3914d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:30:51.497785 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-0aedaa5d-8090-4258-aec1-00d662b03e3f req-c952a2bd-89c9-49b4-a2f9-0877f3914d24 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0fc8e345af874a4b82cc59a07051f572&device_id=4221c5a7-ddf0-491f-bfa9-2c78b0dffa17 HTTP/1.1" status: 200  len: 1096 time: 1.5970304
Apr 20 18:30:51.501106 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-291ec195-9060-4f06-989b-8770793a05cc tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Received port after_create {{(pid=86420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 18:30:51.547483 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-24e1b59e-5976-41ad-b446-5475ce3f9860 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850912078'] for floatingip, after_update {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:51.671050 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-0287b945-2ada-4bc3-baab-b99d1344d220 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850969184'] for security_group, after_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:51.672096 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291ec195-9060-4f06-989b-8770793a05cc tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Pushing event updated for resources: {'Port': ['ID=4bdcecb3-a737-44c6-992b-3e3d05833848,revision_number=1']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:30:51.679709 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-291ec195-9060-4f06-989b-8770793a05cc tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:30:51.693738 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-a2daa6c2-a5da-4538-8805-2e8d30f580fc tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:30:51.711523 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0287b945-2ada-4bc3-baab-b99d1344d220 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a04284b2-f1e9-4805-9d38-f2a25bd61c87,revision_number=None']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:30:51.718390 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-0287b945-2ada-4bc3-baab-b99d1344d220 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:30:51.745245 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-0287b945-2ada-4bc3-baab-b99d1344d220 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:51.749993 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-0287b945-2ada-4bc3-baab-b99d1344d220 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a04284b2-f1e9-4805-9d38-f2a25bd61c87 HTTP/1.1" status: 204  len: 168 time: 0.7510452
Apr 20 18:30:51.770372 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-291ec195-9060-4f06-989b-8770793a05cc tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:51.891953 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-291ec195-9060-4f06-989b-8770793a05cc tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854207267'] for port, before_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:51.904399 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aedaa5d-8090-4258-aec1-00d662b03e3f req-84212186-d57f-4203-9d63-5a86365be11b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:30:51.906590 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-0aedaa5d-8090-4258-aec1-00d662b03e3f req-84212186-d57f-4203-9d63-5a86365be11b service neutron] 10.222.0.10 "GET /v2.0/networks?id=61202e71-818d-4028-952a-3e2f5c4dd907 HTTP/1.1" status: 200  len: 912 time: 0.3615549
Apr 20 18:30:51.930746 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-24e1b59e-5976-41ad-b446-5475ce3f9860 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7615'] for floatingip, before_response {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:51.932304 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa4b21b1-0e50-46d9-8ffb-ef3596a6dbe1 None None] Routers {'5d2d9a96-83ee-4a09-ba63-4e2808495a69'} bound to L3 agent in host dv-cinder-786931-2-iscsi {{(pid=86422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:30:51.933024 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-aa4b21b1-0e50-46d9-8ffb-ef3596a6dbe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd9310e6080>, 'dv-cinder-786931-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-20T18:22:01Z,description=<?>,heartbeat_timestamp=2021-04-20T18:30:32Z,host='dv-cinder-786931-2-iscsi',id=561dbf79-24e4-4a0d-b08c-f7bb8670fc1d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:22:01Z,topic='l3_agent')) {'router_ids': ['5d2d9a96-83ee-4a09-ba63-4e2808495a69'], 'active': True} {{(pid=86422) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:30:51.945376 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-24e1b59e-5976-41ad-b446-5475ce3f9860 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 6.0737522
Apr 20 18:30:51.968477 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b69d39-bb57-4928-b8e6-3784cd5824d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eff44b95-8c3a-4436-ac9b-567369b39563,revision_number=1']} {{(pid=86421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:30:51.971309 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-44a4502d-4f2c-445f-81da-712acc461d6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:51.978504 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-81b69d39-bb57-4928-b8e6-3784cd5824d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.164s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:30:52.097657 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-047617c1-576f-4ba1-b48e-2ba35490cc4c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.072s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:30:52.159516 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a933d8-0720-4a92-8769-2687a6816a99 None None] Pushing event updated for resources: {'Port': ['ID=3284cfa8-63c0-44c5-b503-7b9f59e1f654,revision_number=4']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:30:52.172710 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-0aedaa5d-8090-4258-aec1-00d662b03e3f req-1f65a8ea-b66c-45c8-90d3-9b86dbf9bf3d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=06d1346c-3fd0-41e4-987f-92d82c45ccae HTTP/1.1" status: 200  len: 217 time: 0.2224100
Apr 20 18:30:52.173276 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86421) accepted ('10.222.0.11', 43340) {{(pid=86421) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:30:52.183984 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e1b59e-5976-41ad-b446-5475ce3f9860 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Pushing event updated for resources: {'Port': ['ID=a14af285-ff3c-4ced-8787-495bacab8ee6,revision_number=2']} {{(pid=86421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:30:52.189645 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Provisioning for port b3559f64-45f1-449a-b513-0dc9c9d9a8a8 completed by entity L2. {{(pid=86422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 18:30:52.198149 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-291ec195-9060-4f06-989b-8770793a05cc tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Notify callbacks [] for port, precommit_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:52.199792 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-86a933d8-0720-4a92-8769-2687a6816a99 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.872s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:30:52.200399 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Provisioning complete for port b3559f64-45f1-449a-b513-0dc9c9d9a8a8 triggered by entity L2. {{(pid=86422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:30:52.201127 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733696'] for port, provisioning_complete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:52.203140 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-291ec195-9060-4f06-989b-8770793a05cc tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785676839112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251178383903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251178382076'] for port, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:52.209494 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-6ed330d8-e0c4-4c10-a006-81280d7afe53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:30:52.221682 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-24e1b59e-5976-41ad-b446-5475ce3f9860 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:30:52.279574 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-291ec195-9060-4f06-989b-8770793a05cc tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850912078'] for floatingip, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:52.323329 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-291ec195-9060-4f06-989b-8770793a05cc tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7615'] for floatingip, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:52.334156 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-291ec195-9060-4f06-989b-8770793a05cc tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 3.6025307
Apr 20 18:30:52.339395 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291ec195-9060-4f06-989b-8770793a05cc tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Pushing event updated for resources: {'Port': ['ID=4bdcecb3-a737-44c6-992b-3e3d05833848,revision_number=2']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:30:52.343788 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-291ec195-9060-4f06-989b-8770793a05cc tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:30:52.368469 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f4218927-78bb-4f9a-87ef-ae142caa5d95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:52.399715 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aedaa5d-8090-4258-aec1-00d662b03e3f req-4ce7c965-bda1-488f-b45d-67ea629d5ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:30:52.401197 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-0aedaa5d-8090-4258-aec1-00d662b03e3f req-4ce7c965-bda1-488f-b45d-67ea629d5ec4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f8bdf05c-2cbe-4235-be3f-d34d6380bec2 HTTP/1.1" status: 200  len: 851 time: 0.1577706
Apr 20 18:30:52.419135 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789f0fbe-285f-4822-bffb-742783574ff9 req-af46d6c5-f0f2-4829-8b80-bbcbfb0382a1 tempest-DeleteServersTestJSON-1661999450 tempest-DeleteServersTestJSON-1661999450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:30:52.428105 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-789f0fbe-285f-4822-bffb-742783574ff9 req-af46d6c5-f0f2-4829-8b80-bbcbfb0382a1 tempest-DeleteServersTestJSON-1661999450 tempest-DeleteServersTestJSON-1661999450-project] 10.222.0.11 "GET /v2.0/ports?device_id=4221c5a7-ddf0-491f-bfa9-2c78b0dffa17 HTTP/1.1" status: 200  len: 943 time: 1.6168909
Apr 20 18:30:52.433399 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-ea373bce-f14d-4369-a855-c9e1d2b6b7fe req-f0333ea6-59b2-42fb-a487-ab92fd254841 service neutron] 10.222.0.11 "GET /v2.0/networks/e1a3515f-6650-48cb-a68d-8193e54b06db?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.5650017
Apr 20 18:30:52.496515 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-0aedaa5d-8090-4258-aec1-00d662b03e3f req-558a6b6e-8b45-4198-86df-5d2aa6deb54c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=61202e71-818d-4028-952a-3e2f5c4dd907&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0613949
Apr 20 18:30:52.501336 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-f4218927-78bb-4f9a-87ef-ae142caa5d95 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86421) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:30:52.506007 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-f4218927-78bb-4f9a-87ef-ae142caa5d95 admin admin] Usage tracker for resource:security_group_rule and tenant:052c06e4c17e422fb74e2c0c8df54898 is out of sync, need to count used quota {{(pid=86421) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:30:52.509568 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-f4218927-78bb-4f9a-87ef-ae142caa5d95 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86421) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:30:52.512722 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-d25fabd6-7438-4a6f-ae05-68304667a4dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd9308c10b8>, [{'id': '0c7d70fc-11f1-42c5-aabc-0cd9b46c27d8', 'name': 'tempest-AttachVolumeTestJSON-2090730375-router', 'tenant_id': '4d61b8cb74c8488e895692a092d04f17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357044f3-f85c-4c82-92f2-504aa071d528', 'external_fixed_ips': [{'subnet_id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'ip_address': '172.27.2.37'}], 'enable_snat': True}, 'gw_port_id': '291ad347-35f5-49c0-9347-31d2523ef1b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:30:19Z', 'updated_at': '2021-04-20T18:30:35Z', 'revision_number': 4, 'project_id': '4d61b8cb74c8488e895692a092d04f17', 'gw_port': {'id': '291ad347-35f5-49c0-9347-31d2523ef1b7', 'name': '', 'network_id': '357044f3-f85c-4c82-92f2-504aa071d528', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:d6:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c7d70fc-11f1-42c5-aabc-0cd9b46c27d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'ip_address': '172.27.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:30:21Z', 'updated_at': '2021-04-20T18:30:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-2-iscsi', '_interfaces': [{'id': 'f3716e0d-bbe5-4df9-8b23-36b546e4ec84', 'name': '', 'network_id': '02422600-c332-4858-ad0c-e0fcc53844a7', 'tenant_id': '4d61b8cb74c8488e895692a092d04f17', 'mac_address': 'fa:16:3e:fc:4c:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c7d70fc-11f1-42c5-aabc-0cd9b46c27d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '75d0ac2f-18ed-4097-8673-60a099f48c88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:30:31Z', 'updated_at': '2021-04-20T18:30:49Z', 'revision_number': 4, 'project_id': '4d61b8cb74c8488e895692a092d04f17', 'subnets': [{'id': '75d0ac2f-18ed-4097-8673-60a099f48c88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786931-2-iscsi', False) {} {{(pid=86422) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:30:52.515929 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-f4218927-78bb-4f9a-87ef-ae142caa5d95 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86421) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:30:52.521780 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d25fabd6-7438-4a6f-ae05-68304667a4dc None None] The sync data for ids ['0c7d70fc-11f1-42c5-aabc-0cd9b46c27d8'] in dv-cinder-786931-2-iscsi is: [{'id': '0c7d70fc-11f1-42c5-aabc-0cd9b46c27d8', 'name': 'tempest-AttachVolumeTestJSON-2090730375-router', 'tenant_id': '4d61b8cb74c8488e895692a092d04f17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357044f3-f85c-4c82-92f2-504aa071d528', 'external_fixed_ips': [{'subnet_id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'ip_address': '172.27.2.37'}], 'enable_snat': True}, 'gw_port_id': '291ad347-35f5-49c0-9347-31d2523ef1b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:30:19Z', 'updated_at': '2021-04-20T18:30:35Z', 'revision_number': 4, 'project_id': '4d61b8cb74c8488e895692a092d04f17', 'gw_port': {'id': '291ad347-35f5-49c0-9347-31d2523ef1b7', 'name': '', 'network_id': '357044f3-f85c-4c82-92f2-504aa071d528', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:d6:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c7d70fc-11f1-42c5-aabc-0cd9b46c27d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'ip_address': '172.27.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:30:21Z', 'updated_at': '2021-04-20T18:30:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-2-iscsi', '_interfaces': [{'id': 'f3716e0d-bbe5-4df9-8b23-36b546e4ec84', 'name': '', 'network_id': '02422600-c332-4858-ad0c-e0fcc53844a7', 'tenant_id': '4d61b8cb74c8488e895692a092d04f17', 'mac_address': 'fa:16:3e:fc:4c:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c7d70fc-11f1-42c5-aabc-0cd9b46c27d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '75d0ac2f-18ed-4097-8673-60a099f48c88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:30:31Z', 'updated_at': '2021-04-20T18:30:49Z', 'revision_number': 4, 'project_id': '4d61b8cb74c8488e895692a092d04f17', 'subnets': [{'id': '75d0ac2f-18ed-4097-8673-60a099f48c88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 18:30:52.541571 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.11', 43356) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:30:52.649301 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_dvr_db [None req-aa4b21b1-0e50-46d9-8ffb-ef3596a6dbe1 None None] Set router 5d2d9a96-83ee-4a09-ba63-4e2808495a69 gateway port host: dv-cinder-786931-2-iscsi {{(pid=86422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:30:52.736761 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854207267'] for port, before_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:52.830757 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-44a4502d-4f2c-445f-81da-712acc461d6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:52.877314 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Device 06d1346c-3fd0-41e4-987f-92d82c45ccae details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 18:30:52.903363 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-0aedaa5d-8090-4258-aec1-00d662b03e3f req-b358c638-6a7c-43dc-b9cb-28ac1ac7541a service neutron] 10.222.0.10 "GET /v2.0/networks/61202e71-818d-4028-952a-3e2f5c4dd907?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2570932
Apr 20 18:30:52.954131 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f4218927-78bb-4f9a-87ef-ae142caa5d95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:52.968600 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-789f0fbe-285f-4822-bffb-742783574ff9 req-3ab14e34-df6f-4430-87e0-545fb82988d9 tempest-DeleteServersTestJSON-1661999450 tempest-DeleteServersTestJSON-1661999450-project] 10.222.0.11 "GET /v2.0/security-groups?id=3dd451b4-6ded-4db0-a4c1-6275b66e6b11&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5377693
Apr 20 18:30:52.971124 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-3ad3ccc0-586a-41b8-8eff-ccbb493efdcd admin admin] Notify callbacks [] for security_group, before_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:53.036356 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-3ad3ccc0-586a-41b8-8eff-ccbb493efdcd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:30:53.040911 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-3ad3ccc0-586a-41b8-8eff-ccbb493efdcd admin admin] Usage tracker for resource:security_group_rule and tenant:65930bc9818b450c92644e66fded5117 is out of sync, need to count used quota {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:30:53.044768 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-3ad3ccc0-586a-41b8-8eff-ccbb493efdcd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:30:53.051945 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-3ad3ccc0-586a-41b8-8eff-ccbb493efdcd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:30:53.078419 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] For port b3559f64-45f1-449a-b513-0dc9c9d9a8a8, host dv-cinder-786931-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-2-iscsi',level=0,port_id=b3559f64-45f1-449a-b513-0dc9c9d9a8a8,segment=NetworkSegment(9a1e4259-9a9c-4285-b3e5-c90ec9908485),segment_id=9a1e4259-9a9c-4285-b3e5-c90ec9908485)] {{(pid=86422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:30:53.110643 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785676839112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251178383903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251178382076'] for port, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:53.120838 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-0d816128-3d2d-4c10-9a61-0d93c2cf6d0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:30:53.141693 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f4218927-78bb-4f9a-87ef-ae142caa5d95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850969184'] for security_group, after_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:53.267440 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-3ad3ccc0-586a-41b8-8eff-ccbb493efdcd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:53.267929 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-fb2ccc97-a016-4d93-9184-c0ed8ee17601 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:30:53.337430 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Pushing event updated for resources: {'Port': ['ID=b3559f64-45f1-449a-b513-0dc9c9d9a8a8,revision_number=5']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:30:53.357582 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:30:53.382731 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4218927-78bb-4f9a-87ef-ae142caa5d95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1549df74-7156-43a8-acf5-8a1589cd271a,revision_number=1']} {{(pid=86421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:30:53.388559 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-3ad3ccc0-586a-41b8-8eff-ccbb493efdcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850969184'] for security_group, after_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:53.389980 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-f4218927-78bb-4f9a-87ef-ae142caa5d95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:30:53.400647 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-d326cebf-d2d7-4959-b38d-5ad0f9e88dd2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:30:53.410342 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.db.resource_extend [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86422) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Apr 20 18:30:53.469957 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-f4218927-78bb-4f9a-87ef-ae142caa5d95 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=052c06e4c17e422fb74e2c0c8df54898&name=default HTTP/1.1" status: 200  len: 2979 time: 1.2828655
Apr 20 18:30:53.476061 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86421) accepted ('10.222.0.11', 43392) {{(pid=86421) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:30:53.532311 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-3ad3ccc0-586a-41b8-8eff-ccbb493efdcd admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=65930bc9818b450c92644e66fded5117&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9892349
Apr 20 18:30:53.540947 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad3ccc0-586a-41b8-8eff-ccbb493efdcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f267ac5-e353-4c33-86dd-906afc99de22,revision_number=1']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:30:53.547625 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-3ad3ccc0-586a-41b8-8eff-ccbb493efdcd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:30:53.548271 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.11', 43396) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:30:53.601354 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Device f3716e0d-bbe5-4df9-8b23-36b546e4ec84 up at agent ovs-agent-dv-cinder-786931-2-iscsi {{(pid=86422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:30:53.613833 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-439548f0-6a92-45b4-831f-39dcf85a5284 req-3d2b56c4-00ce-4d18-9dbd-0d7a0fea8861 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--1394328429&fields=id&tenant_id=82646d2796ec4d6b9ec39ce05e5b838a HTTP/1.1" status: 200  len: 267 time: 0.2838562
Apr 20 18:30:53.695955 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-b8f2228d-3441-4246-beec-d94e684f798b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:53.699495 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-44a4502d-4f2c-445f-81da-712acc461d6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850969184'] for security_group, after_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:53.705910 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-aa4b21b1-0e50-46d9-8ffb-ef3596a6dbe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd9310e6080>, [{'id': '5d2d9a96-83ee-4a09-ba63-4e2808495a69', 'name': 'tempest-AttachVolumeShelveTestJSON-2114307233-router', 'tenant_id': '82646d2796ec4d6b9ec39ce05e5b838a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357044f3-f85c-4c82-92f2-504aa071d528', 'external_fixed_ips': [{'subnet_id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': 'b7ad03f1-c586-4a94-bc62-ba8d35b20425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:30:19Z', 'updated_at': '2021-04-20T18:30:34Z', 'revision_number': 4, 'project_id': '82646d2796ec4d6b9ec39ce05e5b838a', 'gw_port': {'id': 'b7ad03f1-c586-4a94-bc62-ba8d35b20425', 'name': '', 'network_id': '357044f3-f85c-4c82-92f2-504aa071d528', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:7a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2d9a96-83ee-4a09-ba63-4e2808495a69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:30:21Z', 'updated_at': '2021-04-20T18:30:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-2-iscsi', '_interfaces': [{'id': '3284cfa8-63c0-44c5-b503-7b9f59e1f654', 'name': '', 'network_id': '70bb951b-5201-42f1-af2f-fff209eaf750', 'tenant_id': '82646d2796ec4d6b9ec39ce05e5b838a', 'mac_address': 'fa:16:3e:b6:3a:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d2d9a96-83ee-4a09-ba63-4e2808495a69', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'de093425-a655-4f08-b89a-732e934018c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:30:32Z', 'updated_at': '2021-04-20T18:30:51Z', 'revision_number': 4, 'project_id': '82646d2796ec4d6b9ec39ce05e5b838a', 'subnets': [{'id': 'de093425-a655-4f08-b89a-732e934018c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786931-2-iscsi', False) {} {{(pid=86422) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:30:53.719532 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa4b21b1-0e50-46d9-8ffb-ef3596a6dbe1 None None] The sync data for ids ['5d2d9a96-83ee-4a09-ba63-4e2808495a69'] in dv-cinder-786931-2-iscsi is: [{'id': '5d2d9a96-83ee-4a09-ba63-4e2808495a69', 'name': 'tempest-AttachVolumeShelveTestJSON-2114307233-router', 'tenant_id': '82646d2796ec4d6b9ec39ce05e5b838a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357044f3-f85c-4c82-92f2-504aa071d528', 'external_fixed_ips': [{'subnet_id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': 'b7ad03f1-c586-4a94-bc62-ba8d35b20425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:30:19Z', 'updated_at': '2021-04-20T18:30:34Z', 'revision_number': 4, 'project_id': '82646d2796ec4d6b9ec39ce05e5b838a', 'gw_port': {'id': 'b7ad03f1-c586-4a94-bc62-ba8d35b20425', 'name': '', 'network_id': '357044f3-f85c-4c82-92f2-504aa071d528', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:7a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2d9a96-83ee-4a09-ba63-4e2808495a69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:30:21Z', 'updated_at': '2021-04-20T18:30:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-2-iscsi', '_interfaces': [{'id': '3284cfa8-63c0-44c5-b503-7b9f59e1f654', 'name': '', 'network_id': '70bb951b-5201-42f1-af2f-fff209eaf750', 'tenant_id': '82646d2796ec4d6b9ec39ce05e5b838a', 'mac_address': 'fa:16:3e:b6:3a:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d2d9a96-83ee-4a09-ba63-4e2808495a69', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'de093425-a655-4f08-b89a-732e934018c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:30:32Z', 'updated_at': '2021-04-20T18:30:51Z', 'revision_number': 4, 'project_id': '82646d2796ec4d6b9ec39ce05e5b838a', 'subnets': [{'id': 'de093425-a655-4f08-b89a-732e934018c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 18:30:53.720016 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-ea373bce-f14d-4369-a855-c9e1d2b6b7fe req-37505c5c-73a2-46ae-b0e6-d9c907a25bc7 service neutron] 10.222.0.11 "GET /v2.0/networks/e1a3515f-6650-48cb-a68d-8193e54b06db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.9245555
Apr 20 18:30:53.741125 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Provisioning for port f3716e0d-bbe5-4df9-8b23-36b546e4ec84 completed by entity L2. {{(pid=86422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 18:30:53.761802 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Provisioning complete for port f3716e0d-bbe5-4df9-8b23-36b546e4ec84 triggered by entity L2. {{(pid=86422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:30:53.762362 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733696'] for port, provisioning_complete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:53.801868 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-b8f2228d-3441-4246-beec-d94e684f798b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:53.845983 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-81b69d39-bb57-4928-b8e6-3784cd5824d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:30:53.882920 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-0aedaa5d-8090-4258-aec1-00d662b03e3f req-5ec974ea-7a76-49d7-9ffd-4c64d8b5759e service neutron] 10.222.0.10 "GET /v2.0/networks/61202e71-818d-4028-952a-3e2f5c4dd907?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.9310539
Apr 20 18:30:53.904691 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a4502d-4f2c-445f-81da-712acc461d6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eff44b95-8c3a-4436-ac9b-567369b39563,revision_number=None']} {{(pid=86421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:30:53.906454 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] For port 06d1346c-3fd0-41e4-987f-92d82c45ccae, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=06d1346c-3fd0-41e4-987f-92d82c45ccae,segment=NetworkSegment(11fab400-8f54-4716-be82-f66dbcd546a2),segment_id=11fab400-8f54-4716-be82-f66dbcd546a2)] {{(pid=86422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:30:53.938513 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-44a4502d-4f2c-445f-81da-712acc461d6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:30:53.942646 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-44a4502d-4f2c-445f-81da-712acc461d6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:53.946913 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-44a4502d-4f2c-445f-81da-712acc461d6d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/eff44b95-8c3a-4436-ac9b-567369b39563 HTTP/1.1" status: 204  len: 168 time: 3.0751970
Apr 20 18:30:53.948669 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-b8f2228d-3441-4246-beec-d94e684f798b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850969184'] for security_group, after_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:53.962103 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-3780ca02-4aa6-4d39-8aa3-39800cad3b82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:53.962749 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:30:54.031661 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-b8f2228d-3441-4246-beec-d94e684f798b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:54.047699 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-b8f2228d-3441-4246-beec-d94e684f798b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7f267ac5-e353-4c33-86dd-906afc99de22 HTTP/1.1" status: 204  len: 168 time: 0.4959507
Apr 20 18:30:54.051311 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f2228d-3441-4246-beec-d94e684f798b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f267ac5-e353-4c33-86dd-906afc99de22,revision_number=None']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:30:54.057307 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-b8f2228d-3441-4246-beec-d94e684f798b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:30:54.125075 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Returning: {'device': '06d1346c-3fd0-41e4-987f-92d82c45ccae', 'network_id': '61202e71-818d-4028-952a-3e2f5c4dd907', 'port_id': '06d1346c-3fd0-41e4-987f-92d82c45ccae', 'mac_address': 'fa:16:3e:c4:fb:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 372, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8bdf05c-2cbe-4235-be3f-d34d6380bec2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 18:30:54.170764 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-3780ca02-4aa6-4d39-8aa3-39800cad3b82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:54.218549 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439548f0-6a92-45b4-831f-39dcf85a5284 req-2bffe087-1628-43a6-9fe7-86a1c605d607 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:30:54.220284 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-439548f0-6a92-45b4-831f-39dcf85a5284 req-2bffe087-1628-43a6-9fe7-86a1c605d607 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "GET /v2.0/networks?id=70bb951b-5201-42f1-af2f-fff209eaf750 HTTP/1.1" status: 200  len: 817 time: 0.6051753
Apr 20 18:30:54.281354 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-439548f0-6a92-45b4-831f-39dcf85a5284 req-90f8465f-a233-43a5-bb53-ed60107a8461 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "GET /v2.0/quotas/82646d2796ec4d6b9ec39ce05e5b838a HTTP/1.1" status: 200  len: 375 time: 0.0497389
Apr 20 18:30:54.321944 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [req-6f233798-c3d0-41bf-83fe-0eb83b2e6c6b req-937995e8-360f-4328-afd4-8ba2a874b765 tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Synchronizing usage tracker for tenant:4d61b8cb74c8488e895692a092d04f17 on resource:security_group {{(pid=86421) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 18:30:54.349016 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854207267'] for port, before_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:54.360382 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854207267'] for port, before_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:54.469636 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-3780ca02-4aa6-4d39-8aa3-39800cad3b82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850969184'] for security_group, after_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:54.470481 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [req-6f233798-c3d0-41bf-83fe-0eb83b2e6c6b req-937995e8-360f-4328-afd4-8ba2a874b765 tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Unset dirty status for tenant:4d61b8cb74c8488e895692a092d04f17 on resource:security_group {{(pid=86421) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 18:30:54.484272 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-6f233798-c3d0-41bf-83fe-0eb83b2e6c6b req-937995e8-360f-4328-afd4-8ba2a874b765 tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--1522429592&fields=id&tenant_id=4d61b8cb74c8488e895692a092d04f17 HTTP/1.1" status: 200  len: 267 time: 0.2441056
Apr 20 18:30:54.502247 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.notifiers.nova [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06d1346c-3fd0-41e4-987f-92d82c45ccae {{(pid=86422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 18:30:54.531553 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] For port f3716e0d-bbe5-4df9-8b23-36b546e4ec84, host dv-cinder-786931-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-2-iscsi',level=0,port_id=f3716e0d-bbe5-4df9-8b23-36b546e4ec84,segment=NetworkSegment(c09827dd-1400-4cd9-9113-bae2cb1c8e3d),segment_id=c09827dd-1400-4cd9-9113-bae2cb1c8e3d)] {{(pid=86422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:30:54.540390 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] For port 06d1346c-3fd0-41e4-987f-92d82c45ccae, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=06d1346c-3fd0-41e4-987f-92d82c45ccae,segment=NetworkSegment(11fab400-8f54-4716-be82-f66dbcd546a2),segment_id=11fab400-8f54-4716-be82-f66dbcd546a2)] {{(pid=86422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:30:54.545632 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785676839112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251178383903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251178382076'] for port, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:54.550055 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Device 3284cfa8-63c0-44c5-b503-7b9f59e1f654 up at agent ovs-agent-dv-cinder-786931-2-iscsi {{(pid=86422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:30:54.613044 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:30:54.675688 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:30:54.734827 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785676839112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251178383903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251178382076'] for port, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:54.759841 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3780ca02-4aa6-4d39-8aa3-39800cad3b82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1549df74-7156-43a8-acf5-8a1589cd271a,revision_number=None']} {{(pid=86421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:30:54.771401 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-3780ca02-4aa6-4d39-8aa3-39800cad3b82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:30:54.821475 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [req-439548f0-6a92-45b4-831f-39dcf85a5284 req-96bd3259-0e21-4988-89ec-2120090f4e33 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Synchronizing usage tracker for tenant:82646d2796ec4d6b9ec39ce05e5b838a on resource:port {{(pid=86421) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 18:30:54.823953 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Provisioning for port 3284cfa8-63c0-44c5-b503-7b9f59e1f654 completed by entity L2. {{(pid=86422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 18:30:54.827902 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-3780ca02-4aa6-4d39-8aa3-39800cad3b82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:54.832402 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-3780ca02-4aa6-4d39-8aa3-39800cad3b82 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/1549df74-7156-43a8-acf5-8a1589cd271a HTTP/1.1" status: 204  len: 168 time: 1.3404531
Apr 20 18:30:54.852015 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Provisioning complete for port 3284cfa8-63c0-44c5-b503-7b9f59e1f654 triggered by entity L2. {{(pid=86422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:30:54.856536 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733696'] for port, provisioning_complete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:54.927536 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.11', 43448) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:30:54.935192 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [req-439548f0-6a92-45b4-831f-39dcf85a5284 req-96bd3259-0e21-4988-89ec-2120090f4e33 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Unset dirty status for tenant:82646d2796ec4d6b9ec39ce05e5b838a on resource:port {{(pid=86421) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 18:30:54.937201 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-439548f0-6a92-45b4-831f-39dcf85a5284 req-96bd3259-0e21-4988-89ec-2120090f4e33 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=82646d2796ec4d6b9ec39ce05e5b838a&fields=id HTTP/1.1" status: 200  len: 348 time: 0.6356940
Apr 20 18:30:54.953341 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Pushing event updated for resources: {'Port': ['ID=f3716e0d-bbe5-4df9-8b23-36b546e4ec84,revision_number=5']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:30:54.957555 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:30:54.966569 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-701b5d6a-a7d8-4fa8-857f-c4076e4c1fd3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.205s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:30:55.001350 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-8351eade-2fa7-4e44-a227-cfefbd7579ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:55.006571 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f233798-c3d0-41bf-83fe-0eb83b2e6c6b req-193817c6-3900-48f2-8801-00fcf3826d46 tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:30:55.007409 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [req-6f233798-c3d0-41bf-83fe-0eb83b2e6c6b req-193817c6-3900-48f2-8801-00fcf3826d46 tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Synchronizing usage tracker for tenant:4d61b8cb74c8488e895692a092d04f17 on resource:network {{(pid=86421) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 18:30:55.038554 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-8351eade-2fa7-4e44-a227-cfefbd7579ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:30:55.052336 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-8351eade-2fa7-4e44-a227-cfefbd7579ce admin admin] Usage tracker for resource:security_group_rule and tenant:c902bb933efd4ebd8801ec17615c3ac0 is out of sync, need to count used quota {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:30:55.061623 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-8351eade-2fa7-4e44-a227-cfefbd7579ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:30:55.065587 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [req-6f233798-c3d0-41bf-83fe-0eb83b2e6c6b req-193817c6-3900-48f2-8801-00fcf3826d46 tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Unset dirty status for tenant:4d61b8cb74c8488e895692a092d04f17 on resource:network {{(pid=86421) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 18:30:55.066886 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-6f233798-c3d0-41bf-83fe-0eb83b2e6c6b req-193817c6-3900-48f2-8801-00fcf3826d46 tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] 10.222.0.11 "GET /v2.0/networks?id=02422600-c332-4858-ad0c-e0fcc53844a7 HTTP/1.1" status: 200  len: 811 time: 0.5644233
Apr 20 18:30:55.075212 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-8351eade-2fa7-4e44-a227-cfefbd7579ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:30:55.102655 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-6f233798-c3d0-41bf-83fe-0eb83b2e6c6b req-bda4d55b-ad83-4789-bd2e-422c2cbeca88 tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] 10.222.0.11 "GET /v2.0/quotas/4d61b8cb74c8488e895692a092d04f17 HTTP/1.1" status: 200  len: 375 time: 0.0199161
Apr 20 18:30:55.102861 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Pushing event updated for resources: {'Port': ['ID=06d1346c-3fd0-41e4-987f-92d82c45ccae,revision_number=4']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:30:55.105340 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] get_ports_and_sgs() called for port_ids ['06d1346c-3fd0-41e4-987f-92d82c45ccae'] {{(pid=86422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 18:30:55.149434 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:30:55.275271 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-8351eade-2fa7-4e44-a227-cfefbd7579ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:55.278915 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-8351eade-2fa7-4e44-a227-cfefbd7579ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850969184'] for security_group, after_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:55.296285 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-e1a037c6-250e-44e7-842f-9c46514ba657 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:30:55.348544 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-6f233798-c3d0-41bf-83fe-0eb83b2e6c6b req-51322f5c-4e01-4e87-b7d9-203f15876ff6 tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=4d61b8cb74c8488e895692a092d04f17&fields=id HTTP/1.1" status: 200  len: 348 time: 0.2267334
Apr 20 18:30:55.366357 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854207267'] for port, before_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:55.421289 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-8351eade-2fa7-4e44-a227-cfefbd7579ce admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c902bb933efd4ebd8801ec17615c3ac0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4901865
Apr 20 18:30:55.421289 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8351eade-2fa7-4e44-a227-cfefbd7579ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e785537-4576-488f-b9dc-749dd6358a78,revision_number=1']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:30:55.425908 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86421) accepted ('10.222.0.11', 43462) {{(pid=86421) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:30:55.442210 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-8351eade-2fa7-4e44-a227-cfefbd7579ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:30:55.504755 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.11', 43468) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:30:55.511604 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] For port 3284cfa8-63c0-44c5-b503-7b9f59e1f654, host dv-cinder-786931-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-2-iscsi',level=0,port_id=3284cfa8-63c0-44c5-b503-7b9f59e1f654,segment=NetworkSegment(8f4cadfd-3269-4c6c-8ca6-68423b9c7197),segment_id=8f4cadfd-3269-4c6c-8ca6-68423b9c7197)] {{(pid=86422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:30:55.525651 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785676839112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251178383903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251178382076'] for port, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:55.530797 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-e65ec6dd-882e-44ff-b175-b8def33e19d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:30:55.563932 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-a02f09fd-a39e-4b0d-b970-8d376ee41dea admin admin] Notify callbacks [] for security_group, before_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:55.621979 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-a02f09fd-a39e-4b0d-b970-8d376ee41dea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:30:55.632607 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-a02f09fd-a39e-4b0d-b970-8d376ee41dea admin admin] Usage tracker for resource:security_group_rule and tenant:1307a16e331d4958907e7c5e670bfa7a is out of sync, need to count used quota {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:30:55.635967 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Pushing event updated for resources: {'Port': ['ID=3284cfa8-63c0-44c5-b503-7b9f59e1f654,revision_number=5']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:30:55.636966 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-a02f09fd-a39e-4b0d-b970-8d376ee41dea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:30:55.648010 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:30:55.676580 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-a02f09fd-a39e-4b0d-b970-8d376ee41dea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:30:55.744100 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Device f3716e0d-bbe5-4df9-8b23-36b546e4ec84 up at agent ovs-agent-dv-cinder-786931-2-iscsi {{(pid=86422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:30:55.867451 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-3fdd7fb8-1a42-45a3-bb7f-aa79c0187a00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:55.879937 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-6f233798-c3d0-41bf-83fe-0eb83b2e6c6b req-a775e595-f904-4853-952f-41118dee1127 service neutron] 10.222.0.11 "GET /v2.0/networks/02422600-c332-4858-ad0c-e0fcc53844a7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5118461
Apr 20 18:30:55.904582 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Provisioning complete for port f3716e0d-bbe5-4df9-8b23-36b546e4ec84 triggered by entity L2. {{(pid=86422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:30:55.905007 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733696'] for port, provisioning_complete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:55.907140 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-a02f09fd-a39e-4b0d-b970-8d376ee41dea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:55.910683 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-a02f09fd-a39e-4b0d-b970-8d376ee41dea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850969184'] for security_group, after_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:55.947450 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:30:55.966765 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-a02f09fd-a39e-4b0d-b970-8d376ee41dea admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1307a16e331d4958907e7c5e670bfa7a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4607253
Apr 20 18:30:55.969714 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.11', 43480) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:30:56.062754 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-00a1c17d-11ab-4407-a0c2-f38f39861a12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:56.095321 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Device b3559f64-45f1-449a-b513-0dc9c9d9a8a8 up at agent ovs-agent-dv-cinder-786931-2-iscsi {{(pid=86422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:30:56.106139 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-00a1c17d-11ab-4407-a0c2-f38f39861a12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:56.130083 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-3fdd7fb8-1a42-45a3-bb7f-aa79c0187a00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:56.145145 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02f09fd-a39e-4b0d-b970-8d376ee41dea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c0bab83-fab2-48af-a759-bc348b3b750d,revision_number=1']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:30:56.152698 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-a02f09fd-a39e-4b0d-b970-8d376ee41dea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:30:56.195384 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-00a1c17d-11ab-4407-a0c2-f38f39861a12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850969184'] for security_group, after_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:56.208634 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-8351eade-2fa7-4e44-a227-cfefbd7579ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:30:56.234831 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a1c17d-11ab-4407-a0c2-f38f39861a12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c0bab83-fab2-48af-a759-bc348b3b750d,revision_number=None']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:30:56.238054 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Provisioning complete for port b3559f64-45f1-449a-b513-0dc9c9d9a8a8 triggered by entity L2. {{(pid=86422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:30:56.238754 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733696'] for port, provisioning_complete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:56.246939 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-00a1c17d-11ab-4407-a0c2-f38f39861a12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:30:56.248022 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-00a1c17d-11ab-4407-a0c2-f38f39861a12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:56.249785 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-00a1c17d-11ab-4407-a0c2-f38f39861a12 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5c0bab83-fab2-48af-a759-bc348b3b750d HTTP/1.1" status: 204  len: 168 time: 0.2789214
Apr 20 18:30:56.254936 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [req-439548f0-6a92-45b4-831f-39dcf85a5284 req-af57e556-382f-45db-bbd0-1693fc161b2f service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=86421) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 20 18:30:56.256134 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-439548f0-6a92-45b4-831f-39dcf85a5284 req-af57e556-382f-45db-bbd0-1693fc161b2f service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.2754879
Apr 20 18:30:56.776472 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-6f233798-c3d0-41bf-83fe-0eb83b2e6c6b req-f3d8c564-c049-4ddb-8a6a-d97904471201 service neutron] 10.222.0.11 "GET /v2.0/networks/02422600-c332-4858-ad0c-e0fcc53844a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8955040
Apr 20 18:30:56.808578 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Device 06d1346c-3fd0-41e4-987f-92d82c45ccae up at agent hyperv_hv-cinder-78693 {{(pid=86422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:30:56.879566 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-3fdd7fb8-1a42-45a3-bb7f-aa79c0187a00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850969184'] for security_group, after_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:56.927445 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-c3f3ac8d-fb59-4843-ae47-2b7c14417188 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:30:56.979173 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Provisioning for port 06d1346c-3fd0-41e4-987f-92d82c45ccae completed by entity L2. {{(pid=86422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 18:30:56.980457 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-439548f0-6a92-45b4-831f-39dcf85a5284 req-7fedb4e2-6aeb-4787-9a29-c961c5a4fb83 service neutron] 10.222.0.11 "GET /v2.0/networks/70bb951b-5201-42f1-af2f-fff209eaf750?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6915858
Apr 20 18:30:56.981388 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdd7fb8-1a42-45a3-bb7f-aa79c0187a00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e785537-4576-488f-b9dc-749dd6358a78,revision_number=None']} {{(pid=86421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:30:56.995343 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-3fdd7fb8-1a42-45a3-bb7f-aa79c0187a00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:30:57.036935 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Provisioning complete for port 06d1346c-3fd0-41e4-987f-92d82c45ccae triggered by entity L2. {{(pid=86422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:30:57.037359 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733696'] for port, provisioning_complete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:57.038069 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-3fdd7fb8-1a42-45a3-bb7f-aa79c0187a00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:57.039517 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-3fdd7fb8-1a42-45a3-bb7f-aa79c0187a00 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4e785537-4576-488f-b9dc-749dd6358a78 HTTP/1.1" status: 204  len: 168 time: 1.6076460
Apr 20 18:30:57.199976 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854207267'] for port, before_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:57.245138 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] For port 06d1346c-3fd0-41e4-987f-92d82c45ccae, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=06d1346c-3fd0-41e4-987f-92d82c45ccae,segment=NetworkSegment(11fab400-8f54-4716-be82-f66dbcd546a2),segment_id=11fab400-8f54-4716-be82-f66dbcd546a2)] {{(pid=86422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:30:57.247249 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4221c5a7-ddf0-491f-bfa9-2c78b0dffa17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06d1346c-3fd0-41e4-987f-92d82c45ccae'}] {{(pid=86422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:30:57.278010 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea373bce-f14d-4369-a855-c9e1d2b6b7fe req-ea6ccf30-1092-4897-9224-6ba5278aa15b tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:30:57.282717 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-ea373bce-f14d-4369-a855-c9e1d2b6b7fe req-ea6ccf30-1092-4897-9224-6ba5278aa15b tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] 10.222.0.10 "GET /v2.0/networks?id=e1a3515f-6650-48cb-a68d-8193e54b06db HTTP/1.1" status: 200  len: 818 time: 0.5482974
Apr 20 18:30:57.323998 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785676839112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251178383903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251178382076'] for port, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:57.328800 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-95c09b47-e94a-4da3-8583-26134103792d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:30:57.333763 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.v2.base [req-ea373bce-f14d-4369-a855-c9e1d2b6b7fe req-73c07034-35ed-4274-8e14-21a4290ebeb1 tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] Request body: {'port': {'device_id': 'd0fd46bd-9fee-4340-9afc-d88468312b48', 'network_id': 'e1a3515f-6650-48cb-a68d-8193e54b06db', 'admin_state_up': True, 'tenant_id': 'c9d2f68c6fa74348a553079d597a5342'}} {{(pid=86421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:30:57.469349 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Pushing event updated for resources: {'Port': ['ID=06d1346c-3fd0-41e4-987f-92d82c45ccae,revision_number=5']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:30:57.485868 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:30:57.543645 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-439548f0-6a92-45b4-831f-39dcf85a5284 req-72e896e7-6095-445b-9af5-becc2c4c2aca service neutron] 10.222.0.11 "GET /v2.0/networks/70bb951b-5201-42f1-af2f-fff209eaf750?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5495362
Apr 20 18:30:57.614078 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33698cf5-c376-4df6-91d1-69d4e24c4354 req-37cc28c7-bbfb-44c1-b91e-ff9c9f10b416 tempest-DeleteServersTestJSON-1661999450 tempest-DeleteServersTestJSON-1661999450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:30:57.616207 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-33698cf5-c376-4df6-91d1-69d4e24c4354 req-37cc28c7-bbfb-44c1-b91e-ff9c9f10b416 tempest-DeleteServersTestJSON-1661999450 tempest-DeleteServersTestJSON-1661999450-project] 10.222.0.11 "GET /v2.0/ports?device_id=4221c5a7-ddf0-491f-bfa9-2c78b0dffa17 HTTP/1.1" status: 200  len: 945 time: 0.3297119
Apr 20 18:30:57.621993 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [req-ea373bce-f14d-4369-a855-c9e1d2b6b7fe req-73c07034-35ed-4274-8e14-21a4290ebeb1 tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86421) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:30:57.626445 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [req-ea373bce-f14d-4369-a855-c9e1d2b6b7fe req-73c07034-35ed-4274-8e14-21a4290ebeb1 tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] Usage tracker for resource:port and tenant:c9d2f68c6fa74348a553079d597a5342 is out of sync, need to count used quota {{(pid=86421) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:30:57.629664 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [req-ea373bce-f14d-4369-a855-c9e1d2b6b7fe req-73c07034-35ed-4274-8e14-21a4290ebeb1 tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] Quota usage for port was recalculated. Used quota:1. {{(pid=86421) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:30:57.638430 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [req-ea373bce-f14d-4369-a855-c9e1d2b6b7fe req-73c07034-35ed-4274-8e14-21a4290ebeb1 tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=86421) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:30:57.668045 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea373bce-f14d-4369-a855-c9e1d2b6b7fe req-73c07034-35ed-4274-8e14-21a4290ebeb1 tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] Made reservation on behalf of c9d2f68c6fa74348a553079d597a5342 for: {'port': 1} {{(pid=86421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 18:30:57.675331 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Device 3284cfa8-63c0-44c5-b503-7b9f59e1f654 up at agent ovs-agent-dv-cinder-786931-2-iscsi {{(pid=86422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:30:57.677977 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-ea373bce-f14d-4369-a855-c9e1d2b6b7fe req-73c07034-35ed-4274-8e14-21a4290ebeb1 tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854207267'] for port, before_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:57.785807 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-33698cf5-c376-4df6-91d1-69d4e24c4354 req-48c0b6d4-c781-48f0-8621-5c7635f84bb9 tempest-DeleteServersTestJSON-1661999450 tempest-DeleteServersTestJSON-1661999450-project] 10.222.0.11 "GET /v2.0/security-groups?id=3dd451b4-6ded-4db0-a4c1-6275b66e6b11&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1486006
Apr 20 18:30:57.889822 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Provisioning complete for port 3284cfa8-63c0-44c5-b503-7b9f59e1f654 triggered by entity L2. {{(pid=86422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:30:57.890357 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733696'] for port, provisioning_complete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:58.041513 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-81f0b97e-29d5-4c30-aa16-2208bed178da req-47def672-756b-4dc1-9773-015186e166a0 tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] 10.222.0.11 "GET /v2.0/ports?device_id=195563af-933f-44b1-9a05-860e8d0d93c9 HTTP/1.1" status: 200  len: 210 time: 0.1175573
Apr 20 18:30:58.043313 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.11', 43570) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:30:58.188259 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-7a1607e6-8d69-4968-b603-2ecedab36a82 req-866848d4-c423-470c-b27f-edd5e33572aa tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] 10.222.0.11 "GET /v2.0/ports?device_id=d0fd46bd-9fee-4340-9afc-d88468312b48 HTTP/1.1" status: 200  len: 210 time: 0.2716720
Apr 20 18:30:58.299956 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-960a1506-d026-41d4-9d0d-aca2d9ff646c req-e718759f-6114-4ae9-90dd-5cfd3e1e6a13 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "GET /v2.0/ports?device_id=a35dabb6-d13d-48e1-b184-19d58be083db HTTP/1.1" status: 200  len: 210 time: 0.1256766
Apr 20 18:30:58.330311 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.db_base_plugin_common [req-ea373bce-f14d-4369-a855-c9e1d2b6b7fe req-73c07034-35ed-4274-8e14-21a4290ebeb1 tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] Allocated IP 172.20.0.9 (e1a3515f-6650-48cb-a68d-8193e54b06db/680a997a-0cf4-4428-86cb-30422b5e5d52/7909e612-5dfa-4193-938a-9f6ca5d1756b) {{(pid=86421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 18:30:58.454049 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-22d86811-aadc-4938-a8e2-60414b3e1bd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:58.510630 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-22d86811-aadc-4938-a8e2-60414b3e1bd1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:30:58.514821 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-22d86811-aadc-4938-a8e2-60414b3e1bd1 admin admin] Usage tracker for resource:security_group_rule and tenant:435cd6a3fd5f4d6fbee33cfde2756940 is out of sync, need to count used quota {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:30:58.521332 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-22d86811-aadc-4938-a8e2-60414b3e1bd1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:30:58.524201 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-1d2599c3-092c-4a12-8f09-fbb6fa522514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:58.531811 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-22d86811-aadc-4938-a8e2-60414b3e1bd1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:30:58.663040 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-ea373bce-f14d-4369-a855-c9e1d2b6b7fe req-73c07034-35ed-4274-8e14-21a4290ebeb1 tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] Notify callbacks [] for port, precommit_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:58.742400 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-ea373bce-f14d-4369-a855-c9e1d2b6b7fe req-73c07034-35ed-4274-8e14-21a4290ebeb1 tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251178383920'] for port, after_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:58.759641 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:30:58.770618 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-22d86811-aadc-4938-a8e2-60414b3e1bd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:58.774337 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-22d86811-aadc-4938-a8e2-60414b3e1bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850969184'] for security_group, after_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:58.798218 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4221c5a7-ddf0-491f-bfa9-2c78b0dffa17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06d1346c-3fd0-41e4-987f-92d82c45ccae', 'code': 200}
Apr 20 18:30:58.844646 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:30:58.922020 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-22d86811-aadc-4938-a8e2-60414b3e1bd1 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=435cd6a3fd5f4d6fbee33cfde2756940&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8746297
Apr 20 18:30:58.922613 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.11', 43622) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:30:58.925017 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d86811-aadc-4938-a8e2-60414b3e1bd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f2e0160-946c-4247-8695-8bfe9486a4a1,revision_number=1']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:30:58.930468 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-22d86811-aadc-4938-a8e2-60414b3e1bd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:30:58.966194 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.10', 51079) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:30:59.218792 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f233798-c3d0-41bf-83fe-0eb83b2e6c6b req-4a4d77d3-f1f9-46fa-9b99-097974d3f1b5 tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:30:59.220796 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-6f233798-c3d0-41bf-83fe-0eb83b2e6c6b req-4a4d77d3-f1f9-46fa-9b99-097974d3f1b5 tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] 10.222.0.10 "GET /v2.0/networks?id=02422600-c332-4858-ad0c-e0fcc53844a7 HTTP/1.1" status: 200  len: 811 time: 0.2534943
Apr 20 18:30:59.226040 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea373bce-f14d-4369-a855-c9e1d2b6b7fe req-73c07034-35ed-4274-8e14-21a4290ebeb1 tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] Network e1a3515f-6650-48cb-a68d-8193e54b06db is already hosted by enough agents. {{(pid=86421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 18:30:59.248110 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.scheduler.base_scheduler [req-ea373bce-f14d-4369-a855-c9e1d2b6b7fe req-73c07034-35ed-4274-8e14-21a4290ebeb1 tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] Resources bound (agent type, host, resource id):  {{(pid=86421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:30:59.277705 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea373bce-f14d-4369-a855-c9e1d2b6b7fe req-73c07034-35ed-4274-8e14-21a4290ebeb1 tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] Received port after_create {{(pid=86421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 18:30:59.284672 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea373bce-f14d-4369-a855-c9e1d2b6b7fe req-73c07034-35ed-4274-8e14-21a4290ebeb1 tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:30:59.285448 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-ea373bce-f14d-4369-a855-c9e1d2b6b7fe req-73c07034-35ed-4274-8e14-21a4290ebeb1 tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3704713'] for port, before_response {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:59.291682 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c07034-35ed-4274-8e14-21a4290ebeb1 tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] Pushing event updated for resources: {'Port': ['ID=7909e612-5dfa-4193-938a-9f6ca5d1756b,revision_number=1']} {{(pid=86421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:30:59.298460 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-86b1b5ba-17c1-4c30-ab97-bf915f2ddbce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:59.308473 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-73c07034-35ed-4274-8e14-21a4290ebeb1 tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.548s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:30:59.326204 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.10', 51080) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:30:59.395592 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-ea373bce-f14d-4369-a855-c9e1d2b6b7fe req-73c07034-35ed-4274-8e14-21a4290ebeb1 tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.0669696
Apr 20 18:30:59.404331 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac53b55-2bc0-435c-b1ed-2fb6950784a4 req-c3a42b19-1e8e-439f-b678-3566c0f3e96b tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:30:59.414863 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-dac53b55-2bc0-435c-b1ed-2fb6950784a4 req-c3a42b19-1e8e-439f-b678-3566c0f3e96b tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] 10.222.0.11 "GET /v2.0/networks?id=e1a3515f-6650-48cb-a68d-8193e54b06db HTTP/1.1" status: 200  len: 818 time: 0.5350904
Apr 20 18:30:59.425638 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.v2.base [req-ea373bce-f14d-4369-a855-c9e1d2b6b7fe req-f6d80dd7-e6b6-430e-9f18-6385f1e5822a service neutron] Request body: {'port': {'device_id': 'd0fd46bd-9fee-4340-9afc-d88468312b48', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=86421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:30:59.442633 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-86b1b5ba-17c1-4c30-ab97-bf915f2ddbce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:59.539109 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [req-6f233798-c3d0-41bf-83fe-0eb83b2e6c6b req-6a64d7db-7218-4086-bb3e-96a963340bfa tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Synchronizing usage tracker for tenant:4d61b8cb74c8488e895692a092d04f17 on resource:security_group {{(pid=86420) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 18:30:59.590193 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [req-6f233798-c3d0-41bf-83fe-0eb83b2e6c6b req-6a64d7db-7218-4086-bb3e-96a963340bfa tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Unset dirty status for tenant:4d61b8cb74c8488e895692a092d04f17 on resource:security_group {{(pid=86420) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 18:30:59.590884 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-dac53b55-2bc0-435c-b1ed-2fb6950784a4 req-f625b262-298e-4179-add8-2007075ad46c tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] 10.222.0.11 "GET /v2.0/quotas/c9d2f68c6fa74348a553079d597a5342 HTTP/1.1" status: 200  len: 375 time: 0.1729963
Apr 20 18:30:59.591702 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-6f233798-c3d0-41bf-83fe-0eb83b2e6c6b req-6a64d7db-7218-4086-bb3e-96a963340bfa tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4d61b8cb74c8488e895692a092d04f17 HTTP/1.1" status: 200  len: 5705 time: 0.3601556
Apr 20 18:30:59.613053 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.v2.base [req-6f233798-c3d0-41bf-83fe-0eb83b2e6c6b req-5f678f87-2937-427a-87c2-18e1ee1e8883 tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Request body: {'port': {'device_id': '195563af-933f-44b1-9a05-860e8d0d93c9', 'network_id': '02422600-c332-4858-ad0c-e0fcc53844a7', 'admin_state_up': True, 'tenant_id': '4d61b8cb74c8488e895692a092d04f17', 'security_groups': ['69608afe-11f9-43e6-87f2-e65ac49327da']}} {{(pid=86420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:30:59.644082 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4649b6-a1e6-4031-bce8-13a460573764 req-9de1c23b-0dcc-4a93-a1ec-ef5788d2851b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:30:59.645671 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-ff4649b6-a1e6-4031-bce8-13a460573764 req-9de1c23b-0dcc-4a93-a1ec-ef5788d2851b service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=4221c5a7-ddf0-491f-bfa9-2c78b0dffa17 HTTP/1.1" status: 200  len: 1098 time: 0.3037963
Apr 20 18:30:59.717277 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.10', 51083) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:30:59.730354 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-86b1b5ba-17c1-4c30-ab97-bf915f2ddbce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850969184'] for security_group, after_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:59.731170 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-ea373bce-f14d-4369-a855-c9e1d2b6b7fe req-f6d80dd7-e6b6-430e-9f18-6385f1e5822a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854207267'] for port, before_update {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:59.750491 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a843e8c-5449-48e9-a2b8-861e81d881a8 req-6b6361a7-95d3-4001-ac71-643aea4b44b5 tempest-DeleteServersTestJSON-1661999450 tempest-DeleteServersTestJSON-1661999450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:30:59.751428 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-4b4622c2-a649-495f-9f53-fc1754abf1cc tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:30:59.752134 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-8a843e8c-5449-48e9-a2b8-861e81d881a8 req-6b6361a7-95d3-4001-ac71-643aea4b44b5 tempest-DeleteServersTestJSON-1661999450 tempest-DeleteServersTestJSON-1661999450-project] 10.222.0.11 "GET /v2.0/ports?device_id=4221c5a7-ddf0-491f-bfa9-2c78b0dffa17 HTTP/1.1" status: 200  len: 945 time: 0.6803429
Apr 20 18:30:59.946501 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439548f0-6a92-45b4-831f-39dcf85a5284 req-2431d697-b9ac-4295-8cd5-0954176d2984 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:30:59.947273 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [req-439548f0-6a92-45b4-831f-39dcf85a5284 req-2431d697-b9ac-4295-8cd5-0954176d2984 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Synchronizing usage tracker for tenant:82646d2796ec4d6b9ec39ce05e5b838a on resource:network {{(pid=86420) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 18:30:59.979490 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-ff4649b6-a1e6-4031-bce8-13a460573764 req-b1c22bd0-360f-4615-88dd-832aabf995ef service neutron] Notify callbacks [] for security_group, before_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:59.989282 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b1b5ba-17c1-4c30-ab97-bf915f2ddbce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f2e0160-946c-4247-8695-8bfe9486a4a1,revision_number=None']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:31:00.014334 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-86b1b5ba-17c1-4c30-ab97-bf915f2ddbce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:31:00.015034 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [req-439548f0-6a92-45b4-831f-39dcf85a5284 req-2431d697-b9ac-4295-8cd5-0954176d2984 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Unset dirty status for tenant:82646d2796ec4d6b9ec39ce05e5b838a on resource:network {{(pid=86420) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 18:31:00.016333 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-439548f0-6a92-45b4-831f-39dcf85a5284 req-2431d697-b9ac-4295-8cd5-0954176d2984 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.10 "GET /v2.0/networks?id=70bb951b-5201-42f1-af2f-fff209eaf750 HTTP/1.1" status: 200  len: 817 time: 0.2889204
Apr 20 18:31:00.033488 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-86b1b5ba-17c1-4c30-ab97-bf915f2ddbce admin admin] Notify callbacks [] for security_group, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:00.034791 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-86b1b5ba-17c1-4c30-ab97-bf915f2ddbce admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3f2e0160-946c-4247-8695-8bfe9486a4a1 HTTP/1.1" status: 204  len: 168 time: 1.1032903
Apr 20 18:31:00.073090 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [req-ff4649b6-a1e6-4031-bce8-13a460573764 req-b1c22bd0-360f-4615-88dd-832aabf995ef service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:31:00.078973 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-8a843e8c-5449-48e9-a2b8-861e81d881a8 req-4c104c3a-b24a-4418-8c24-e6a18687c21a tempest-DeleteServersTestJSON-1661999450 tempest-DeleteServersTestJSON-1661999450-project] 10.222.0.11 "GET /v2.0/security-groups?id=3dd451b4-6ded-4db0-a4c1-6275b66e6b11&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3176606
Apr 20 18:31:00.095413 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [req-dac53b55-2bc0-435c-b1ed-2fb6950784a4 req-351d2771-d6cf-4e81-8d56-999955b3f093 tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] Synchronizing usage tracker for tenant:c9d2f68c6fa74348a553079d597a5342 on resource:port {{(pid=86421) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 18:31:00.130090 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [req-dac53b55-2bc0-435c-b1ed-2fb6950784a4 req-351d2771-d6cf-4e81-8d56-999955b3f093 tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] Unset dirty status for tenant:c9d2f68c6fa74348a553079d597a5342 on resource:port {{(pid=86421) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 18:31:00.131942 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-dac53b55-2bc0-435c-b1ed-2fb6950784a4 req-351d2771-d6cf-4e81-8d56-999955b3f093 tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=c9d2f68c6fa74348a553079d597a5342&fields=id HTTP/1.1" status: 200  len: 302 time: 0.5399282
Apr 20 18:31:00.142387 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [req-ff4649b6-a1e6-4031-bce8-13a460573764 req-b1c22bd0-360f-4615-88dd-832aabf995ef service neutron] Usage tracker for resource:security_group_rule and tenant:212c5ea360254fb6aa79b129028dde5d is out of sync, need to count used quota {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:31:00.209969 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [req-ff4649b6-a1e6-4031-bce8-13a460573764 req-b1c22bd0-360f-4615-88dd-832aabf995ef service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:31:00.284911 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [req-ff4649b6-a1e6-4031-bce8-13a460573764 req-b1c22bd0-360f-4615-88dd-832aabf995ef service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:31:00.339943 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [req-6f233798-c3d0-41bf-83fe-0eb83b2e6c6b req-5f678f87-2937-427a-87c2-18e1ee1e8883 tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:31:00.362673 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [req-6f233798-c3d0-41bf-83fe-0eb83b2e6c6b req-5f678f87-2937-427a-87c2-18e1ee1e8883 tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Usage tracker for resource:port and tenant:4d61b8cb74c8488e895692a092d04f17 is out of sync, need to count used quota {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:31:00.366250 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [req-6f233798-c3d0-41bf-83fe-0eb83b2e6c6b req-5f678f87-2937-427a-87c2-18e1ee1e8883 tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Quota usage for port was recalculated. Used quota:3. {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:31:00.373579 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [req-6f233798-c3d0-41bf-83fe-0eb83b2e6c6b req-5f678f87-2937-427a-87c2-18e1ee1e8883 tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:31:00.389114 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f233798-c3d0-41bf-83fe-0eb83b2e6c6b req-5f678f87-2937-427a-87c2-18e1ee1e8883 tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Made reservation on behalf of 4d61b8cb74c8488e895692a092d04f17 for: {'port': 1} {{(pid=86420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 18:31:00.395441 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-6f233798-c3d0-41bf-83fe-0eb83b2e6c6b req-5f678f87-2937-427a-87c2-18e1ee1e8883 tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854207267'] for port, before_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:00.423931 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [req-439548f0-6a92-45b4-831f-39dcf85a5284 req-2b5b426f-3064-4f16-a7e9-d2fc0f9868e5 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Synchronizing usage tracker for tenant:82646d2796ec4d6b9ec39ce05e5b838a on resource:security_group {{(pid=86420) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 18:31:00.425111 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-c01d085f-aa52-470c-a303-e419cff810f4 req-f37f4253-a3ba-4de6-8df1-52671a558346 tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] 10.222.0.11 "GET /v2.0/ports?device_id=195563af-933f-44b1-9a05-860e8d0d93c9 HTTP/1.1" status: 200  len: 210 time: 0.0555918
Apr 20 18:31:00.591453 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.11', 43686) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:31:00.608939 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [req-439548f0-6a92-45b4-831f-39dcf85a5284 req-2b5b426f-3064-4f16-a7e9-d2fc0f9868e5 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Unset dirty status for tenant:82646d2796ec4d6b9ec39ce05e5b838a on resource:security_group {{(pid=86420) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 18:31:00.610342 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-439548f0-6a92-45b4-831f-39dcf85a5284 req-2b5b426f-3064-4f16-a7e9-d2fc0f9868e5 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=82646d2796ec4d6b9ec39ce05e5b838a HTTP/1.1" status: 200  len: 5705 time: 0.5782111
Apr 20 18:31:00.651638 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.v2.base [req-439548f0-6a92-45b4-831f-39dcf85a5284 req-2fc47d7a-f9be-479e-9a25-b883d55c766d tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Request body: {'port': {'device_id': 'a35dabb6-d13d-48e1-b184-19d58be083db', 'network_id': '70bb951b-5201-42f1-af2f-fff209eaf750', 'admin_state_up': True, 'tenant_id': '82646d2796ec4d6b9ec39ce05e5b838a', 'security_groups': ['ed50e5aa-327b-422f-82a8-ba0a7946687e']}} {{(pid=86420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:31:00.754527 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-9134b3fd-8706-47e5-8a98-769d8e9e3b23 req-b272d308-5055-4a30-b3ea-c19319c44087 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "GET /v2.0/ports?device_id=a35dabb6-d13d-48e1-b184-19d58be083db HTTP/1.1" status: 200  len: 210 time: 0.0531812
Apr 20 18:31:00.765232 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-dac53b55-2bc0-435c-b1ed-2fb6950784a4 req-c45c50c1-aaf2-49b3-8f6f-80dccdfca973 service neutron] 10.222.0.11 "GET /v2.0/networks/e1a3515f-6650-48cb-a68d-8193e54b06db?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6243215
Apr 20 18:31:00.902344 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [req-439548f0-6a92-45b4-831f-39dcf85a5284 req-2fc47d7a-f9be-479e-9a25-b883d55c766d tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:31:00.915760 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [req-439548f0-6a92-45b4-831f-39dcf85a5284 req-2fc47d7a-f9be-479e-9a25-b883d55c766d tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:31:00.927518 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-dac53b55-2bc0-435c-b1ed-2fb6950784a4 req-34b59e23-0425-47a2-97ab-603685483190 service neutron] 10.222.0.11 "GET /v2.0/networks/e1a3515f-6650-48cb-a68d-8193e54b06db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1505501
Apr 20 18:31:00.933451 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.notifiers.nova [req-ea373bce-f14d-4369-a855-c9e1d2b6b7fe req-f6d80dd7-e6b6-430e-9f18-6385f1e5822a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7909e612-5dfa-4193-938a-9f6ca5d1756b {{(pid=86421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 18:31:00.944509 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-ea373bce-f14d-4369-a855-c9e1d2b6b7fe req-f6d80dd7-e6b6-430e-9f18-6385f1e5822a service neutron] Notify callbacks [] for port, precommit_update {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:00.961220 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [req-ea373bce-f14d-4369-a855-c9e1d2b6b7fe req-f6d80dd7-e6b6-430e-9f18-6385f1e5822a service neutron] Transition to ACTIVE for port object 7909e612-5dfa-4193-938a-9f6ca5d1756b will not be triggered until provisioned by entity L2. {{(pid=86421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 18:31:00.965001 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-ea373bce-f14d-4369-a855-c9e1d2b6b7fe req-f6d80dd7-e6b6-430e-9f18-6385f1e5822a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785676839112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251178383903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251178382076'] for port, after_update {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:00.971091 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:31:00.972823 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.v2.base [None req-99c921c2-dfcd-4797-9957-1378864efc09 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-859109584-network', 'tenant_id': '2e3d4836b02447fa90c2a3b3a3d1d9b9'}} {{(pid=86420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:31:00.987793 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-439548f0-6a92-45b4-831f-39dcf85a5284 req-2fc47d7a-f9be-479e-9a25-b883d55c766d tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Made reservation on behalf of 82646d2796ec4d6b9ec39ce05e5b838a for: {'port': 1} {{(pid=86420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 18:31:00.996254 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-439548f0-6a92-45b4-831f-39dcf85a5284 req-2fc47d7a-f9be-479e-9a25-b883d55c766d tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854207267'] for port, before_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:01.014990 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-99c921c2-dfcd-4797-9957-1378864efc09 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:31:01.031883 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.11', 43698) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:31:01.056121 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d80dd7-e6b6-430e-9f18-6385f1e5822a service neutron] Pushing event updated for resources: {'Port': ['ID=7909e612-5dfa-4193-938a-9f6ca5d1756b,revision_number=2']} {{(pid=86421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:31:01.066771 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-f6d80dd7-e6b6-430e-9f18-6385f1e5822a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:31:01.073856 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-99c921c2-dfcd-4797-9957-1378864efc09 admin admin] Usage tracker for resource:network and tenant:2e3d4836b02447fa90c2a3b3a3d1d9b9 is out of sync, need to count used quota {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:31:01.113724 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-99c921c2-dfcd-4797-9957-1378864efc09 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:31:01.138801 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-99c921c2-dfcd-4797-9957-1378864efc09 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:31:01.220459 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-29aeaf07-a66e-42e0-a9c6-97fbfb66deb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:01.290467 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99c921c2-dfcd-4797-9957-1378864efc09 admin admin] Made reservation on behalf of 2e3d4836b02447fa90c2a3b3a3d1d9b9 for: {'network': 1} {{(pid=86420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 18:31:01.297290 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-99c921c2-dfcd-4797-9957-1378864efc09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854207267'] for network, before_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:01.305661 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-ff007159-b200-43c4-944c-031e83038bfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:01.313163 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-29aeaf07-a66e-42e0-a9c6-97fbfb66deb1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:31:01.316970 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-ff4649b6-a1e6-4031-bce8-13a460573764 req-b1c22bd0-360f-4615-88dd-832aabf995ef service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:01.335904 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.11', 43712) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:31:01.338981 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-59ff2fcf-5a92-41e6-b6a8-ab5cb4df6403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:01.339485 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.db_base_plugin_common [req-6f233798-c3d0-41bf-83fe-0eb83b2e6c6b req-5f678f87-2937-427a-87c2-18e1ee1e8883 tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Allocated IP 172.20.0.10 (02422600-c332-4858-ad0c-e0fcc53844a7/75d0ac2f-18ed-4097-8673-60a099f48c88/76b67a60-4a92-4a63-a54b-d3a3a125203a) {{(pid=86420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 18:31:01.344645 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-29aeaf07-a66e-42e0-a9c6-97fbfb66deb1 admin admin] Usage tracker for resource:security_group_rule and tenant:32b72dc427d0427f98f5b3eccb17eca2 is out of sync, need to count used quota {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:31:01.352670 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-ff4649b6-a1e6-4031-bce8-13a460573764 req-b1c22bd0-360f-4615-88dd-832aabf995ef service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850969184'] for security_group, after_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:01.361349 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-29aeaf07-a66e-42e0-a9c6-97fbfb66deb1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:31:01.370658 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-8e7db12f-1ec8-4547-bff3-bde04063cd38 req-125bc1db-b8c9-49ed-a3c8-389a05e055ea tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] 10.222.0.11 "GET /v2.0/ports?device_id=0ca5926a-d176-4673-bbe5-442540a100b6 HTTP/1.1" status: 200  len: 210 time: 0.1738987
Apr 20 18:31:01.398197 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-f0c378dc-2f55-49ab-906e-003122dfc5f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:31:01.398679 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-99c921c2-dfcd-4797-9957-1378864efc09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:01.442731 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c22bd0-360f-4615-88dd-832aabf995ef service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=c38d9ab4-0d02-40f3-95be-e1d59c0a176c,revision_number=1']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:31:01.508866 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-29aeaf07-a66e-42e0-a9c6-97fbfb66deb1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:31:01.514564 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-b1c22bd0-360f-4615-88dd-832aabf995ef service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:31:01.586829 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [req-ea373bce-f14d-4369-a855-c9e1d2b6b7fe req-f6d80dd7-e6b6-430e-9f18-6385f1e5822a service neutron] Attempting to bind port 7909e612-5dfa-4193-938a-9f6ca5d1756b on host hv-cinder-78693 for vnic_type normal with profile  {{(pid=86421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 18:31:01.587208 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [req-ea373bce-f14d-4369-a855-c9e1d2b6b7fe req-f6d80dd7-e6b6-430e-9f18-6385f1e5822a service neutron] Attempting to bind port 7909e612-5dfa-4193-938a-9f6ca5d1756b by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': '9a1e4259-9a9c-4285-b3e5-c90ec9908485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'e1a3515f-6650-48cb-a68d-8193e54b06db'}] {{(pid=86421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 18:31:01.587581 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea373bce-f14d-4369-a855-c9e1d2b6b7fe req-f6d80dd7-e6b6-430e-9f18-6385f1e5822a service neutron] Attempting to bind port 7909e612-5dfa-4193-938a-9f6ca5d1756b on network e1a3515f-6650-48cb-a68d-8193e54b06db {{(pid=86421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 18:31:01.611134 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.db_base_plugin_common [req-439548f0-6a92-45b4-831f-39dcf85a5284 req-2fc47d7a-f9be-479e-9a25-b883d55c766d tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Allocated IP 172.20.0.9 (70bb951b-5201-42f1-af2f-fff209eaf750/de093425-a655-4f08-b89a-732e934018c4/fc2c1be7-a945-415f-9fcd-718e1fd4abb7) {{(pid=86420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 18:31:01.640927 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-99c921c2-dfcd-4797-9957-1378864efc09 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:31:01.648529 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-99c921c2-dfcd-4797-9957-1378864efc09 admin admin] Usage tracker for resource:security_group_rule and tenant:2e3d4836b02447fa90c2a3b3a3d1d9b9 is out of sync, need to count used quota {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:31:01.648664 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea373bce-f14d-4369-a855-c9e1d2b6b7fe req-f6d80dd7-e6b6-430e-9f18-6385f1e5822a service neutron] Port 7909e612-5dfa-4193-938a-9f6ca5d1756b on network e1a3515f-6650-48cb-a68d-8193e54b06db not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=86421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 20 18:31:01.648927 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea373bce-f14d-4369-a855-c9e1d2b6b7fe req-f6d80dd7-e6b6-430e-9f18-6385f1e5822a service neutron] Attempting to bind port 7909e612-5dfa-4193-938a-9f6ca5d1756b on network e1a3515f-6650-48cb-a68d-8193e54b06db {{(pid=86421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 18:31:01.652062 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-99c921c2-dfcd-4797-9957-1378864efc09 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:31:01.655803 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-5ccebb3e-be4b-4d80-a9a4-9c0370f2e401 req-72574c11-71f2-4bf9-b6e6-279f315c8a2c tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] 10.222.0.11 "GET /v2.0/ports?device_id=195563af-933f-44b1-9a05-860e8d0d93c9 HTTP/1.1" status: 200  len: 210 time: 0.0729809
Apr 20 18:31:01.658575 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-99c921c2-dfcd-4797-9957-1378864efc09 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:31:01.668485 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea373bce-f14d-4369-a855-c9e1d2b6b7fe req-f6d80dd7-e6b6-430e-9f18-6385f1e5822a service neutron] Checking agent: {'id': '1d7a02d0-8f4e-4dcc-9452-bf36df956f32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 28, 32), 'started_at': datetime.datetime(2021, 4, 20, 18, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 30, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 18:31:01.668776 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea373bce-f14d-4369-a855-c9e1d2b6b7fe req-f6d80dd7-e6b6-430e-9f18-6385f1e5822a service neutron] Checking segment: {'id': '9a1e4259-9a9c-4285-b3e5-c90ec9908485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'e1a3515f-6650-48cb-a68d-8193e54b06db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 18:31:01.668884 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-ff4649b6-a1e6-4031-bce8-13a460573764 req-b1c22bd0-360f-4615-88dd-832aabf995ef service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=3dd451b4-6ded-4db0-a4c1-6275b66e6b11&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.9522350
Apr 20 18:31:01.669206 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea373bce-f14d-4369-a855-c9e1d2b6b7fe req-f6d80dd7-e6b6-430e-9f18-6385f1e5822a service neutron] Bound using segment: {'id': '9a1e4259-9a9c-4285-b3e5-c90ec9908485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'e1a3515f-6650-48cb-a68d-8193e54b06db'} {{(pid=86421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 18:31:01.669702 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [req-ea373bce-f14d-4369-a855-c9e1d2b6b7fe req-f6d80dd7-e6b6-430e-9f18-6385f1e5822a service neutron] Bound port: 7909e612-5dfa-4193-938a-9f6ca5d1756b, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a1e4259-9a9c-4285-b3e5-c90ec9908485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'e1a3515f-6650-48cb-a68d-8193e54b06db'}}] {{(pid=86421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 18:31:01.670088 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-ea373bce-f14d-4369-a855-c9e1d2b6b7fe req-f6d80dd7-e6b6-430e-9f18-6385f1e5822a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854207267'] for port, before_update {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:01.761329 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3299a3c8-4ad1-4254-aff0-7d6e8b958dec req-e45e5159-2e71-49c5-8a75-2e8b5ca1961b tempest-DeleteServersTestJSON-1661999450 tempest-DeleteServersTestJSON-1661999450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:31:01.769148 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-3299a3c8-4ad1-4254-aff0-7d6e8b958dec req-e45e5159-2e71-49c5-8a75-2e8b5ca1961b tempest-DeleteServersTestJSON-1661999450 tempest-DeleteServersTestJSON-1661999450-project] 10.222.0.11 "GET /v2.0/ports?device_id=4221c5a7-ddf0-491f-bfa9-2c78b0dffa17 HTTP/1.1" status: 200  len: 945 time: 0.4115109
Apr 20 18:31:01.797288 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-99c921c2-dfcd-4797-9957-1378864efc09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:01.849241 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-6f42634e-65b2-4d48-8ef4-2d759093cb87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:01.865068 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-3299a3c8-4ad1-4254-aff0-7d6e8b958dec req-923f43f4-29fb-4c41-9a50-0c1f973eb569 tempest-DeleteServersTestJSON-1661999450 tempest-DeleteServersTestJSON-1661999450-project] 10.222.0.11 "GET /v2.0/security-groups?id=3dd451b4-6ded-4db0-a4c1-6275b66e6b11&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0939326
Apr 20 18:31:01.875581 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [req-ea373bce-f14d-4369-a855-c9e1d2b6b7fe req-f6d80dd7-e6b6-430e-9f18-6385f1e5822a service neutron] For port 7909e612-5dfa-4193-938a-9f6ca5d1756b, host hv-cinder-78693, cleared binding levels {{(pid=86421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 18:31:01.880482 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [req-ea373bce-f14d-4369-a855-c9e1d2b6b7fe req-f6d80dd7-e6b6-430e-9f18-6385f1e5822a service neutron] For port 7909e612-5dfa-4193-938a-9f6ca5d1756b, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=7909e612-5dfa-4193-938a-9f6ca5d1756b,segment=NetworkSegment(9a1e4259-9a9c-4285-b3e5-c90ec9908485),segment_id=9a1e4259-9a9c-4285-b3e5-c90ec9908485)] {{(pid=86421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 18:31:01.884750 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-ea373bce-f14d-4369-a855-c9e1d2b6b7fe req-f6d80dd7-e6b6-430e-9f18-6385f1e5822a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785676839112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251178383903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251178382076'] for port, after_update {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:01.886200 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-99c921c2-dfcd-4797-9957-1378864efc09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850969184'] for security_group, after_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:01.890940 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:31:01.925560 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:31:02.003944 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:02.004450 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea373bce-f14d-4369-a855-c9e1d2b6b7fe req-f6d80dd7-e6b6-430e-9f18-6385f1e5822a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:31:02.005014 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-ea373bce-f14d-4369-a855-c9e1d2b6b7fe req-f6d80dd7-e6b6-430e-9f18-6385f1e5822a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3704713'] for port, before_response {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:02.008272 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-ea373bce-f14d-4369-a855-c9e1d2b6b7fe req-f6d80dd7-e6b6-430e-9f18-6385f1e5822a service neutron] 10.222.0.10 "PUT /v2.0/ports/7909e612-5dfa-4193-938a-9f6ca5d1756b HTTP/1.1" status: 200  len: 1093 time: 2.5901163
Apr 20 18:31:02.033197 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0fd46bd-9fee-4340-9afc-d88468312b48', 'tag': '7909e612-5dfa-4193-938a-9f6ca5d1756b'}] {{(pid=86421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:31:02.075008 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-0141ed88-0f77-495d-8341-96d1f1c53316 req-074d5709-44a7-47a4-b336-8e2df9c6f121 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "GET /v2.0/ports?device_id=a35dabb6-d13d-48e1-b184-19d58be083db HTTP/1.1" status: 200  len: 210 time: 0.1394808
Apr 20 18:31:02.102615 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d80dd7-e6b6-430e-9f18-6385f1e5822a service neutron] Pushing event updated for resources: {'Port': ['ID=7909e612-5dfa-4193-938a-9f6ca5d1756b,revision_number=3']} {{(pid=86421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:31:02.114920 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-f6d80dd7-e6b6-430e-9f18-6385f1e5822a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:31:02.150289 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0fd46bd-9fee-4340-9afc-d88468312b48', 'tag': '7909e612-5dfa-4193-938a-9f6ca5d1756b', 'status': 'completed', 'code': 200}
Apr 20 18:31:02.278018 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea373bce-f14d-4369-a855-c9e1d2b6b7fe req-062a2c44-7202-434d-8935-aa9c95762356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:31:02.279670 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-ea373bce-f14d-4369-a855-c9e1d2b6b7fe req-062a2c44-7202-434d-8935-aa9c95762356 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c9d2f68c6fa74348a553079d597a5342&device_id=d0fd46bd-9fee-4340-9afc-d88468312b48 HTTP/1.1" status: 200  len: 1096 time: 0.1027474
Apr 20 18:31:02.300836 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:02.345529 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-6f42634e-65b2-4d48-8ef4-2d759093cb87 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:31:02.357988 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99c921c2-dfcd-4797-9957-1378864efc09 admin admin] vlan segment allocate from pool success with {'vlan_id': 381, 'physical_network': 'physnet1'}  {{(pid=86420) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 20 18:31:02.359668 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-ea373bce-f14d-4369-a855-c9e1d2b6b7fe req-a5b4aae1-05b5-47cc-970b-d88c5da166fd service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7909e612-5dfa-4193-938a-9f6ca5d1756b HTTP/1.1" status: 200  len: 217 time: 0.0710268
Apr 20 18:31:02.360257 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c921c2-dfcd-4797-9957-1378864efc09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0e1fa76-7513-4f22-b543-89e515550277,revision_number=1']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:31:02.418133 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-6f42634e-65b2-4d48-8ef4-2d759093cb87 admin admin] Usage tracker for resource:security_group_rule and tenant:2fc3fc8dd8cb430d9c46e9b96b1544c7 is out of sync, need to count used quota {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:31:02.437455 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-99c921c2-dfcd-4797-9957-1378864efc09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854148540'] for segment, precommit_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:02.438248 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.db.segments_db [None req-99c921c2-dfcd-4797-9957-1378864efc09 admin admin] Added segment 12a52afb-18e5-417f-934f-151d96fc9262 of type vlan for network 8448150c-c8bd-4dc4-af6a-9869fe4dc86b
Apr 20 18:31:02.467510 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea373bce-f14d-4369-a855-c9e1d2b6b7fe req-470205e9-0009-46d6-a404-8756c97c525d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:31:02.472829 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-ea373bce-f14d-4369-a855-c9e1d2b6b7fe req-470205e9-0009-46d6-a404-8756c97c525d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=680a997a-0cf4-4428-86cb-30422b5e5d52 HTTP/1.1" status: 200  len: 858 time: 0.1036432
Apr 20 18:31:02.474033 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-99c921c2-dfcd-4797-9957-1378864efc09 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785676380019'] for network, precommit_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:02.522438 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-6f42634e-65b2-4d48-8ef4-2d759093cb87 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:31:02.528566 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-99c921c2-dfcd-4797-9957-1378864efc09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.603s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:31:02.544642 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-6f42634e-65b2-4d48-8ef4-2d759093cb87 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:31:02.550361 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-99c921c2-dfcd-4797-9957-1378864efc09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850969204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730'] for network, after_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:02.575770 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99c921c2-dfcd-4797-9957-1378864efc09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:31:02.576455 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-99c921c2-dfcd-4797-9957-1378864efc09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3704713'] for network, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:02.583285 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-ea373bce-f14d-4369-a855-c9e1d2b6b7fe req-7043d499-4afc-4371-b690-7bd382d491f1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e1a3515f-6650-48cb-a68d-8193e54b06db&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1012168
Apr 20 18:31:02.591119 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-73e84ed5-bffa-42d4-bd2b-b781ba398031 req-eb7a311b-f1de-4ec5-952a-7347f999153a tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] 10.222.0.11 "GET /v2.0/ports?device_id=0ca5926a-d176-4673-bbe5-442540a100b6 HTTP/1.1" status: 200  len: 210 time: 0.0649447
Apr 20 18:31:02.593656 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:31:02.742509 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-ea373bce-f14d-4369-a855-c9e1d2b6b7fe req-f888b467-bd53-43ab-a9b5-30119237dd37 service neutron] 10.222.0.10 "GET /v2.0/networks/e1a3515f-6650-48cb-a68d-8193e54b06db?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1474128
Apr 20 18:31:02.777972 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c921c2-dfcd-4797-9957-1378864efc09 admin admin] Pushing event updated for resources: {'Network': ['ID=8448150c-c8bd-4dc4-af6a-9869fe4dc86b,revision_number=1']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:31:02.789941 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Network 8448150c-c8bd-4dc4-af6a-9869fe4dc86b details requested by agent ovs-agent-dv-cinder-786931-2-iscsi with host dv-cinder-786931-2-iscsi {{(pid=86422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 20 18:31:02.822499 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-99c921c2-dfcd-4797-9957-1378864efc09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:31:02.989813 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-ec05f58f-0725-4d2c-b1a7-4f2ba6c4f685 req-5cfc370a-d0fa-45ec-bee4-8e9c17989719 tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] 10.222.0.11 "GET /v2.0/ports?device_id=195563af-933f-44b1-9a05-860e8d0d93c9 HTTP/1.1" status: 200  len: 210 time: 0.1259189
Apr 20 18:31:03.075274 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-ea373bce-f14d-4369-a855-c9e1d2b6b7fe req-ea54a8e1-ae89-4341-bf45-3a5ae52850e4 service neutron] 10.222.0.10 "GET /v2.0/networks/e1a3515f-6650-48cb-a68d-8193e54b06db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3233638
Apr 20 18:31:03.107154 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-439548f0-6a92-45b4-831f-39dcf85a5284 req-2fc47d7a-f9be-479e-9a25-b883d55c766d tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Notify callbacks [] for port, precommit_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:03.111909 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-29aeaf07-a66e-42e0-a9c6-97fbfb66deb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:03.136046 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f324a2-2423-489a-9ecf-ed83dfac066f req-0a929d8f-e0ed-4930-aeee-a27be662e923 tempest-DeleteServersTestJSON-1661999450 tempest-DeleteServersTestJSON-1661999450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:31:03.137690 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-b4f324a2-2423-489a-9ecf-ed83dfac066f req-0a929d8f-e0ed-4930-aeee-a27be662e923 tempest-DeleteServersTestJSON-1661999450 tempest-DeleteServersTestJSON-1661999450-project] 10.222.0.11 "GET /v2.0/ports?device_id=4221c5a7-ddf0-491f-bfa9-2c78b0dffa17 HTTP/1.1" status: 200  len: 945 time: 0.1469169
Apr 20 18:31:03.139432 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-6f233798-c3d0-41bf-83fe-0eb83b2e6c6b req-5f678f87-2937-427a-87c2-18e1ee1e8883 tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Notify callbacks [] for port, precommit_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:03.142783 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-29aeaf07-a66e-42e0-a9c6-97fbfb66deb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850969184'] for security_group, after_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:03.165186 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:31:03.172693 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-99c921c2-dfcd-4797-9957-1378864efc09 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201  len: 897 time: 2.5653300
Apr 20 18:31:03.181504 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86421) accepted ('10.222.0.11', 43754) {{(pid=86421) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:31:03.195758 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.v2.base [None req-a86cc324-1c83-45c9-8f3b-efde0f05ed94 admin admin] Request body: {'subnet': {'network_id': '8448150c-c8bd-4dc4-af6a-9869fe4dc86b', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-859109584-subnet', 'tenant_id': '2e3d4836b02447fa90c2a3b3a3d1d9b9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:31:03.204883 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-a86cc324-1c83-45c9-8f3b-efde0f05ed94 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86421) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:31:03.220884 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-a86cc324-1c83-45c9-8f3b-efde0f05ed94 admin admin] Usage tracker for resource:subnet and tenant:2e3d4836b02447fa90c2a3b3a3d1d9b9 is out of sync, need to count used quota {{(pid=86421) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:31:03.230592 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-b4f324a2-2423-489a-9ecf-ed83dfac066f req-7d8f96a1-d988-4d7e-a92f-0c1fc8fa36df tempest-DeleteServersTestJSON-1661999450 tempest-DeleteServersTestJSON-1661999450-project] 10.222.0.11 "GET /v2.0/security-groups?id=3dd451b4-6ded-4db0-a4c1-6275b66e6b11&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0834877
Apr 20 18:31:03.232461 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-a86cc324-1c83-45c9-8f3b-efde0f05ed94 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86421) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:31:03.241446 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-a86cc324-1c83-45c9-8f3b-efde0f05ed94 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86421) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:31:03.262108 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-69625b45-0eac-4ead-bef5-f7df2e631dfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:03.262336 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [req-439548f0-6a92-45b4-831f-39dcf85a5284 req-2fc47d7a-f9be-479e-9a25-b883d55c766d tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Transition to ACTIVE for port object fc2c1be7-a945-415f-9fcd-718e1fd4abb7 will not be triggered until provisioned by entity DHCP. {{(pid=86420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 18:31:03.294307 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [req-6f233798-c3d0-41bf-83fe-0eb83b2e6c6b req-5f678f87-2937-427a-87c2-18e1ee1e8883 tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Transition to ACTIVE for port object 76b67a60-4a92-4a63-a54b-d3a3a125203a will not be triggered until provisioned by entity DHCP. {{(pid=86420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 18:31:03.304956 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29aeaf07-a66e-42e0-a9c6-97fbfb66deb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=336fa561-56e8-4cf3-875b-33092a4d3006,revision_number=1']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:31:03.308308 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-29aeaf07-a66e-42e0-a9c6-97fbfb66deb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:31:03.317313 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-29aeaf07-a66e-42e0-a9c6-97fbfb66deb1 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=32b72dc427d0427f98f5b3eccb17eca2&name=default HTTP/1.1" status: 200  len: 2979 time: 2.2842605
Apr 20 18:31:03.330844 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.11', 43760) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:31:03.341214 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac53b55-2bc0-435c-b1ed-2fb6950784a4 req-99c39a94-3b71-4400-88eb-d5f8996ca966 tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:31:03.342820 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-dac53b55-2bc0-435c-b1ed-2fb6950784a4 req-99c39a94-3b71-4400-88eb-d5f8996ca966 tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] 10.222.0.10 "GET /v2.0/networks?id=e1a3515f-6650-48cb-a68d-8193e54b06db HTTP/1.1" status: 200  len: 818 time: 0.7623773
Apr 20 18:31:03.356736 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-c330730d-a0e8-470f-a649-20159c63c2b5 req-9dbd9901-6a10-4e9d-8d0a-52bf68b50854 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "GET /v2.0/ports?device_id=a35dabb6-d13d-48e1-b184-19d58be083db HTTP/1.1" status: 200  len: 210 time: 0.0678089
Apr 20 18:31:03.360561 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a86cc324-1c83-45c9-8f3b-efde0f05ed94 admin admin] Made reservation on behalf of 2e3d4836b02447fa90c2a3b3a3d1d9b9 for: {'subnet': 1} {{(pid=86421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 18:31:03.366877 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-a86cc324-1c83-45c9-8f3b-efde0f05ed94 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:03.368178 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-6f42634e-65b2-4d48-8ef4-2d759093cb87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:03.380032 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.v2.base [req-dac53b55-2bc0-435c-b1ed-2fb6950784a4 req-31e4aec0-b241-45cb-9539-ba979df0914c tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] Request body: {'port': {'device_id': '0ca5926a-d176-4673-bbe5-442540a100b6', 'network_id': 'e1a3515f-6650-48cb-a68d-8193e54b06db', 'admin_state_up': True, 'tenant_id': 'c9d2f68c6fa74348a553079d597a5342'}} {{(pid=86420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:31:03.404430 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-6f42634e-65b2-4d48-8ef4-2d759093cb87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850969184'] for security_group, after_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:03.424494 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-3ad3ccc0-586a-41b8-8eff-ccbb493efdcd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:31:03.499861 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d1af01-ebbd-451a-863d-2c8d9207dfb2 req-aaa4bccb-b9a0-4c4c-a8a0-a220fb2158bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:31:03.501569 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-05d1af01-ebbd-451a-863d-2c8d9207dfb2 req-aaa4bccb-b9a0-4c4c-a8a0-a220fb2158bd service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c9d2f68c6fa74348a553079d597a5342&device_id=d0fd46bd-9fee-4340-9afc-d88468312b48 HTTP/1.1" status: 200  len: 1096 time: 0.2620482
Apr 20 18:31:03.609822 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f42634e-65b2-4d48-8ef4-2d759093cb87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c85ca20e-c3f5-482f-9a49-30ff1699761f,revision_number=1']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:31:03.613218 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-6f42634e-65b2-4d48-8ef4-2d759093cb87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:31:03.630418 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-6f42634e-65b2-4d48-8ef4-2d759093cb87 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2fc3fc8dd8cb430d9c46e9b96b1544c7&name=default HTTP/1.1" status: 200  len: 2979 time: 2.2905140
Apr 20 18:31:03.643626 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-439548f0-6a92-45b4-831f-39dcf85a5284 req-2fc47d7a-f9be-479e-9a25-b883d55c766d tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251178383920'] for port, after_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:03.646433 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.11', 43770) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:31:03.669182 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-6f233798-c3d0-41bf-83fe-0eb83b2e6c6b req-5f678f87-2937-427a-87c2-18e1ee1e8883 tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251178383920'] for port, after_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:03.688333 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:31:03.731500 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d1af01-ebbd-451a-863d-2c8d9207dfb2 req-71c0ff7d-e5b7-4562-bbad-2249a8cc5962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:31:03.732800 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-05d1af01-ebbd-451a-863d-2c8d9207dfb2 req-71c0ff7d-e5b7-4562-bbad-2249a8cc5962 service neutron] 10.222.0.10 "GET /v2.0/networks?id=e1a3515f-6650-48cb-a68d-8193e54b06db HTTP/1.1" status: 200  len: 919 time: 0.2240236
Apr 20 18:31:03.775153 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-399808b7-1f74-455d-91e1-b7d751e5df4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:03.836828 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-439548f0-6a92-45b4-831f-39dcf85a5284 req-2fc47d7a-f9be-479e-9a25-b883d55c766d tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Network 70bb951b-5201-42f1-af2f-fff209eaf750 is already hosted by enough agents. {{(pid=86420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 18:31:03.846172 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [req-dac53b55-2bc0-435c-b1ed-2fb6950784a4 req-31e4aec0-b241-45cb-9539-ba979df0914c tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:31:03.874320 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f233798-c3d0-41bf-83fe-0eb83b2e6c6b req-5f678f87-2937-427a-87c2-18e1ee1e8883 tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Network 02422600-c332-4858-ad0c-e0fcc53844a7 is already hosted by enough agents. {{(pid=86420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 18:31:03.874539 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-05d1af01-ebbd-451a-863d-2c8d9207dfb2 req-f3e2aa35-cd83-4339-b42f-c0b6a7c7f3eb service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7909e612-5dfa-4193-938a-9f6ca5d1756b HTTP/1.1" status: 200  len: 217 time: 0.1281862
Apr 20 18:31:03.876728 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.scheduler.base_scheduler [req-439548f0-6a92-45b4-831f-39dcf85a5284 req-2fc47d7a-f9be-479e-9a25-b883d55c766d tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Resources bound (agent type, host, resource id):  {{(pid=86420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:31:03.879329 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [req-439548f0-6a92-45b4-831f-39dcf85a5284 req-2fc47d7a-f9be-479e-9a25-b883d55c766d tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Received port after_create {{(pid=86420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 18:31:03.885759 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439548f0-6a92-45b4-831f-39dcf85a5284 req-2fc47d7a-f9be-479e-9a25-b883d55c766d tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:31:03.886513 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-439548f0-6a92-45b4-831f-39dcf85a5284 req-2fc47d7a-f9be-479e-9a25-b883d55c766d tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3704713'] for port, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:03.905517 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.scheduler.base_scheduler [req-6f233798-c3d0-41bf-83fe-0eb83b2e6c6b req-5f678f87-2937-427a-87c2-18e1ee1e8883 tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Resources bound (agent type, host, resource id):  {{(pid=86420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:31:03.908142 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f233798-c3d0-41bf-83fe-0eb83b2e6c6b req-5f678f87-2937-427a-87c2-18e1ee1e8883 tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Received port after_create {{(pid=86420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 18:31:03.916496 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f233798-c3d0-41bf-83fe-0eb83b2e6c6b req-5f678f87-2937-427a-87c2-18e1ee1e8883 tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:31:03.917435 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-6f233798-c3d0-41bf-83fe-0eb83b2e6c6b req-5f678f87-2937-427a-87c2-18e1ee1e8883 tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3704713'] for port, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:03.943674 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc47d7a-f9be-479e-9a25-b883d55c766d tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Pushing event updated for resources: {'Port': ['ID=fc2c1be7-a945-415f-9fcd-718e1fd4abb7,revision_number=1']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:31:03.954705 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-399808b7-1f74-455d-91e1-b7d751e5df4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:03.956940 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-e2edb50b-d085-4398-95e7-a7578ad2cb6b req-b670ff9b-63b4-4566-b45e-3e9ccf62895d tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] 10.222.0.11 "GET /v2.0/ports?device_id=0ca5926a-d176-4673-bbe5-442540a100b6 HTTP/1.1" status: 200  len: 210 time: 0.1314659
Apr 20 18:31:04.063347 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [req-dac53b55-2bc0-435c-b1ed-2fb6950784a4 req-31e4aec0-b241-45cb-9539-ba979df0914c tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:31:04.069516 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f678f87-2937-427a-87c2-18e1ee1e8883 tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Pushing event updated for resources: {'Port': ['ID=76b67a60-4a92-4a63-a54b-d3a3a125203a,revision_number=1']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:31:04.125042 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-5f678f87-2937-427a-87c2-18e1ee1e8883 tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.437s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:31:04.126446 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-536e1dca-7a73-4b45-96da-9f8c8a66949f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:04.160476 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-536e1dca-7a73-4b45-96da-9f8c8a66949f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:04.213067 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-6162b702-d973-4fc1-979c-cb23059d5927 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.444s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:31:04.213811 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-6162b702-d973-4fc1-979c-cb23059d5927 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:31:04.233746 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-5f40def6-f2d5-4a2f-aee6-13eda5d745df None None] Provisioning for port fc2c1be7-a945-415f-9fcd-718e1fd4abb7 completed by entity DHCP. {{(pid=86422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 18:31:04.241491 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-5f40def6-f2d5-4a2f-aee6-13eda5d745df None None] Provisioning complete for port fc2c1be7-a945-415f-9fcd-718e1fd4abb7 triggered by entity DHCP. {{(pid=86422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:31:04.242027 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-5f40def6-f2d5-4a2f-aee6-13eda5d745df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733696'] for port, provisioning_complete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:04.266177 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-536e1dca-7a73-4b45-96da-9f8c8a66949f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850969184'] for security_group, after_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:04.269012 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-536e1dca-7a73-4b45-96da-9f8c8a66949f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:04.275244 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-536e1dca-7a73-4b45-96da-9f8c8a66949f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c85ca20e-c3f5-482f-9a49-30ff1699761f HTTP/1.1" status: 204  len: 168 time: 0.6220264
Apr 20 18:31:04.277106 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-439548f0-6a92-45b4-831f-39dcf85a5284 req-2fc47d7a-f9be-479e-9a25-b883d55c766d tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.6415164
Apr 20 18:31:04.277822 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-86b1b5ba-17c1-4c30-ab97-bf915f2ddbce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:31:04.302600 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.v2.base [req-439548f0-6a92-45b4-831f-39dcf85a5284 req-d680a5d5-4330-4b79-81c9-32624706e059 service neutron] Request body: {'port': {'device_id': 'a35dabb6-d13d-48e1-b184-19d58be083db', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=86420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:31:04.345497 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-6f233798-c3d0-41bf-83fe-0eb83b2e6c6b req-5f678f87-2937-427a-87c2-18e1ee1e8883 tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 4.7439613
Apr 20 18:31:04.346348 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dac53b55-2bc0-435c-b1ed-2fb6950784a4 req-31e4aec0-b241-45cb-9539-ba979df0914c tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] Made reservation on behalf of c9d2f68c6fa74348a553079d597a5342 for: {'port': 1} {{(pid=86420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 18:31:04.353468 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-dac53b55-2bc0-435c-b1ed-2fb6950784a4 req-31e4aec0-b241-45cb-9539-ba979df0914c tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854207267'] for port, before_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:04.356346 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-5f40def6-f2d5-4a2f-aee6-13eda5d745df None None] Port fc2c1be7-a945-415f-9fcd-718e1fd4abb7 cannot update to ACTIVE because it is not bound. {{(pid=86422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 18:31:04.373417 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536e1dca-7a73-4b45-96da-9f8c8a66949f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c85ca20e-c3f5-482f-9a49-30ff1699761f,revision_number=None']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:31:04.379938 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-5f40def6-f2d5-4a2f-aee6-13eda5d745df None None] Provisioning for port 76b67a60-4a92-4a63-a54b-d3a3a125203a completed by entity DHCP. {{(pid=86422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 18:31:04.391126 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-536e1dca-7a73-4b45-96da-9f8c8a66949f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:31:04.406492 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.v2.base [req-6f233798-c3d0-41bf-83fe-0eb83b2e6c6b req-28fea59b-ad6d-4ce4-b3fb-1b3053876976 service neutron] Request body: {'port': {'device_id': '195563af-933f-44b1-9a05-860e8d0d93c9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=86420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:31:04.414775 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-5f40def6-f2d5-4a2f-aee6-13eda5d745df None None] Provisioning complete for port 76b67a60-4a92-4a63-a54b-d3a3a125203a triggered by entity DHCP. {{(pid=86422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:31:04.415199 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-5f40def6-f2d5-4a2f-aee6-13eda5d745df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733696'] for port, provisioning_complete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:04.509949 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-5f40def6-f2d5-4a2f-aee6-13eda5d745df None None] Port 76b67a60-4a92-4a63-a54b-d3a3a125203a cannot update to ACTIVE because it is not bound. {{(pid=86422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 18:31:04.566718 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d1af01-ebbd-451a-863d-2c8d9207dfb2 req-27378271-2d3a-449f-afb8-2ba8c292e93e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:31:04.568363 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-05d1af01-ebbd-451a-863d-2c8d9207dfb2 req-27378271-2d3a-449f-afb8-2ba8c292e93e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=680a997a-0cf4-4428-86cb-30422b5e5d52 HTTP/1.1" status: 200  len: 858 time: 0.6872249
Apr 20 18:31:04.641063 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-05d1af01-ebbd-451a-863d-2c8d9207dfb2 req-c615ad34-9e63-43ae-b5ea-a42af0980d4c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e1a3515f-6650-48cb-a68d-8193e54b06db&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0615244
Apr 20 18:31:04.727676 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.11', 43796) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:31:04.750380 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-399808b7-1f74-455d-91e1-b7d751e5df4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850969184'] for security_group, after_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:04.775029 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-a02f09fd-a39e-4b0d-b970-8d376ee41dea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:31:04.807584 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-439548f0-6a92-45b4-831f-39dcf85a5284 req-d680a5d5-4330-4b79-81c9-32624706e059 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854207267'] for port, before_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:04.830245 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-0008ab87-d636-4d7e-93e8-256a572120fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:04.840515 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399808b7-1f74-455d-91e1-b7d751e5df4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=336fa561-56e8-4cf3-875b-33092a4d3006,revision_number=None']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:31:04.843955 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2d67f8-3e82-430e-a614-30fe17652674 req-932ca405-f271-4d9d-993f-12918a2ab184 tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:31:04.845860 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-1c2d67f8-3e82-430e-a614-30fe17652674 req-932ca405-f271-4d9d-993f-12918a2ab184 tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] 10.222.0.11 "GET /v2.0/ports?device_id=195563af-933f-44b1-9a05-860e8d0d93c9 HTTP/1.1" status: 200  len: 932 time: 0.4931371
Apr 20 18:31:04.856711 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-399808b7-1f74-455d-91e1-b7d751e5df4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:31:04.871169 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075ae830-3d6d-4b08-97d3-c8bddabc0aac req-dc03bf1b-9904-4bd7-8d27-3ed81a5d554c tempest-DeleteServersTestJSON-1661999450 tempest-DeleteServersTestJSON-1661999450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:31:04.873031 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-075ae830-3d6d-4b08-97d3-c8bddabc0aac req-dc03bf1b-9904-4bd7-8d27-3ed81a5d554c tempest-DeleteServersTestJSON-1661999450 tempest-DeleteServersTestJSON-1661999450-project] 10.222.0.11 "GET /v2.0/ports?device_id=4221c5a7-ddf0-491f-bfa9-2c78b0dffa17 HTTP/1.1" status: 200  len: 945 time: 0.3765271
Apr 20 18:31:04.918871 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-6f233798-c3d0-41bf-83fe-0eb83b2e6c6b req-28fea59b-ad6d-4ce4-b3fb-1b3053876976 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854207267'] for port, before_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:04.966789 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-0008ab87-d636-4d7e-93e8-256a572120fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:31:04.988520 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-05d1af01-ebbd-451a-863d-2c8d9207dfb2 req-8382f76e-6f76-4e88-a841-f9429192ebf1 service neutron] 10.222.0.10 "GET /v2.0/networks/e1a3515f-6650-48cb-a68d-8193e54b06db?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3280952
Apr 20 18:31:04.999263 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-0008ab87-d636-4d7e-93e8-256a572120fd admin admin] Usage tracker for resource:security_group_rule and tenant:0a215587394540abb22cc5781da59274 is out of sync, need to count used quota {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:31:05.010884 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-0008ab87-d636-4d7e-93e8-256a572120fd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:31:05.014027 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-399808b7-1f74-455d-91e1-b7d751e5df4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:05.015245 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-399808b7-1f74-455d-91e1-b7d751e5df4c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/336fa561-56e8-4cf3-875b-33092a4d3006 HTTP/1.1" status: 204  len: 168 time: 1.6823106
Apr 20 18:31:05.038583 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-1c2d67f8-3e82-430e-a614-30fe17652674 req-289c4c7c-7f10-42a9-98a6-34e5bddffe4c tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] 10.222.0.11 "GET /v2.0/security-groups?id=69608afe-11f9-43e6-87f2-e65ac49327da&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1605120
Apr 20 18:31:05.045573 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-075ae830-3d6d-4b08-97d3-c8bddabc0aac req-a2540e76-35ec-407c-9f71-aedf8d355833 tempest-DeleteServersTestJSON-1661999450 tempest-DeleteServersTestJSON-1661999450-project] 10.222.0.11 "GET /v2.0/security-groups?id=3dd451b4-6ded-4db0-a4c1-6275b66e6b11&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1549804
Apr 20 18:31:05.058364 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-0008ab87-d636-4d7e-93e8-256a572120fd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:31:05.218199 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-a86cc324-1c83-45c9-8f3b-efde0f05ed94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850911380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730'] for subnet, after_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:05.227715 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-e1f43a68-29fe-4831-b47c-7957f8e522c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:31:05.401533 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-05d1af01-ebbd-451a-863d-2c8d9207dfb2 req-3bc8e225-aa45-4cf1-9345-376e9097c236 service neutron] 10.222.0.10 "GET /v2.0/networks/e1a3515f-6650-48cb-a68d-8193e54b06db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3994944
Apr 20 18:31:05.437438 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-b6488b92-8fbb-4f09-9166-6b607efd1785 req-4b6fb97d-8202-4798-a88e-429a39820433 tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] 10.222.0.11 "GET /v2.0/ports?device_id=0ca5926a-d176-4673-bbe5-442540a100b6 HTTP/1.1" status: 200  len: 210 time: 0.1062393
Apr 20 18:31:05.441960 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86cc324-1c83-45c9-8f3b-efde0f05ed94 admin admin] Pushing event updated for resources: {'Subnet': ['ID=288cba20-bf0a-43f8-8e1c-702839cec73c,revision_number=0']} {{(pid=86421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:31:05.447412 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-a86cc324-1c83-45c9-8f3b-efde0f05ed94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:31:05.465992 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a86cc324-1c83-45c9-8f3b-efde0f05ed94 admin admin] Checking segment: {'id': '12a52afb-18e5-417f-934f-151d96fc9262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '8448150c-c8bd-4dc4-af6a-9869fe4dc86b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 18:31:05.466446 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a86cc324-1c83-45c9-8f3b-efde0f05ed94 admin admin] Network hostable DHCP agents. Network: 8448150c-c8bd-4dc4-af6a-9869fe4dc86b, hostable agents: ['d7942baf-6bbf-4686-8ec5-e08268711b74'], hosted agents: [] {{(pid=86421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 20 18:31:05.504720 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc26bf0c-8faf-49d2-abb9-ee38e37189f2 req-41e82d54-b63e-46fe-8e62-472a8737a191 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:31:05.513269 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-fc26bf0c-8faf-49d2-abb9-ee38e37189f2 req-41e82d54-b63e-46fe-8e62-472a8737a191 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "GET /v2.0/ports?device_id=a35dabb6-d13d-48e1-b184-19d58be083db HTTP/1.1" status: 200  len: 931 time: 0.2383149
Apr 20 18:31:05.529743 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a86cc324-1c83-45c9-8f3b-efde0f05ed94 admin admin] Network 8448150c-c8bd-4dc4-af6a-9869fe4dc86b is scheduled to be hosted by DHCP agent d7942baf-6bbf-4686-8ec5-e08268711b74 with binding_index 1 {{(pid=86421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 20 18:31:05.556038 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.scheduler.base_scheduler [None req-a86cc324-1c83-45c9-8f3b-efde0f05ed94 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786931-2-iscsi, 8448150c-c8bd-4dc4-af6a-9869fe4dc86b) {{(pid=86421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:31:05.565784 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43ef409b-7888-4277-8fe0-0b7cba4697eb None None] Network 8448150c-c8bd-4dc4-af6a-9869fe4dc86b requested from dv-cinder-786931-2-iscsi {{(pid=86422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 18:31:05.569192 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a86cc324-1c83-45c9-8f3b-efde0f05ed94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:31:05.570205 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-a86cc324-1c83-45c9-8f3b-efde0f05ed94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3704713'] for subnet, before_response {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:05.587999 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-fc26bf0c-8faf-49d2-abb9-ee38e37189f2 req-52b14b5d-8947-4a12-b7fb-b48f9845b8cf tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "GET /v2.0/security-groups?id=ed50e5aa-327b-422f-82a8-ba0a7946687e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0731645
Apr 20 18:31:05.642351 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-a86cc324-1c83-45c9-8f3b-efde0f05ed94 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 861 time: 2.4565449
Apr 20 18:31:05.785638 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.db_base_plugin_common [req-dac53b55-2bc0-435c-b1ed-2fb6950784a4 req-31e4aec0-b241-45cb-9539-ba979df0914c tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] Allocated IP 172.20.0.7 (e1a3515f-6650-48cb-a68d-8193e54b06db/680a997a-0cf4-4428-86cb-30422b5e5d52/38641a15-fbb9-491c-84c3-c902b009bb25) {{(pid=86420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 18:31:05.871024 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b09a963a-1bcb-4e4e-9430-8a5fcbca7f20 None None] Network 8448150c-c8bd-4dc4-af6a-9869fe4dc86b requested from dv-cinder-786931-2-iscsi {{(pid=86422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 18:31:06.367838 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-0008ab87-d636-4d7e-93e8-256a572120fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:06.383961 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.notifiers.nova [req-6f233798-c3d0-41bf-83fe-0eb83b2e6c6b req-28fea59b-ad6d-4ce4-b3fb-1b3053876976 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76b67a60-4a92-4a63-a54b-d3a3a125203a {{(pid=86420) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 18:31:06.398708 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-6f233798-c3d0-41bf-83fe-0eb83b2e6c6b req-28fea59b-ad6d-4ce4-b3fb-1b3053876976 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:06.401790 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-0008ab87-d636-4d7e-93e8-256a572120fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850969184'] for security_group, after_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:06.417752 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:31:06.451791 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d33f8ae-0ec6-467a-8057-44c6c221593a req-58747836-9b28-4f51-b877-a6f0ff6b2d94 tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:31:06.459691 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-2d33f8ae-0ec6-467a-8057-44c6c221593a req-58747836-9b28-4f51-b877-a6f0ff6b2d94 tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] 10.222.0.11 "GET /v2.0/ports?device_id=195563af-933f-44b1-9a05-860e8d0d93c9 HTTP/1.1" status: 200  len: 932 time: 0.1353841
Apr 20 18:31:06.474644 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.db.resource_extend [req-439548f0-6a92-45b4-831f-39dcf85a5284 req-d680a5d5-4330-4b79-81c9-32624706e059 service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Apr 20 18:31:06.518876 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-2d33f8ae-0ec6-467a-8057-44c6c221593a req-596630fb-5fd8-4376-a218-bed1f847c8af tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] 10.222.0.11 "GET /v2.0/security-groups?id=69608afe-11f9-43e6-87f2-e65ac49327da&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0579929
Apr 20 18:31:06.617809 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [req-6f233798-c3d0-41bf-83fe-0eb83b2e6c6b req-28fea59b-ad6d-4ce4-b3fb-1b3053876976 service neutron] Transition to ACTIVE for port object 76b67a60-4a92-4a63-a54b-d3a3a125203a will not be triggered until provisioned by entity L2. {{(pid=86420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 18:31:06.649010 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-0008ab87-d636-4d7e-93e8-256a572120fd admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0a215587394540abb22cc5781da59274&name=default HTTP/1.1" status: 200  len: 2979 time: 1.9153287
Apr 20 18:31:06.662471 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-6f233798-c3d0-41bf-83fe-0eb83b2e6c6b req-28fea59b-ad6d-4ce4-b3fb-1b3053876976 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785676839112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251178383903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251178382076'] for port, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:06.670372 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.11', 43858) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:31:06.680855 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-dac53b55-2bc0-435c-b1ed-2fb6950784a4 req-31e4aec0-b241-45cb-9539-ba979df0914c tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] Notify callbacks [] for port, precommit_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:06.687717 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0008ab87-d636-4d7e-93e8-256a572120fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1215b2f9-f84a-4a75-8384-e90254c7054d,revision_number=1']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:31:06.691109 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-0008ab87-d636-4d7e-93e8-256a572120fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:31:06.707184 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:31:06.746313 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-a3407a58-8264-4ab1-9a4d-f1c05a320fe2 req-d92a5768-2aea-4a10-9f2b-d764ab019725 tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] 10.222.0.11 "GET /v2.0/ports?device_id=0ca5926a-d176-4673-bbe5-442540a100b6 HTTP/1.1" status: 200  len: 210 time: 0.1200132
Apr 20 18:31:06.777373 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.notifiers.nova [req-439548f0-6a92-45b4-831f-39dcf85a5284 req-d680a5d5-4330-4b79-81c9-32624706e059 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc2c1be7-a945-415f-9fcd-718e1fd4abb7 {{(pid=86420) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 18:31:06.836233 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Device 7909e612-5dfa-4193-938a-9f6ca5d1756b details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 18:31:06.889747 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-439548f0-6a92-45b4-831f-39dcf85a5284 req-d680a5d5-4330-4b79-81c9-32624706e059 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:06.948020 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34704a74-4980-4642-af00-09993b1f3139 req-17632b70-60ea-4812-b8a4-bab0d8554026 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:31:06.959845 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-34704a74-4980-4642-af00-09993b1f3139 req-17632b70-60ea-4812-b8a4-bab0d8554026 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "GET /v2.0/ports?device_id=a35dabb6-d13d-48e1-b184-19d58be083db HTTP/1.1" status: 200  len: 931 time: 0.1655867
Apr 20 18:31:07.077528 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-34704a74-4980-4642-af00-09993b1f3139 req-78119b0e-7649-40a6-aff9-168bd462c35e tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "GET /v2.0/security-groups?id=ed50e5aa-327b-422f-82a8-ba0a7946687e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1146405
Apr 20 18:31:07.089065 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fea59b-ad6d-4ce4-b3fb-1b3053876976 service neutron] Pushing event updated for resources: {'Port': ['ID=76b67a60-4a92-4a63-a54b-d3a3a125203a,revision_number=2']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:31:07.092817 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-28fea59b-ad6d-4ce4-b3fb-1b3053876976 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.385s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:31:07.094281 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [req-439548f0-6a92-45b4-831f-39dcf85a5284 req-d680a5d5-4330-4b79-81c9-32624706e059 service neutron] Transition to ACTIVE for port object fc2c1be7-a945-415f-9fcd-718e1fd4abb7 will not be triggered until provisioned by entity L2. {{(pid=86420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 18:31:07.108084 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86421) accepted ('10.222.0.11', 43868) {{(pid=86421) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:31:07.114352 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.v2.base [None req-154a890a-92bf-49f2-9148-ff5abde8a484 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-419877937-network', 'tenant_id': '62fd27e6330b48189348aad276c7b4ae'}} {{(pid=86421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:31:07.120219 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-154a890a-92bf-49f2-9148-ff5abde8a484 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86421) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:31:07.120987 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-439548f0-6a92-45b4-831f-39dcf85a5284 req-d680a5d5-4330-4b79-81c9-32624706e059 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785676839112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251178383903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251178382076'] for port, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:07.124843 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-154a890a-92bf-49f2-9148-ff5abde8a484 admin admin] Usage tracker for resource:network and tenant:62fd27e6330b48189348aad276c7b4ae is out of sync, need to count used quota {{(pid=86421) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:31:07.128697 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-154a890a-92bf-49f2-9148-ff5abde8a484 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86421) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:31:07.135954 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-154a890a-92bf-49f2-9148-ff5abde8a484 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86421) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:31:07.148738 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-154a890a-92bf-49f2-9148-ff5abde8a484 admin admin] Made reservation on behalf of 62fd27e6330b48189348aad276c7b4ae for: {'network': 1} {{(pid=86421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 18:31:07.154015 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-28fea59b-ad6d-4ce4-b3fb-1b3053876976 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:31:07.156628 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-154a890a-92bf-49f2-9148-ff5abde8a484 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854207267'] for network, before_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:07.170693 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86421) accepted ('10.222.0.11', 43872) {{(pid=86421) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:31:07.184954 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-154a890a-92bf-49f2-9148-ff5abde8a484 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:07.187028 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [req-6f233798-c3d0-41bf-83fe-0eb83b2e6c6b req-28fea59b-ad6d-4ce4-b3fb-1b3053876976 service neutron] Attempting to bind port 76b67a60-4a92-4a63-a54b-d3a3a125203a on host hv-cinder-78693 for vnic_type normal with profile  {{(pid=86420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 18:31:07.187409 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [req-6f233798-c3d0-41bf-83fe-0eb83b2e6c6b req-28fea59b-ad6d-4ce4-b3fb-1b3053876976 service neutron] Attempting to bind port 76b67a60-4a92-4a63-a54b-d3a3a125203a by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': 'c09827dd-1400-4cd9-9113-bae2cb1c8e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '02422600-c332-4858-ad0c-e0fcc53844a7'}] {{(pid=86420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 18:31:07.187784 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f233798-c3d0-41bf-83fe-0eb83b2e6c6b req-28fea59b-ad6d-4ce4-b3fb-1b3053876976 service neutron] Attempting to bind port 76b67a60-4a92-4a63-a54b-d3a3a125203a on network 02422600-c332-4858-ad0c-e0fcc53844a7 {{(pid=86420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 18:31:07.212233 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-154a890a-92bf-49f2-9148-ff5abde8a484 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86421) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:31:07.218139 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-154a890a-92bf-49f2-9148-ff5abde8a484 admin admin] Usage tracker for resource:security_group_rule and tenant:62fd27e6330b48189348aad276c7b4ae is out of sync, need to count used quota {{(pid=86421) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:31:07.223692 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-154a890a-92bf-49f2-9148-ff5abde8a484 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86421) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:31:07.234105 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-154a890a-92bf-49f2-9148-ff5abde8a484 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86421) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:31:07.280127 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] For port 7909e612-5dfa-4193-938a-9f6ca5d1756b, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=7909e612-5dfa-4193-938a-9f6ca5d1756b,segment=NetworkSegment(9a1e4259-9a9c-4285-b3e5-c90ec9908485),segment_id=9a1e4259-9a9c-4285-b3e5-c90ec9908485)] {{(pid=86422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:31:07.298939 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f233798-c3d0-41bf-83fe-0eb83b2e6c6b req-28fea59b-ad6d-4ce4-b3fb-1b3053876976 service neutron] Port 76b67a60-4a92-4a63-a54b-d3a3a125203a on network 02422600-c332-4858-ad0c-e0fcc53844a7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=86420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 20 18:31:07.299645 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f233798-c3d0-41bf-83fe-0eb83b2e6c6b req-28fea59b-ad6d-4ce4-b3fb-1b3053876976 service neutron] Attempting to bind port 76b67a60-4a92-4a63-a54b-d3a3a125203a on network 02422600-c332-4858-ad0c-e0fcc53844a7 {{(pid=86420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 18:31:07.319458 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Returning: {'device': '7909e612-5dfa-4193-938a-9f6ca5d1756b', 'network_id': 'e1a3515f-6650-48cb-a68d-8193e54b06db', 'port_id': '7909e612-5dfa-4193-938a-9f6ca5d1756b', 'mac_address': 'fa:16:3e:5c:3c:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 365, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '680a997a-0cf4-4428-86cb-30422b5e5d52', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 18:31:07.343959 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-14aff7e3-1072-44b2-95da-79651267aa40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:07.362990 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-154a890a-92bf-49f2-9148-ff5abde8a484 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:07.367579 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-154a890a-92bf-49f2-9148-ff5abde8a484 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850969184'] for security_group, after_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:07.374217 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-44a4502d-4f2c-445f-81da-712acc461d6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:31:07.379293 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f233798-c3d0-41bf-83fe-0eb83b2e6c6b req-28fea59b-ad6d-4ce4-b3fb-1b3053876976 service neutron] Checking agent: {'id': '1d7a02d0-8f4e-4dcc-9452-bf36df956f32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 28, 32), 'started_at': datetime.datetime(2021, 4, 20, 18, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 31, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 18:31:07.380015 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f233798-c3d0-41bf-83fe-0eb83b2e6c6b req-28fea59b-ad6d-4ce4-b3fb-1b3053876976 service neutron] Checking segment: {'id': 'c09827dd-1400-4cd9-9113-bae2cb1c8e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '02422600-c332-4858-ad0c-e0fcc53844a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 18:31:07.382878 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f233798-c3d0-41bf-83fe-0eb83b2e6c6b req-28fea59b-ad6d-4ce4-b3fb-1b3053876976 service neutron] Bound using segment: {'id': 'c09827dd-1400-4cd9-9113-bae2cb1c8e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '02422600-c332-4858-ad0c-e0fcc53844a7'} {{(pid=86420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 18:31:07.383779 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [req-6f233798-c3d0-41bf-83fe-0eb83b2e6c6b req-28fea59b-ad6d-4ce4-b3fb-1b3053876976 service neutron] Bound port: 76b67a60-4a92-4a63-a54b-d3a3a125203a, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c09827dd-1400-4cd9-9113-bae2cb1c8e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '02422600-c332-4858-ad0c-e0fcc53844a7'}}] {{(pid=86420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 18:31:07.385012 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-6f233798-c3d0-41bf-83fe-0eb83b2e6c6b req-28fea59b-ad6d-4ce4-b3fb-1b3053876976 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854207267'] for port, before_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:07.415169 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154a890a-92bf-49f2-9148-ff5abde8a484 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ba3280e-e45a-48b6-b9d7-5760be53e2a0,revision_number=1']} {{(pid=86421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:31:07.421299 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-154a890a-92bf-49f2-9148-ff5abde8a484 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:31:07.434418 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-154a890a-92bf-49f2-9148-ff5abde8a484 admin admin] vlan segment allocate from pool success with {'vlan_id': 395, 'physical_network': 'physnet1'}  {{(pid=86421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 20 18:31:07.461342 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-154a890a-92bf-49f2-9148-ff5abde8a484 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854148540'] for segment, precommit_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:07.464023 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.db.segments_db [None req-154a890a-92bf-49f2-9148-ff5abde8a484 admin admin] Added segment 4b458b23-34bf-4334-9dac-95d607e10b9c of type vlan for network 7ea90904-c38c-4c26-81d2-8efbf7d73e4a
Apr 20 18:31:07.487238 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854207267'] for port, before_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:07.516121 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-14aff7e3-1072-44b2-95da-79651267aa40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:07.533491 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.notifiers.nova [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7909e612-5dfa-4193-938a-9f6ca5d1756b {{(pid=86422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 18:31:07.551502 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-154a890a-92bf-49f2-9148-ff5abde8a484 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785676380019'] for network, precommit_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:07.571522 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] For port 7909e612-5dfa-4193-938a-9f6ca5d1756b, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=7909e612-5dfa-4193-938a-9f6ca5d1756b,segment=NetworkSegment(9a1e4259-9a9c-4285-b3e5-c90ec9908485),segment_id=9a1e4259-9a9c-4285-b3e5-c90ec9908485)] {{(pid=86422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:31:07.578979 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785676839112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251178383903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251178382076'] for port, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:07.580960 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:31:07.617677 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-154a890a-92bf-49f2-9148-ff5abde8a484 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850969204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730'] for network, after_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:07.619170 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-154a890a-92bf-49f2-9148-ff5abde8a484 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:31:07.619835 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-154a890a-92bf-49f2-9148-ff5abde8a484 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3704713'] for network, before_response {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:07.637842 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:31:07.705346 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Pushing event updated for resources: {'Port': ['ID=7909e612-5dfa-4193-938a-9f6ca5d1756b,revision_number=4']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:31:07.715637 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:31:07.748335 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-fd229782-2588-49ce-bb17-964025df0b30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:07.773045 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d680a5d5-4330-4b79-81c9-32624706e059 service neutron] Pushing event updated for resources: {'Port': ['ID=fc2c1be7-a945-415f-9fcd-718e1fd4abb7,revision_number=2']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:31:07.790443 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-dac53b55-2bc0-435c-b1ed-2fb6950784a4 req-31e4aec0-b241-45cb-9539-ba979df0914c tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251178383920'] for port, after_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:07.794286 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] get_ports_and_sgs() called for port_ids ['7909e612-5dfa-4193-938a-9f6ca5d1756b'] {{(pid=86422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 18:31:07.797953 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-fd229782-2588-49ce-bb17-964025df0b30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86421) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:31:07.800677 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154a890a-92bf-49f2-9148-ff5abde8a484 admin admin] Pushing event updated for resources: {'Network': ['ID=7ea90904-c38c-4c26-81d2-8efbf7d73e4a,revision_number=1']} {{(pid=86421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:31:07.804866 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-d680a5d5-4330-4b79-81c9-32624706e059 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.651s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:31:07.806691 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-154a890a-92bf-49f2-9148-ff5abde8a484 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:31:07.846089 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [req-439548f0-6a92-45b4-831f-39dcf85a5284 req-d680a5d5-4330-4b79-81c9-32624706e059 service neutron] Attempting to bind port fc2c1be7-a945-415f-9fcd-718e1fd4abb7 on host hv-cinder-78693 for vnic_type normal with profile  {{(pid=86420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 18:31:07.846571 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [req-439548f0-6a92-45b4-831f-39dcf85a5284 req-d680a5d5-4330-4b79-81c9-32624706e059 service neutron] Attempting to bind port fc2c1be7-a945-415f-9fcd-718e1fd4abb7 by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': '8f4cadfd-3269-4c6c-8ca6-68423b9c7197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '70bb951b-5201-42f1-af2f-fff209eaf750'}] {{(pid=86420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 18:31:07.846902 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-439548f0-6a92-45b4-831f-39dcf85a5284 req-d680a5d5-4330-4b79-81c9-32624706e059 service neutron] Attempting to bind port fc2c1be7-a945-415f-9fcd-718e1fd4abb7 on network 70bb951b-5201-42f1-af2f-fff209eaf750 {{(pid=86420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 18:31:07.854666 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-fd229782-2588-49ce-bb17-964025df0b30 admin admin] Usage tracker for resource:security_group_rule and tenant:ba0e7713d39b473e976edea42ecd45e9 is out of sync, need to count used quota {{(pid=86421) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:31:07.863427 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-154a890a-92bf-49f2-9148-ff5abde8a484 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201  len: 897 time: 0.7540166
Apr 20 18:31:07.864594 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-fd229782-2588-49ce-bb17-964025df0b30 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86421) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:31:07.866890 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.11', 43888) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:31:07.868710 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [req-6f233798-c3d0-41bf-83fe-0eb83b2e6c6b req-28fea59b-ad6d-4ce4-b3fb-1b3053876976 service neutron] For port 76b67a60-4a92-4a63-a54b-d3a3a125203a, host hv-cinder-78693, cleared binding levels {{(pid=86420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 18:31:07.874462 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [req-6f233798-c3d0-41bf-83fe-0eb83b2e6c6b req-28fea59b-ad6d-4ce4-b3fb-1b3053876976 service neutron] For port 76b67a60-4a92-4a63-a54b-d3a3a125203a, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=76b67a60-4a92-4a63-a54b-d3a3a125203a,segment=NetworkSegment(c09827dd-1400-4cd9-9113-bae2cb1c8e3d),segment_id=c09827dd-1400-4cd9-9113-bae2cb1c8e3d)] {{(pid=86420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 18:31:07.876354 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-9f80deb5-9193-45e4-a6a1-4ab074e4f408 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:31:07.879167 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-fd229782-2588-49ce-bb17-964025df0b30 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86421) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:31:07.919566 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-439548f0-6a92-45b4-831f-39dcf85a5284 req-d680a5d5-4330-4b79-81c9-32624706e059 service neutron] Port fc2c1be7-a945-415f-9fcd-718e1fd4abb7 on network 70bb951b-5201-42f1-af2f-fff209eaf750 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=86420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 20 18:31:07.920687 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-439548f0-6a92-45b4-831f-39dcf85a5284 req-d680a5d5-4330-4b79-81c9-32624706e059 service neutron] Attempting to bind port fc2c1be7-a945-415f-9fcd-718e1fd4abb7 on network 70bb951b-5201-42f1-af2f-fff209eaf750 {{(pid=86420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 18:31:07.928939 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.v2.base [None req-6f0190f9-282a-49ba-9d9d-bcf3f904dfea admin admin] Request body: {'subnet': {'network_id': '7ea90904-c38c-4c26-81d2-8efbf7d73e4a', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-419877937-subnet', 'tenant_id': '62fd27e6330b48189348aad276c7b4ae', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:31:07.940195 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-6f0190f9-282a-49ba-9d9d-bcf3f904dfea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:31:07.955890 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-6f0190f9-282a-49ba-9d9d-bcf3f904dfea admin admin] Usage tracker for resource:subnet and tenant:62fd27e6330b48189348aad276c7b4ae is out of sync, need to count used quota {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:31:07.962303 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-6f0190f9-282a-49ba-9d9d-bcf3f904dfea admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:31:07.971590 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae31ca2-53f1-47b1-b0f0-3313f5176a28 req-b47c75fb-f5cd-404f-a95e-bae47438400e tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:31:07.973596 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-cae31ca2-53f1-47b1-b0f0-3313f5176a28 req-b47c75fb-f5cd-404f-a95e-bae47438400e tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] 10.222.0.11 "GET /v2.0/ports?device_id=195563af-933f-44b1-9a05-860e8d0d93c9 HTTP/1.1" status: 200  len: 944 time: 0.1787510
Apr 20 18:31:07.982641 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-6f0190f9-282a-49ba-9d9d-bcf3f904dfea admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:31:07.984580 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Network 7ea90904-c38c-4c26-81d2-8efbf7d73e4a details requested by agent ovs-agent-dv-cinder-786931-2-iscsi with host dv-cinder-786931-2-iscsi {{(pid=86422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 20 18:31:08.061782 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-6f233798-c3d0-41bf-83fe-0eb83b2e6c6b req-28fea59b-ad6d-4ce4-b3fb-1b3053876976 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785676839112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251178383903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251178382076'] for port, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:08.087695 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e4aec0-b241-45cb-9539-ba979df0914c tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] Pushing event updated for resources: {'Port': ['ID=38641a15-fbb9-491c-84c3-c902b009bb25,revision_number=1']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:31:08.105293 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-cae31ca2-53f1-47b1-b0f0-3313f5176a28 req-2e2d77c8-b11c-4b54-bd03-a02e61fb0ddc tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] 10.222.0.11 "GET /v2.0/security-groups?id=69608afe-11f9-43e6-87f2-e65ac49327da&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1227565
Apr 20 18:31:08.111692 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-439548f0-6a92-45b4-831f-39dcf85a5284 req-d680a5d5-4330-4b79-81c9-32624706e059 service neutron] Checking agent: {'id': '1d7a02d0-8f4e-4dcc-9452-bf36df956f32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 28, 32), 'started_at': datetime.datetime(2021, 4, 20, 18, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 31, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 18:31:08.112384 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-439548f0-6a92-45b4-831f-39dcf85a5284 req-d680a5d5-4330-4b79-81c9-32624706e059 service neutron] Checking segment: {'id': '8f4cadfd-3269-4c6c-8ca6-68423b9c7197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '70bb951b-5201-42f1-af2f-fff209eaf750'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 18:31:08.112988 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-439548f0-6a92-45b4-831f-39dcf85a5284 req-d680a5d5-4330-4b79-81c9-32624706e059 service neutron] Bound using segment: {'id': '8f4cadfd-3269-4c6c-8ca6-68423b9c7197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '70bb951b-5201-42f1-af2f-fff209eaf750'} {{(pid=86420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 18:31:08.114426 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [req-439548f0-6a92-45b4-831f-39dcf85a5284 req-d680a5d5-4330-4b79-81c9-32624706e059 service neutron] Bound port: fc2c1be7-a945-415f-9fcd-718e1fd4abb7, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f4cadfd-3269-4c6c-8ca6-68423b9c7197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '70bb951b-5201-42f1-af2f-fff209eaf750'}}] {{(pid=86420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 18:31:08.114954 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-439548f0-6a92-45b4-831f-39dcf85a5284 req-d680a5d5-4330-4b79-81c9-32624706e059 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854207267'] for port, before_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:08.133856 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f0190f9-282a-49ba-9d9d-bcf3f904dfea admin admin] Made reservation on behalf of 62fd27e6330b48189348aad276c7b4ae for: {'subnet': 1} {{(pid=86420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 18:31:08.139786 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-6f0190f9-282a-49ba-9d9d-bcf3f904dfea admin admin] Notify callbacks [] for subnet, before_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:08.163265 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-31e4aec0-b241-45cb-9539-ba979df0914c tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:31:08.171258 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.063s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:31:08.187991 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-fd229782-2588-49ce-bb17-964025df0b30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:08.193358 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-fd229782-2588-49ce-bb17-964025df0b30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850969184'] for security_group, after_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:08.260988 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:31:08.276304 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-fd229782-2588-49ce-bb17-964025df0b30 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ba0e7713d39b473e976edea42ecd45e9&name=default HTTP/1.1" status: 200  len: 2979 time: 1.1010172
Apr 20 18:31:08.282834 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86421) accepted ('10.222.0.11', 43904) {{(pid=86421) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:31:08.292925 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-14aff7e3-1072-44b2-95da-79651267aa40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850969184'] for security_group, after_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:08.348787 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd229782-2588-49ce-bb17-964025df0b30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a7b00fd-740d-46ce-b4f6-81d0c3b13e80,revision_number=1']} {{(pid=86421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:31:08.353491 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-fd229782-2588-49ce-bb17-964025df0b30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:31:08.455301 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-1afbd3fc-282a-4eb5-8ec1-015a1f7f4ea6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:08.458145 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dac53b55-2bc0-435c-b1ed-2fb6950784a4 req-31e4aec0-b241-45cb-9539-ba979df0914c tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] Network e1a3515f-6650-48cb-a68d-8193e54b06db is already hosted by enough agents. {{(pid=86420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 18:31:08.472840 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f233798-c3d0-41bf-83fe-0eb83b2e6c6b req-28fea59b-ad6d-4ce4-b3fb-1b3053876976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:31:08.473689 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-6f233798-c3d0-41bf-83fe-0eb83b2e6c6b req-28fea59b-ad6d-4ce4-b3fb-1b3053876976 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3704713'] for port, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:08.476118 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-6f233798-c3d0-41bf-83fe-0eb83b2e6c6b req-28fea59b-ad6d-4ce4-b3fb-1b3053876976 service neutron] 10.222.0.10 "PUT /v2.0/ports/76b67a60-4a92-4a63-a54b-d3a3a125203a HTTP/1.1" status: 200  len: 1094 time: 4.1091495
Apr 20 18:31:08.478922 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fea59b-ad6d-4ce4-b3fb-1b3053876976 service neutron] Pushing event updated for resources: {'Port': ['ID=76b67a60-4a92-4a63-a54b-d3a3a125203a,revision_number=3']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:31:08.482049 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '195563af-933f-44b1-9a05-860e8d0d93c9', 'tag': '76b67a60-4a92-4a63-a54b-d3a3a125203a'}] {{(pid=86420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:31:08.538901 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-1afbd3fc-282a-4eb5-8ec1-015a1f7f4ea6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:08.561310 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-28fea59b-ad6d-4ce4-b3fb-1b3053876976 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.390s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:31:08.609833 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.scheduler.base_scheduler [req-dac53b55-2bc0-435c-b1ed-2fb6950784a4 req-31e4aec0-b241-45cb-9539-ba979df0914c tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] Resources bound (agent type, host, resource id):  {{(pid=86420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:31:08.611961 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-29aeaf07-a66e-42e0-a9c6-97fbfb66deb1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.130s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:31:08.620194 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [req-dac53b55-2bc0-435c-b1ed-2fb6950784a4 req-31e4aec0-b241-45cb-9539-ba979df0914c tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] Received port after_create {{(pid=86420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 18:31:08.626720 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac53b55-2bc0-435c-b1ed-2fb6950784a4 req-31e4aec0-b241-45cb-9539-ba979df0914c tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:31:08.627420 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-dac53b55-2bc0-435c-b1ed-2fb6950784a4 req-31e4aec0-b241-45cb-9539-ba979df0914c tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3704713'] for port, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:08.668111 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] get_ports_and_sgs() called for port_ids ['7909e612-5dfa-4193-938a-9f6ca5d1756b'] {{(pid=86422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 18:31:08.751020 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-1afbd3fc-282a-4eb5-8ec1-015a1f7f4ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850969184'] for security_group, after_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:08.756974 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14aff7e3-1072-44b2-95da-79651267aa40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1215b2f9-f84a-4a75-8384-e90254c7054d,revision_number=None']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:31:08.764101 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-14aff7e3-1072-44b2-95da-79651267aa40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:31:08.775737 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b92749-1f01-424e-b74d-69c25056a789 req-32a1c68d-1137-41f3-86e3-11f9359e631a tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:31:08.777436 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-d9b92749-1f01-424e-b74d-69c25056a789 req-32a1c68d-1137-41f3-86e3-11f9359e631a tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] 10.222.0.11 "GET /v2.0/ports?device_id=0ca5926a-d176-4673-bbe5-442540a100b6 HTTP/1.1" status: 200  len: 931 time: 0.3139467
Apr 20 18:31:08.790528 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f6da3b-59c7-4252-8615-c396db444ece req-09f11d90-d4ce-42ba-8ad2-103b532d2924 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:31:08.792224 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-b2f6da3b-59c7-4252-8615-c396db444ece req-09f11d90-d4ce-42ba-8ad2-103b532d2924 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "GET /v2.0/ports?device_id=a35dabb6-d13d-48e1-b184-19d58be083db HTTP/1.1" status: 200  len: 943 time: 0.2226257
Apr 20 18:31:08.804225 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-14aff7e3-1072-44b2-95da-79651267aa40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:08.808355 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-14aff7e3-1072-44b2-95da-79651267aa40 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/1215b2f9-f84a-4a75-8384-e90254c7054d HTTP/1.1" status: 204  len: 168 time: 2.1367619
Apr 20 18:31:08.823751 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-6dc04220-384f-46ed-9ac3-d1a72ffdc70f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:31:08.827076 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-dac53b55-2bc0-435c-b1ed-2fb6950784a4 req-31e4aec0-b241-45cb-9539-ba979df0914c tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 5.4530532
Apr 20 18:31:08.851107 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.v2.base [req-dac53b55-2bc0-435c-b1ed-2fb6950784a4 req-87967aae-978c-4bfc-bea9-f4aa4f498a34 service neutron] Request body: {'port': {'device_id': '0ca5926a-d176-4673-bbe5-442540a100b6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=86420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:31:08.855214 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Device 7909e612-5dfa-4193-938a-9f6ca5d1756b up at agent hyperv_hv-cinder-78693 {{(pid=86422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:31:08.867197 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [req-d9b92749-1f01-424e-b74d-69c25056a789 req-606ff1ee-f58d-46ff-bda6-4fcfa1dccd0f tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] Synchronizing usage tracker for tenant:c9d2f68c6fa74348a553079d597a5342 on resource:security_group {{(pid=86421) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 18:31:08.888213 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afbd3fc-282a-4eb5-8ec1-015a1f7f4ea6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a7b00fd-740d-46ce-b4f6-81d0c3b13e80,revision_number=None']} {{(pid=86421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:31:08.900894 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-1afbd3fc-282a-4eb5-8ec1-015a1f7f4ea6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:31:08.922290 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [req-d9b92749-1f01-424e-b74d-69c25056a789 req-606ff1ee-f58d-46ff-bda6-4fcfa1dccd0f tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] Unset dirty status for tenant:c9d2f68c6fa74348a553079d597a5342 on resource:security_group {{(pid=86421) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 18:31:08.923689 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-d9b92749-1f01-424e-b74d-69c25056a789 req-606ff1ee-f58d-46ff-bda6-4fcfa1dccd0f tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] 10.222.0.11 "GET /v2.0/security-groups?id=82d2b5dd-ac82-48c5-ae8a-56039f03438b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1290441
Apr 20 18:31:08.924709 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-1afbd3fc-282a-4eb5-8ec1-015a1f7f4ea6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:08.925890 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-1afbd3fc-282a-4eb5-8ec1-015a1f7f4ea6 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2a7b00fd-740d-46ce-b4f6-81d0c3b13e80 HTTP/1.1" status: 204  len: 168 time: 0.6395979
Apr 20 18:31:08.969866 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-b2f6da3b-59c7-4252-8615-c396db444ece req-80a5f665-09c2-4533-b090-9c8cb292bae6 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "GET /v2.0/security-groups?id=ed50e5aa-327b-422f-82a8-ba0a7946687e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1088943
Apr 20 18:31:08.981717 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [req-439548f0-6a92-45b4-831f-39dcf85a5284 req-d680a5d5-4330-4b79-81c9-32624706e059 service neutron] For port fc2c1be7-a945-415f-9fcd-718e1fd4abb7, host hv-cinder-78693, cleared binding levels {{(pid=86420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 18:31:09.001287 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f233798-c3d0-41bf-83fe-0eb83b2e6c6b req-33f330f8-451a-4c21-b06e-c3ee347d98b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:31:09.003019 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-6f233798-c3d0-41bf-83fe-0eb83b2e6c6b req-33f330f8-451a-4c21-b06e-c3ee347d98b8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4d61b8cb74c8488e895692a092d04f17&device_id=195563af-933f-44b1-9a05-860e8d0d93c9 HTTP/1.1" status: 200  len: 1097 time: 0.4406233
Apr 20 18:31:09.045084 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [req-439548f0-6a92-45b4-831f-39dcf85a5284 req-d680a5d5-4330-4b79-81c9-32624706e059 service neutron] For port fc2c1be7-a945-415f-9fcd-718e1fd4abb7, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=fc2c1be7-a945-415f-9fcd-718e1fd4abb7,segment=NetworkSegment(8f4cadfd-3269-4c6c-8ca6-68423b9c7197),segment_id=8f4cadfd-3269-4c6c-8ca6-68423b9c7197)] {{(pid=86420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 18:31:09.089744 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Provisioning for port 7909e612-5dfa-4193-938a-9f6ca5d1756b completed by entity L2. {{(pid=86422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 18:31:09.113178 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Provisioning complete for port 7909e612-5dfa-4193-938a-9f6ca5d1756b triggered by entity L2. {{(pid=86422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:31:09.113941 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733696'] for port, provisioning_complete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:09.460263 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '195563af-933f-44b1-9a05-860e8d0d93c9', 'tag': '76b67a60-4a92-4a63-a54b-d3a3a125203a', 'status': 'completed', 'code': 200}
Apr 20 18:31:09.469267 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad685301-fb39-4e7d-9b72-a54edcefc791 req-bff9d5ce-7470-49cf-a581-67b19856f3c4 tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:31:09.485554 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-ad685301-fb39-4e7d-9b72-a54edcefc791 req-bff9d5ce-7470-49cf-a581-67b19856f3c4 tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] 10.222.0.11 "GET /v2.0/ports?device_id=195563af-933f-44b1-9a05-860e8d0d93c9 HTTP/1.1" status: 200  len: 944 time: 0.2010753
Apr 20 18:31:09.560989 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-439548f0-6a92-45b4-831f-39dcf85a5284 req-d680a5d5-4330-4b79-81c9-32624706e059 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785676839112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251178383903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251178382076'] for port, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:09.562412 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-ad685301-fb39-4e7d-9b72-a54edcefc791 req-f9d7e34d-68b5-4548-93c6-0a5b9322d979 tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] 10.222.0.11 "GET /v2.0/security-groups?id=69608afe-11f9-43e6-87f2-e65ac49327da&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0756881
Apr 20 18:31:09.582224 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854207267'] for port, before_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:09.587760 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-6162b702-d973-4fc1-979c-cb23059d5927 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:31:09.621965 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0fd46bd-9fee-4340-9afc-d88468312b48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7909e612-5dfa-4193-938a-9f6ca5d1756b'}] {{(pid=86422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:31:09.649066 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] For port 7909e612-5dfa-4193-938a-9f6ca5d1756b, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=7909e612-5dfa-4193-938a-9f6ca5d1756b,segment=NetworkSegment(9a1e4259-9a9c-4285-b3e5-c90ec9908485),segment_id=9a1e4259-9a9c-4285-b3e5-c90ec9908485)] {{(pid=86422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:31:09.652872 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785676839112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251178383903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251178382076'] for port, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:09.657006 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:31:09.714926 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-6f233798-c3d0-41bf-83fe-0eb83b2e6c6b req-618a3c80-cfe8-493e-b266-fd6412aeb60b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=76b67a60-4a92-4a63-a54b-d3a3a125203a HTTP/1.1" status: 200  len: 217 time: 0.2622097
Apr 20 18:31:09.740919 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86421) accepted ('10.222.0.11', 43944) {{(pid=86421) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:31:09.744713 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0fd46bd-9fee-4340-9afc-d88468312b48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7909e612-5dfa-4193-938a-9f6ca5d1756b', 'code': 200}
Apr 20 18:31:09.797886 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-cf41c17e-189b-4afd-9f00-d7b007498376 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:09.810548 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Pushing event updated for resources: {'Port': ['ID=7909e612-5dfa-4193-938a-9f6ca5d1756b,revision_number=5']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:31:09.817324 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:31:09.848919 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-cf41c17e-189b-4afd-9f00-d7b007498376 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86421) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:31:09.854707 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-cf41c17e-189b-4afd-9f00-d7b007498376 admin admin] Usage tracker for resource:security_group_rule and tenant:563c34aa3ce94a6a804acf81ee1191bb is out of sync, need to count used quota {{(pid=86421) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:31:09.859487 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-cf41c17e-189b-4afd-9f00-d7b007498376 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86421) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:31:09.869180 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-cf41c17e-189b-4afd-9f00-d7b007498376 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86421) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:31:09.962790 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439548f0-6a92-45b4-831f-39dcf85a5284 req-d680a5d5-4330-4b79-81c9-32624706e059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:31:09.965950 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-439548f0-6a92-45b4-831f-39dcf85a5284 req-d680a5d5-4330-4b79-81c9-32624706e059 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3704713'] for port, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:09.967742 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-439548f0-6a92-45b4-831f-39dcf85a5284 req-d680a5d5-4330-4b79-81c9-32624706e059 service neutron] 10.222.0.10 "PUT /v2.0/ports/fc2c1be7-a945-415f-9fcd-718e1fd4abb7 HTTP/1.1" status: 200  len: 1093 time: 5.6702058
Apr 20 18:31:09.979699 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-dac53b55-2bc0-435c-b1ed-2fb6950784a4 req-87967aae-978c-4bfc-bea9-f4aa4f498a34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854207267'] for port, before_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:10.002650 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-cf41c17e-189b-4afd-9f00-d7b007498376 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:10.009889 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-cf41c17e-189b-4afd-9f00-d7b007498376 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850969184'] for security_group, after_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:10.030962 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:31:10.171791 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d680a5d5-4330-4b79-81c9-32624706e059 service neutron] Pushing event updated for resources: {'Port': ['ID=fc2c1be7-a945-415f-9fcd-718e1fd4abb7,revision_number=3']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:31:10.186809 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f233798-c3d0-41bf-83fe-0eb83b2e6c6b req-c3f4c1f3-8fc8-432a-95c8-dafd85be615a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:31:10.188449 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-6f233798-c3d0-41bf-83fe-0eb83b2e6c6b req-c3f4c1f3-8fc8-432a-95c8-dafd85be615a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=75d0ac2f-18ed-4097-8673-60a099f48c88 HTTP/1.1" status: 200  len: 850 time: 0.4034512
Apr 20 18:31:10.191091 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-d680a5d5-4330-4b79-81c9-32624706e059 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.603s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:31:10.302968 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-cf41c17e-189b-4afd-9f00-d7b007498376 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=563c34aa3ce94a6a804acf81ee1191bb&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5606213
Apr 20 18:31:10.305426 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf41c17e-189b-4afd-9f00-d7b007498376 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=568dcd7a-17e7-48f5-99bf-6b93cdd5ffb4,revision_number=1']} {{(pid=86421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:31:10.310397 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86421) accepted ('10.222.0.11', 43960) {{(pid=86421) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:31:10.331002 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-cf41c17e-189b-4afd-9f00-d7b007498376 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:31:10.410077 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8860b6-5db6-4452-8e38-f07c9235e29b req-e78c83c0-1ee3-4b06-a73d-29941c78abb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:31:10.411797 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-bc8860b6-5db6-4452-8e38-f07c9235e29b req-e78c83c0-1ee3-4b06-a73d-29941c78abb9 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=d0fd46bd-9fee-4340-9afc-d88468312b48 HTTP/1.1" status: 200  len: 1098 time: 0.3996699
Apr 20 18:31:10.567055 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-6f0190f9-282a-49ba-9d9d-bcf3f904dfea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850911380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730'] for subnet, after_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:10.589744 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-450b1fdd-304a-4342-bee4-bf6fe6d392f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:31:10.713827 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439548f0-6a92-45b4-831f-39dcf85a5284 req-9bd7af10-a5cd-4735-88fb-3873b4f8494d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:31:10.715506 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-439548f0-6a92-45b4-831f-39dcf85a5284 req-9bd7af10-a5cd-4735-88fb-3873b4f8494d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=82646d2796ec4d6b9ec39ce05e5b838a&device_id=a35dabb6-d13d-48e1-b184-19d58be083db HTTP/1.1" status: 200  len: 1096 time: 0.6856086
Apr 20 18:31:10.732639 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ded83d-ea4a-4fd7-80c8-b66040c6e65a req-ac63e38e-5149-4f18-a13d-0fae64d54ab8 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:31:10.735964 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0190f9-282a-49ba-9d9d-bcf3f904dfea admin admin] Pushing event updated for resources: {'Subnet': ['ID=cfcf2432-8f87-48f6-9659-77cd6f948cc0,revision_number=0']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:31:10.738796 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-05ded83d-ea4a-4fd7-80c8-b66040c6e65a req-ac63e38e-5149-4f18-a13d-0fae64d54ab8 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "GET /v2.0/ports?device_id=a35dabb6-d13d-48e1-b184-19d58be083db HTTP/1.1" status: 200  len: 943 time: 0.5763650
Apr 20 18:31:10.740023 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-940cf2fd-97e1-438c-b16e-99a5c4de18a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:10.741726 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.notifiers.nova [req-dac53b55-2bc0-435c-b1ed-2fb6950784a4 req-87967aae-978c-4bfc-bea9-f4aa4f498a34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38641a15-fbb9-491c-84c3-c902b009bb25 {{(pid=86420) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 18:31:10.746708 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-6f0190f9-282a-49ba-9d9d-bcf3f904dfea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:31:10.756038 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-dac53b55-2bc0-435c-b1ed-2fb6950784a4 req-87967aae-978c-4bfc-bea9-f4aa4f498a34 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:10.758725 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f0190f9-282a-49ba-9d9d-bcf3f904dfea admin admin] Checking segment: {'id': '4b458b23-34bf-4334-9dac-95d607e10b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '7ea90904-c38c-4c26-81d2-8efbf7d73e4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 18:31:10.759125 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f0190f9-282a-49ba-9d9d-bcf3f904dfea admin admin] Network hostable DHCP agents. Network: 7ea90904-c38c-4c26-81d2-8efbf7d73e4a, hostable agents: ['d7942baf-6bbf-4686-8ec5-e08268711b74'], hosted agents: [] {{(pid=86420) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 20 18:31:10.776885 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590e7fd5-7c83-4460-826b-b34471529959 req-dc9d73e1-f926-4520-aa88-2800e428dca1 tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:31:10.778511 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-590e7fd5-7c83-4460-826b-b34471529959 req-dc9d73e1-f926-4520-aa88-2800e428dca1 tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] 10.222.0.11 "GET /v2.0/ports?device_id=0ca5926a-d176-4673-bbe5-442540a100b6 HTTP/1.1" status: 200  len: 931 time: 0.5977702
Apr 20 18:31:10.785791 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [req-dac53b55-2bc0-435c-b1ed-2fb6950784a4 req-87967aae-978c-4bfc-bea9-f4aa4f498a34 service neutron] Transition to ACTIVE for port object 38641a15-fbb9-491c-84c3-c902b009bb25 will not be triggered until provisioned by entity L2. {{(pid=86420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 18:31:10.796241 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-dac53b55-2bc0-435c-b1ed-2fb6950784a4 req-87967aae-978c-4bfc-bea9-f4aa4f498a34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785676839112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251178383903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251178382076'] for port, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:10.806845 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f0190f9-282a-49ba-9d9d-bcf3f904dfea admin admin] Network 7ea90904-c38c-4c26-81d2-8efbf7d73e4a is scheduled to be hosted by DHCP agent d7942baf-6bbf-4686-8ec5-e08268711b74 with binding_index 1 {{(pid=86420) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 20 18:31:10.815383 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-28fea59b-ad6d-4ce4-b3fb-1b3053876976 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:31:10.841960 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-05ded83d-ea4a-4fd7-80c8-b66040c6e65a req-adff3a79-8453-4df7-b41b-b3f3df4d7466 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "GET /v2.0/security-groups?id=ed50e5aa-327b-422f-82a8-ba0a7946687e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0821145
Apr 20 18:31:10.844875 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-940cf2fd-97e1-438c-b16e-99a5c4de18a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:10.967649 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.scheduler.base_scheduler [None req-6f0190f9-282a-49ba-9d9d-bcf3f904dfea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786931-2-iscsi, 7ea90904-c38c-4c26-81d2-8efbf7d73e4a) {{(pid=86420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:31:10.984553 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-940cf2fd-97e1-438c-b16e-99a5c4de18a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850969184'] for security_group, after_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:10.996081 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:31:11.017422 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940cf2fd-97e1-438c-b16e-99a5c4de18a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=568dcd7a-17e7-48f5-99bf-6b93cdd5ffb4,revision_number=None']} {{(pid=86421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:31:11.025980 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-940cf2fd-97e1-438c-b16e-99a5c4de18a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:31:11.036435 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-590e7fd5-7c83-4460-826b-b34471529959 req-51ccb986-903f-48dc-8f40-490cd0997c2d tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] 10.222.0.11 "GET /v2.0/security-groups?id=82d2b5dd-ac82-48c5-ae8a-56039f03438b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2096293
Apr 20 18:31:11.037886 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-940cf2fd-97e1-438c-b16e-99a5c4de18a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:11.038991 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-940cf2fd-97e1-438c-b16e-99a5c4de18a1 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/568dcd7a-17e7-48f5-99bf-6b93cdd5ffb4 HTTP/1.1" status: 204  len: 168 time: 0.7257502
Apr 20 18:31:11.094661 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-465a2547-f06e-4663-9da9-0fb6ba4dbbeb None None] Network 7ea90904-c38c-4c26-81d2-8efbf7d73e4a requested from dv-cinder-786931-2-iscsi {{(pid=86422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 18:31:11.145711 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f0190f9-282a-49ba-9d9d-bcf3f904dfea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:31:11.147375 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-6f0190f9-282a-49ba-9d9d-bcf3f904dfea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3704713'] for subnet, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:11.200811 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a675c26-bad6-4d1b-a33a-61293aba0e15 req-d0b4e88d-59a3-4cf6-957e-ce8d6d34313b tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:31:11.216760 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-1a675c26-bad6-4d1b-a33a-61293aba0e15 req-d0b4e88d-59a3-4cf6-957e-ce8d6d34313b tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] 10.222.0.11 "GET /v2.0/ports?device_id=195563af-933f-44b1-9a05-860e8d0d93c9 HTTP/1.1" status: 200  len: 944 time: 0.1676214
Apr 20 18:31:11.263406 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87967aae-978c-4bfc-bea9-f4aa4f498a34 service neutron] Pushing event updated for resources: {'Port': ['ID=38641a15-fbb9-491c-84c3-c902b009bb25,revision_number=2']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:31:11.267581 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-87967aae-978c-4bfc-bea9-f4aa4f498a34 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.452s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:31:11.280627 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-6f0190f9-282a-49ba-9d9d-bcf3f904dfea admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 861 time: 3.3552330
Apr 20 18:31:11.291855 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [req-dac53b55-2bc0-435c-b1ed-2fb6950784a4 req-87967aae-978c-4bfc-bea9-f4aa4f498a34 service neutron] Attempting to bind port 38641a15-fbb9-491c-84c3-c902b009bb25 on host hv-cinder-78693 for vnic_type normal with profile  {{(pid=86420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 18:31:11.291855 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [req-dac53b55-2bc0-435c-b1ed-2fb6950784a4 req-87967aae-978c-4bfc-bea9-f4aa4f498a34 service neutron] Attempting to bind port 38641a15-fbb9-491c-84c3-c902b009bb25 by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': '9a1e4259-9a9c-4285-b3e5-c90ec9908485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'e1a3515f-6650-48cb-a68d-8193e54b06db'}] {{(pid=86420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 18:31:11.291855 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dac53b55-2bc0-435c-b1ed-2fb6950784a4 req-87967aae-978c-4bfc-bea9-f4aa4f498a34 service neutron] Attempting to bind port 38641a15-fbb9-491c-84c3-c902b009bb25 on network e1a3515f-6650-48cb-a68d-8193e54b06db {{(pid=86420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 18:31:11.297413 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dac53b55-2bc0-435c-b1ed-2fb6950784a4 req-87967aae-978c-4bfc-bea9-f4aa4f498a34 service neutron] Port 38641a15-fbb9-491c-84c3-c902b009bb25 on network e1a3515f-6650-48cb-a68d-8193e54b06db not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=86420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 20 18:31:11.297969 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dac53b55-2bc0-435c-b1ed-2fb6950784a4 req-87967aae-978c-4bfc-bea9-f4aa4f498a34 service neutron] Attempting to bind port 38641a15-fbb9-491c-84c3-c902b009bb25 on network e1a3515f-6650-48cb-a68d-8193e54b06db {{(pid=86420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 18:31:11.311044 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dac53b55-2bc0-435c-b1ed-2fb6950784a4 req-87967aae-978c-4bfc-bea9-f4aa4f498a34 service neutron] Checking agent: {'id': '1d7a02d0-8f4e-4dcc-9452-bf36df956f32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 28, 32), 'started_at': datetime.datetime(2021, 4, 20, 18, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 31, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 18:31:11.311432 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dac53b55-2bc0-435c-b1ed-2fb6950784a4 req-87967aae-978c-4bfc-bea9-f4aa4f498a34 service neutron] Checking segment: {'id': '9a1e4259-9a9c-4285-b3e5-c90ec9908485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'e1a3515f-6650-48cb-a68d-8193e54b06db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 18:31:11.311858 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dac53b55-2bc0-435c-b1ed-2fb6950784a4 req-87967aae-978c-4bfc-bea9-f4aa4f498a34 service neutron] Bound using segment: {'id': '9a1e4259-9a9c-4285-b3e5-c90ec9908485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'e1a3515f-6650-48cb-a68d-8193e54b06db'} {{(pid=86420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 18:31:11.312363 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [req-dac53b55-2bc0-435c-b1ed-2fb6950784a4 req-87967aae-978c-4bfc-bea9-f4aa4f498a34 service neutron] Bound port: 38641a15-fbb9-491c-84c3-c902b009bb25, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a1e4259-9a9c-4285-b3e5-c90ec9908485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'e1a3515f-6650-48cb-a68d-8193e54b06db'}}] {{(pid=86420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 18:31:11.312757 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-dac53b55-2bc0-435c-b1ed-2fb6950784a4 req-87967aae-978c-4bfc-bea9-f4aa4f498a34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854207267'] for port, before_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:11.317889 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-1a675c26-bad6-4d1b-a33a-61293aba0e15 req-2836c0d1-346d-4b3a-befb-722fa0edb3d3 tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] 10.222.0.11 "GET /v2.0/security-groups?id=69608afe-11f9-43e6-87f2-e65ac49327da&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1002207
Apr 20 18:31:11.424434 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-655748cf-6237-4e51-bbec-9de8443c5f94 None None] Network 7ea90904-c38c-4c26-81d2-8efbf7d73e4a requested from dv-cinder-786931-2-iscsi {{(pid=86422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 18:31:11.474023 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [req-dac53b55-2bc0-435c-b1ed-2fb6950784a4 req-87967aae-978c-4bfc-bea9-f4aa4f498a34 service neutron] For port 38641a15-fbb9-491c-84c3-c902b009bb25, host hv-cinder-78693, cleared binding levels {{(pid=86420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 18:31:11.478640 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [req-dac53b55-2bc0-435c-b1ed-2fb6950784a4 req-87967aae-978c-4bfc-bea9-f4aa4f498a34 service neutron] For port 38641a15-fbb9-491c-84c3-c902b009bb25, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=38641a15-fbb9-491c-84c3-c902b009bb25,segment=NetworkSegment(9a1e4259-9a9c-4285-b3e5-c90ec9908485),segment_id=9a1e4259-9a9c-4285-b3e5-c90ec9908485)] {{(pid=86420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 18:31:11.480151 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a35dabb6-d13d-48e1-b184-19d58be083db', 'tag': 'fc2c1be7-a945-415f-9fcd-718e1fd4abb7'}] {{(pid=86420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:31:11.487881 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-dac53b55-2bc0-435c-b1ed-2fb6950784a4 req-87967aae-978c-4bfc-bea9-f4aa4f498a34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785676839112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251178383903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251178382076'] for port, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:11.500942 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:31:11.566145 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac53b55-2bc0-435c-b1ed-2fb6950784a4 req-87967aae-978c-4bfc-bea9-f4aa4f498a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:31:11.566835 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-dac53b55-2bc0-435c-b1ed-2fb6950784a4 req-87967aae-978c-4bfc-bea9-f4aa4f498a34 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3704713'] for port, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:11.568965 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-dac53b55-2bc0-435c-b1ed-2fb6950784a4 req-87967aae-978c-4bfc-bea9-f4aa4f498a34 service neutron] 10.222.0.10 "PUT /v2.0/ports/38641a15-fbb9-491c-84c3-c902b009bb25 HTTP/1.1" status: 200  len: 1093 time: 2.7251496
Apr 20 18:31:11.583384 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a35dabb6-d13d-48e1-b184-19d58be083db', 'tag': 'fc2c1be7-a945-415f-9fcd-718e1fd4abb7', 'status': 'completed', 'code': 200}
Apr 20 18:31:11.600216 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86421) accepted ('10.222.0.11', 44000) {{(pid=86421) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:31:11.620862 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87967aae-978c-4bfc-bea9-f4aa4f498a34 service neutron] Pushing event updated for resources: {'Port': ['ID=38641a15-fbb9-491c-84c3-c902b009bb25,revision_number=3']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:31:11.625402 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-87967aae-978c-4bfc-bea9-f4aa4f498a34 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:31:11.699189 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.db_base_plugin_v2 [None req-8162be5c-fada-47c1-9873-c14b5704af1f admin admin] Deleting subnet 288cba20-bf0a-43f8-8e1c-702839cec73c {{(pid=86421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 20 18:31:11.705237 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-8162be5c-fada-47c1-9873-c14b5704af1f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:11.763465 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-8162be5c-fada-47c1-9873-c14b5704af1f admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:11.772497 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-8162be5c-fada-47c1-9873-c14b5704af1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735778'] for subnet, precommit_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:12.144114 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-8162be5c-fada-47c1-9873-c14b5704af1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854040038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850911380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730'] for subnet, after_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:12.154185 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:31:12.195586 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8162be5c-fada-47c1-9873-c14b5704af1f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=288cba20-bf0a-43f8-8e1c-702839cec73c,revision_number=None']} {{(pid=86421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:31:12.206053 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-8162be5c-fada-47c1-9873-c14b5704af1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:31:12.213461 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-8162be5c-fada-47c1-9873-c14b5704af1f admin admin] Notify callbacks [] for subnet, before_response {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:12.229136 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.11', 44036) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:31:12.229329 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-8162be5c-fada-47c1-9873-c14b5704af1f admin admin] 10.222.0.11 "DELETE /v2.0/subnets/288cba20-bf0a-43f8-8e1c-702839cec73c HTTP/1.1" status: 204  len: 168 time: 0.6280782
Apr 20 18:31:12.305488 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b5748e-8c12-4d3d-b653-b1340a242219 req-72e05e51-b29d-4fb7-9ea1-f026341ffb8f tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:31:12.307167 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-f8b5748e-8c12-4d3d-b653-b1340a242219 req-72e05e51-b29d-4fb7-9ea1-f026341ffb8f tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "GET /v2.0/ports?device_id=a35dabb6-d13d-48e1-b184-19d58be083db HTTP/1.1" status: 200  len: 943 time: 0.2440987
Apr 20 18:31:12.389017 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-8124cac5-2c5e-4bed-853b-b905f505715b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543598'] for network, before_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:12.389342 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-f8b5748e-8c12-4d3d-b653-b1340a242219 req-bb7dc252-e881-4d5a-8170-a69ae11abece tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "GET /v2.0/security-groups?id=ed50e5aa-327b-422f-82a8-ba0a7946687e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0681748
Apr 20 18:31:12.411582 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1567a9ae-3884-49dc-9f8d-4a7908388708 req-020b9648-bf83-4aa7-8ada-332edfba7fb1 tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:31:12.420918 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-1567a9ae-3884-49dc-9f8d-4a7908388708 req-020b9648-bf83-4aa7-8ada-332edfba7fb1 tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] 10.222.0.11 "GET /v2.0/ports?device_id=0ca5926a-d176-4673-bbe5-442540a100b6 HTTP/1.1" status: 200  len: 943 time: 0.1981184
Apr 20 18:31:12.531125 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-1567a9ae-3884-49dc-9f8d-4a7908388708 req-9488d0ad-6bd2-4ccf-bc2c-76b79daa60a2 tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] 10.222.0.11 "GET /v2.0/security-groups?id=82d2b5dd-ac82-48c5-ae8a-56039f03438b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0915577
Apr 20 18:31:12.557595 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-8124cac5-2c5e-4bed-853b-b905f505715b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854039945', 'neutron.services.segments.db._delete_segments_for_network-8785676757363'] for network, precommit_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:12.697348 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-8124cac5-2c5e-4bed-853b-b905f505715b admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7fd930d4e748>> segment before_delete 55550000 {{(pid=86420) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:31:12.697872 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-8124cac5-2c5e-4bed-853b-b905f505715b admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7fd930d4e748>> subnet precommit_delete_associations 55550000 {{(pid=86420) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:31:12.698596 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-8124cac5-2c5e-4bed-853b-b905f505715b admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fd931b18d68>> segment_host_mapping after_create 55550000 {{(pid=86420) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:31:12.698987 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-8124cac5-2c5e-4bed-853b-b905f505715b admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fd931b18d68>> port after_create 55550000 {{(pid=86420) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:31:12.699354 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-8124cac5-2c5e-4bed-853b-b905f505715b admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fd931b18d68>> port after_delete 55550000 {{(pid=86420) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:31:12.699717 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-8124cac5-2c5e-4bed-853b-b905f505715b admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fd931b18d68>> port after_update 55550000 {{(pid=86420) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:31:12.699974 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e711da-787e-4546-82d1-61c891a3f64a req-81d7bf3e-ad97-4e27-afd4-a5074f260795 tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:31:12.700089 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-8124cac5-2c5e-4bed-853b-b905f505715b admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fd931b18d68>> segment after_delete 55550000 {{(pid=86420) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:31:12.700471 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-8124cac5-2c5e-4bed-853b-b905f505715b admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fd931b18d68>> subnet after_create 55550000 {{(pid=86420) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:31:12.700839 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-8124cac5-2c5e-4bed-853b-b905f505715b admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fd931b18d68>> subnet after_delete 55550000 {{(pid=86420) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:31:12.701202 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-8124cac5-2c5e-4bed-853b-b905f505715b admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fd931b18d68>> subnet after_update 55550000 {{(pid=86420) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:31:12.709400 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-61e711da-787e-4546-82d1-61c891a3f64a req-81d7bf3e-ad97-4e27-afd4-a5074f260795 tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] 10.222.0.11 "GET /v2.0/ports?device_id=195563af-933f-44b1-9a05-860e8d0d93c9 HTTP/1.1" status: 200  len: 944 time: 0.1211691
Apr 20 18:31:12.766367 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-61e711da-787e-4546-82d1-61c891a3f64a req-9bc9df6e-3b42-48be-bb28-e4f8c77ea479 tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] 10.222.0.11 "GET /v2.0/security-groups?id=69608afe-11f9-43e6-87f2-e65ac49327da&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0558653
Apr 20 18:31:12.777765 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-8124cac5-2c5e-4bed-853b-b905f505715b admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fd930dc3898>> subnet after_create 55550000 {{(pid=86420) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:31:12.778166 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-8124cac5-2c5e-4bed-853b-b905f505715b admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fd930dc3898>> subnet after_delete 55550000 {{(pid=86420) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:31:12.778551 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-8124cac5-2c5e-4bed-853b-b905f505715b admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fd930dc3898>> subnet before_create 55550000 {{(pid=86420) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:31:12.778932 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-8124cac5-2c5e-4bed-853b-b905f505715b admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fd930dc3898>> subnet before_update 55550000 {{(pid=86420) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:31:12.779349 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.services.segments.db [None req-8124cac5-2c5e-4bed-853b-b905f505715b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fd9316ae198>,) {'filters': {'network_id': ['8448150c-c8bd-4dc4-af6a-9869fe4dc86b']}} {{(pid=86420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:31:12.795369 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.services.segments.db [None req-8124cac5-2c5e-4bed-853b-b905f505715b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fd9316ae198>, '12a52afb-18e5-417f-934f-151d96fc9262') {'for_net_delete': True} {{(pid=86420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:31:12.795712 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.services.segments.db [None req-8124cac5-2c5e-4bed-853b-b905f505715b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fd9316ae198>, '12a52afb-18e5-417f-934f-151d96fc9262') {} {{(pid=86420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:31:12.810274 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-8124cac5-2c5e-4bed-853b-b905f505715b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363251177908579', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852040923'] for segment, before_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:12.830142 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-8124cac5-2c5e-4bed-853b-b905f505715b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854148540'] for segment, precommit_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:12.839669 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8124cac5-2c5e-4bed-853b-b905f505715b admin admin] Releasing vlan 381 on physical network physnet1 to pool {{(pid=86420) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 20 18:31:13.053386 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [None req-8124cac5-2c5e-4bed-853b-b905f505715b admin admin] Network 8448150c-c8bd-4dc4-af6a-9869fe4dc86b has no segments {{(pid=86420) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 18:31:13.063847 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-8124cac5-2c5e-4bed-853b-b905f505715b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-627251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036850586489'] for segment, after_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:13.213719 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-439548f0-6a92-45b4-831f-39dcf85a5284 req-2a575e1c-8acd-4850-a005-da7970fbe07c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fc2c1be7-a945-415f-9fcd-718e1fd4abb7 HTTP/1.1" status: 200  len: 217 time: 0.1033559
Apr 20 18:31:13.313077 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439548f0-6a92-45b4-831f-39dcf85a5284 req-3bd87785-678b-4aa8-b090-190d5279d0b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:31:13.314669 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-439548f0-6a92-45b4-831f-39dcf85a5284 req-3bd87785-678b-4aa8-b090-190d5279d0b2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=de093425-a655-4f08-b89a-732e934018c4 HTTP/1.1" status: 200  len: 856 time: 0.0885496
Apr 20 18:31:13.441530 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [None req-8124cac5-2c5e-4bed-853b-b905f505715b admin admin] Network 8448150c-c8bd-4dc4-af6a-9869fe4dc86b has no segments {{(pid=86420) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 18:31:13.455210 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439548f0-6a92-45b4-831f-39dcf85a5284 req-721c9902-4eac-40b5-ad4d-54359e488a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:31:13.458735 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-439548f0-6a92-45b4-831f-39dcf85a5284 req-721c9902-4eac-40b5-ad4d-54359e488a0c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=70bb951b-5201-42f1-af2f-fff209eaf750&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1328189
Apr 20 18:31:13.866982 dv-cinder-786931-2-iscsi neutron-server[86307]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Apr 20 18:31:13.866982 dv-cinder-786931-2-iscsi neutron-server[86307]:   from cryptography.utils import int_from_bytes
Apr 20 18:31:13.866982 dv-cinder-786931-2-iscsi neutron-server[86307]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Apr 20 18:31:13.866982 dv-cinder-786931-2-iscsi neutron-server[86307]:   from cryptography.utils import int_from_bytes
Apr 20 18:31:13.866982 dv-cinder-786931-2-iscsi neutron-server[86307]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Apr 20 18:31:13.866982 dv-cinder-786931-2-iscsi neutron-server[86307]:   (rel_b, rel_a, rel_b),
Apr 20 18:31:13.866982 dv-cinder-786931-2-iscsi neutron-server[86307]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Apr 20 18:31:13.866982 dv-cinder-786931-2-iscsi neutron-server[86307]:   (rel_b, rel_a, rel_b),
Apr 20 18:31:13.866982 dv-cinder-786931-2-iscsi neutron-server[86307]: Traceback (most recent call last):
Apr 20 18:31:13.866982 dv-cinder-786931-2-iscsi neutron-server[86307]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 20 18:31:13.866982 dv-cinder-786931-2-iscsi neutron-server[86307]:     timer()
Apr 20 18:31:13.866982 dv-cinder-786931-2-iscsi neutron-server[86307]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 20 18:31:13.866982 dv-cinder-786931-2-iscsi neutron-server[86307]:     cb(*args, **kw)
Apr 20 18:31:13.866982 dv-cinder-786931-2-iscsi neutron-server[86307]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 20 18:31:13.866982 dv-cinder-786931-2-iscsi neutron-server[86307]:     return func(*args, **kwargs)
Apr 20 18:31:13.866982 dv-cinder-786931-2-iscsi neutron-server[86307]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 20 18:31:13.866982 dv-cinder-786931-2-iscsi neutron-server[86307]:     self._notify()
Apr 20 18:31:13.866982 dv-cinder-786931-2-iscsi neutron-server[86307]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 20 18:31:13.866982 dv-cinder-786931-2-iscsi neutron-server[86307]:     self.callback(batched_events)
Apr 20 18:31:13.866982 dv-cinder-786931-2-iscsi neutron-server[86307]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 20 18:31:13.866982 dv-cinder-786931-2-iscsi neutron-server[86307]:     event.method(event)
Apr 20 18:31:13.866982 dv-cinder-786931-2-iscsi neutron-server[86307]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 20 18:31:13.866982 dv-cinder-786931-2-iscsi neutron-server[86307]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 20 18:31:13.866982 dv-cinder-786931-2-iscsi neutron-server[86307]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 20 18:31:13.866982 dv-cinder-786931-2-iscsi neutron-server[86307]:     segment_id)['aggregates'][0]
Apr 20 18:31:13.866982 dv-cinder-786931-2-iscsi neutron-server[86307]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 20 18:31:13.866982 dv-cinder-786931-2-iscsi neutron-server[86307]:     return f(self, *a, **k)
Apr 20 18:31:13.866982 dv-cinder-786931-2-iscsi neutron-server[86307]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 20 18:31:13.866982 dv-cinder-786931-2-iscsi neutron-server[86307]:     return self._get(url).json()
Apr 20 18:31:13.866982 dv-cinder-786931-2-iscsi neutron-server[86307]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 20 18:31:13.866982 dv-cinder-786931-2-iscsi neutron-server[86307]:     **kwargs)
Apr 20 18:31:13.866982 dv-cinder-786931-2-iscsi neutron-server[86307]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 20 18:31:13.866982 dv-cinder-786931-2-iscsi neutron-server[86307]:     return self.request(url, 'GET', **kwargs)
Apr 20 18:31:13.866982 dv-cinder-786931-2-iscsi neutron-server[86307]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 20 18:31:13.866982 dv-cinder-786931-2-iscsi neutron-server[86307]:     **endpoint_filter)
Apr 20 18:31:13.866982 dv-cinder-786931-2-iscsi neutron-server[86307]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 20 18:31:13.866982 dv-cinder-786931-2-iscsi neutron-server[86307]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 20 18:31:13.866982 dv-cinder-786931-2-iscsi neutron-server[86307]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 20 18:31:13.866982 dv-cinder-786931-2-iscsi neutron-server[86307]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 20 18:31:13.866982 dv-cinder-786931-2-iscsi neutron-server[86307]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 20 18:31:13.872019 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-439548f0-6a92-45b4-831f-39dcf85a5284 req-a3587cea-b2e3-4794-b510-d325d302dbe4 service neutron] 10.222.0.10 "GET /v2.0/networks/70bb951b-5201-42f1-af2f-fff209eaf750?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4013438
Apr 20 18:31:13.872757 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ca5926a-d176-4673-bbe5-442540a100b6', 'tag': '38641a15-fbb9-491c-84c3-c902b009bb25'}] {{(pid=86420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:31:13.900590 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [req-bc8860b6-5db6-4452-8e38-f07c9235e29b req-90025928-1eb6-4535-9c9b-0f5bb4e5fddd service neutron] Synchronizing usage tracker for tenant:212c5ea360254fb6aa79b129028dde5d on resource:security_group {{(pid=86420) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 18:31:13.972421 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [req-bc8860b6-5db6-4452-8e38-f07c9235e29b req-90025928-1eb6-4535-9c9b-0f5bb4e5fddd service neutron] Unset dirty status for tenant:212c5ea360254fb6aa79b129028dde5d on resource:security_group {{(pid=86420) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 18:31:13.973814 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-bc8860b6-5db6-4452-8e38-f07c9235e29b req-90025928-1eb6-4535-9c9b-0f5bb4e5fddd service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=82d2b5dd-ac82-48c5-ae8a-56039f03438b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.8160925
Apr 20 18:31:13.978322 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-8124cac5-2c5e-4bed-853b-b905f505715b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850969204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850912127'] for network, after_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:13.995626 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f233798-c3d0-41bf-83fe-0eb83b2e6c6b req-f905d5d7-3cf6-4300-beb3-42a089288e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:31:13.997283 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-6f233798-c3d0-41bf-83fe-0eb83b2e6c6b req-f905d5d7-3cf6-4300-beb3-42a089288e91 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=02422600-c332-4858-ad0c-e0fcc53844a7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.8380961
Apr 20 18:31:14.004226 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac53b55-2bc0-435c-b1ed-2fb6950784a4 req-c0400a8c-8456-4587-b6bb-1793e3774768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:31:14.006314 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-dac53b55-2bc0-435c-b1ed-2fb6950784a4 req-c0400a8c-8456-4587-b6bb-1793e3774768 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c9d2f68c6fa74348a553079d597a5342&device_id=0ca5926a-d176-4673-bbe5-442540a100b6 HTTP/1.1" status: 200  len: 1096 time: 0.8498709
Apr 20 18:31:14.007674 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-e1a037c6-250e-44e7-842f-9c46514ba657 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:31:14.025922 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-8124cac5-2c5e-4bed-853b-b905f505715b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3704713'] for network, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:14.035786 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8124cac5-2c5e-4bed-853b-b905f505715b admin admin] Pushing event deleted for resources: {'Network': ['ID=8448150c-c8bd-4dc4-af6a-9869fe4dc86b,revision_number=None']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:31:14.040114 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-8124cac5-2c5e-4bed-853b-b905f505715b admin admin] 10.222.0.11 "DELETE /v2.0/networks/8448150c-c8bd-4dc4-af6a-9869fe4dc86b HTTP/1.1" status: 204  len: 168 time: 1.8060505
Apr 20 18:31:14.040114 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-8124cac5-2c5e-4bed-853b-b905f505715b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:31:14.040422 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.11', 44108) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:31:14.046369 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b869c0d4-3fbc-4482-8273-adea41dba4b9 req-10af591d-7ffc-4e07-a582-d1509b5ea829 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:31:14.048014 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-b869c0d4-3fbc-4482-8273-adea41dba4b9 req-10af591d-7ffc-4e07-a582-d1509b5ea829 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "GET /v2.0/ports?device_id=a35dabb6-d13d-48e1-b184-19d58be083db HTTP/1.1" status: 200  len: 943 time: 0.3993206
Apr 20 18:31:14.065468 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becda063-49ef-4c9d-9d8e-9dc2ae213120 req-c89fb34e-4399-46a7-9ddc-cead74028bb7 tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:31:14.067260 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-becda063-49ef-4c9d-9d8e-9dc2ae213120 req-c89fb34e-4399-46a7-9ddc-cead74028bb7 tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] 10.222.0.11 "GET /v2.0/ports?device_id=0ca5926a-d176-4673-bbe5-442540a100b6 HTTP/1.1" status: 200  len: 943 time: 0.2810738
Apr 20 18:31:14.183721 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-dac53b55-2bc0-435c-b1ed-2fb6950784a4 req-169e5e38-695a-4faf-b3d8-ee889d6c19f6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=38641a15-fbb9-491c-84c3-c902b009bb25 HTTP/1.1" status: 200  len: 217 time: 0.0997040
Apr 20 18:31:14.185401 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-b869c0d4-3fbc-4482-8273-adea41dba4b9 req-1089b8ae-4563-4bb8-ad24-4fcd05f2b3fa tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "GET /v2.0/security-groups?id=ed50e5aa-327b-422f-82a8-ba0a7946687e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1142006
Apr 20 18:31:14.192250 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-439548f0-6a92-45b4-831f-39dcf85a5284 req-6743851e-cca9-4226-9351-5521ee39bb78 service neutron] 10.222.0.10 "GET /v2.0/networks/70bb951b-5201-42f1-af2f-fff209eaf750?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3047869
Apr 20 18:31:14.198098 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-becda063-49ef-4c9d-9d8e-9dc2ae213120 req-228f572c-7feb-4f56-9aab-29de7c51bce5 tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] 10.222.0.11 "GET /v2.0/security-groups?id=82d2b5dd-ac82-48c5-ae8a-56039f03438b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1089919
Apr 20 18:31:14.315509 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ca5926a-d176-4673-bbe5-442540a100b6', 'tag': '38641a15-fbb9-491c-84c3-c902b009bb25', 'status': 'completed', 'code': 200}
Apr 20 18:31:14.343085 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.db_base_plugin_v2 [None req-49460bec-d12a-45f4-b58b-5726cf708282 admin admin] Deleting subnet cfcf2432-8f87-48f6-9659-77cd6f948cc0 {{(pid=86420) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 20 18:31:14.346396 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-49460bec-d12a-45f4-b58b-5726cf708282 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:14.404927 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa7cb5b-5ec5-49b6-b5bf-88843fa8cf1b req-fa11f20e-0f2c-42ef-b2c0-fd6ac3eb9a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:31:14.406815 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-faa7cb5b-5ec5-49b6-b5bf-88843fa8cf1b req-fa11f20e-0f2c-42ef-b2c0-fd6ac3eb9a31 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=82646d2796ec4d6b9ec39ce05e5b838a&device_id=a35dabb6-d13d-48e1-b184-19d58be083db HTTP/1.1" status: 200  len: 1096 time: 0.1419313
Apr 20 18:31:14.410963 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-49460bec-d12a-45f4-b58b-5726cf708282 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2734893'] for subnet, precommit_delete_associations {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:14.496887 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac53b55-2bc0-435c-b1ed-2fb6950784a4 req-b08e1503-040d-44b1-8aac-599146579daf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:31:14.498905 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-dac53b55-2bc0-435c-b1ed-2fb6950784a4 req-b08e1503-040d-44b1-8aac-599146579daf service neutron] 10.222.0.10 "GET /v2.0/subnets?id=680a997a-0cf4-4428-86cb-30422b5e5d52 HTTP/1.1" status: 200  len: 858 time: 0.3118486
Apr 20 18:31:14.585995 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-dac53b55-2bc0-435c-b1ed-2fb6950784a4 req-8286ba59-fdc0-46f0-84fa-463fcdbbe1cf service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e1a3515f-6650-48cb-a68d-8193e54b06db&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0715935
Apr 20 18:31:14.596701 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-6f233798-c3d0-41bf-83fe-0eb83b2e6c6b req-fe294840-1f61-4181-90db-8d4a6323225a service neutron] 10.222.0.10 "GET /v2.0/networks/02422600-c332-4858-ad0c-e0fcc53844a7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5185974
Apr 20 18:31:14.603128 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa7cb5b-5ec5-49b6-b5bf-88843fa8cf1b req-5fca9e1a-a002-47ee-93b6-289a1458325a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:31:14.604800 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-faa7cb5b-5ec5-49b6-b5bf-88843fa8cf1b req-5fca9e1a-a002-47ee-93b6-289a1458325a service neutron] 10.222.0.10 "GET /v2.0/networks?id=70bb951b-5201-42f1-af2f-fff209eaf750 HTTP/1.1" status: 200  len: 918 time: 0.1875923
Apr 20 18:31:14.683109 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-49460bec-d12a-45f4-b58b-5726cf708282 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735778'] for subnet, precommit_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:14.752538 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-faa7cb5b-5ec5-49b6-b5bf-88843fa8cf1b req-565fb1c1-96db-4a53-ac98-d1cf06be8bbf service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fc2c1be7-a945-415f-9fcd-718e1fd4abb7 HTTP/1.1" status: 200  len: 217 time: 0.0836017
Apr 20 18:31:14.833150 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e6b69e-099c-41aa-b46e-d7d97696b0c4 req-dbb8e6fc-f954-4719-a65b-67a4e714b891 tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:31:14.836810 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-23e6b69e-099c-41aa-b46e-d7d97696b0c4 req-dbb8e6fc-f954-4719-a65b-67a4e714b891 tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] 10.222.0.11 "GET /v2.0/ports?device_id=195563af-933f-44b1-9a05-860e8d0d93c9 HTTP/1.1" status: 200  len: 944 time: 0.4179175
Apr 20 18:31:14.919529 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-23e6b69e-099c-41aa-b46e-d7d97696b0c4 req-c35e4c14-ecfa-4762-8e2a-5a6b06ea882e tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] 10.222.0.11 "GET /v2.0/security-groups?id=69608afe-11f9-43e6-87f2-e65ac49327da&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0707347
Apr 20 18:31:14.923874 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa7cb5b-5ec5-49b6-b5bf-88843fa8cf1b req-8c63fe29-ad24-4e93-8077-d15822ef606b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:31:14.925444 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-faa7cb5b-5ec5-49b6-b5bf-88843fa8cf1b req-8c63fe29-ad24-4e93-8077-d15822ef606b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=de093425-a655-4f08-b89a-732e934018c4 HTTP/1.1" status: 200  len: 856 time: 0.1442142
Apr 20 18:31:14.980526 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-dac53b55-2bc0-435c-b1ed-2fb6950784a4 req-7cf1eb6f-ce9f-45f6-a84f-7bddcc8b2180 service neutron] 10.222.0.10 "GET /v2.0/networks/e1a3515f-6650-48cb-a68d-8193e54b06db?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3813267
Apr 20 18:31:15.072558 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa7cb5b-5ec5-49b6-b5bf-88843fa8cf1b req-fe271169-2bc5-46a9-8970-f49b557efa52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:31:15.074346 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-faa7cb5b-5ec5-49b6-b5bf-88843fa8cf1b req-fe271169-2bc5-46a9-8970-f49b557efa52 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=70bb951b-5201-42f1-af2f-fff209eaf750&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1353414
Apr 20 18:31:15.166757 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-6f233798-c3d0-41bf-83fe-0eb83b2e6c6b req-afa4df43-8cc8-4e71-b71e-9bda0f7272f9 service neutron] 10.222.0.10 "GET /v2.0/networks/02422600-c332-4858-ad0c-e0fcc53844a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4492459
Apr 20 18:31:15.387571 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-faa7cb5b-5ec5-49b6-b5bf-88843fa8cf1b req-3de874e0-f04b-4ed7-8db2-b325611c308b service neutron] 10.222.0.10 "GET /v2.0/networks/70bb951b-5201-42f1-af2f-fff209eaf750?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3039997
Apr 20 18:31:15.387799 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-dac53b55-2bc0-435c-b1ed-2fb6950784a4 req-519738bc-55de-442a-a765-b954aa065b91 service neutron] 10.222.0.10 "GET /v2.0/networks/e1a3515f-6650-48cb-a68d-8193e54b06db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3989174
Apr 20 18:31:15.557384 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c9353a-be14-4d6c-9610-0347c21d4068 req-41fb1855-7c65-4594-8c81-0c1640e467ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:31:15.560903 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-d8c9353a-be14-4d6c-9610-0347c21d4068 req-41fb1855-7c65-4594-8c81-0c1640e467ed service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4d61b8cb74c8488e895692a092d04f17&device_id=195563af-933f-44b1-9a05-860e8d0d93c9 HTTP/1.1" status: 200  len: 1097 time: 0.2921937
Apr 20 18:31:15.565379 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-faa7cb5b-5ec5-49b6-b5bf-88843fa8cf1b req-0b2cb174-a853-4ade-bb34-c7fce3337c4a service neutron] 10.222.0.10 "GET /v2.0/networks/70bb951b-5201-42f1-af2f-fff209eaf750?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1621668
Apr 20 18:31:15.579212 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-49460bec-d12a-45f4-b58b-5726cf708282 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854040038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850911380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4189476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852074705'] for subnet, after_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:15.656412 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-958b5690-5a5a-4ad0-b567-e05ddde71989 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:31:15.697349 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-49460bec-d12a-45f4-b58b-5726cf708282 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3704713'] for subnet, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:15.745590 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8871778b-cb3a-4d69-95c0-b4bc9727abfd req-60f9c052-975b-494e-aaf1-b6e96fe248c5 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:31:15.747236 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-8871778b-cb3a-4d69-95c0-b4bc9727abfd req-60f9c052-975b-494e-aaf1-b6e96fe248c5 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "GET /v2.0/ports?device_id=a35dabb6-d13d-48e1-b184-19d58be083db HTTP/1.1" status: 200  len: 943 time: 0.1857629
Apr 20 18:31:15.755873 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae290dbf-95b8-4d58-8939-932f05cd6562 req-5cca9874-5eb3-4825-85c6-c980a6cd56e4 tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:31:15.757837 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-ae290dbf-95b8-4d58-8939-932f05cd6562 req-5cca9874-5eb3-4825-85c6-c980a6cd56e4 tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] 10.222.0.11 "GET /v2.0/ports?device_id=0ca5926a-d176-4673-bbe5-442540a100b6 HTTP/1.1" status: 200  len: 943 time: 0.1950772
Apr 20 18:31:15.768525 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49460bec-d12a-45f4-b58b-5726cf708282 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cfcf2432-8f87-48f6-9659-77cd6f948cc0,revision_number=None']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:31:15.772362 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-49460bec-d12a-45f4-b58b-5726cf708282 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:31:15.779200 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-49460bec-d12a-45f4-b58b-5726cf708282 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/cfcf2432-8f87-48f6-9659-77cd6f948cc0 HTTP/1.1" status: 204  len: 168 time: 1.7355115
Apr 20 18:31:15.783971 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.11', 44166) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:31:15.854510 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-ae290dbf-95b8-4d58-8939-932f05cd6562 req-4e05cbe6-2855-4f36-95d9-6d87b197d87d tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] 10.222.0.11 "GET /v2.0/security-groups?id=82d2b5dd-ac82-48c5-ae8a-56039f03438b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0790746
Apr 20 18:31:15.868789 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-8871778b-cb3a-4d69-95c0-b4bc9727abfd req-43970ec2-cb0f-4060-a687-efa4dc2b5bc0 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "GET /v2.0/security-groups?id=ed50e5aa-327b-422f-82a8-ba0a7946687e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1098030
Apr 20 18:31:15.880791 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf7bdc5-05ef-4783-916d-3cfc18bdc8f0 req-fa109512-3946-490f-ac16-714835e4f998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:31:15.882439 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-0bf7bdc5-05ef-4783-916d-3cfc18bdc8f0 req-fa109512-3946-490f-ac16-714835e4f998 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c9d2f68c6fa74348a553079d597a5342&device_id=0ca5926a-d176-4673-bbe5-442540a100b6 HTTP/1.1" status: 200  len: 1096 time: 0.4103656
Apr 20 18:31:15.991465 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.agents_db [None req-36c0d191-ed3c-416e-a897-084b3b2178c3 None None] Agent healthcheck: found 6 active agents {{(pid=86423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 18:31:16.202379 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c4b9d2-7885-4860-a4e6-ebd3312333df req-507f7f93-040a-4df5-926c-13969f1e1a37 tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:31:16.204248 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-d0c4b9d2-7885-4860-a4e6-ebd3312333df req-507f7f93-040a-4df5-926c-13969f1e1a37 tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] 10.222.0.11 "GET /v2.0/ports?device_id=195563af-933f-44b1-9a05-860e8d0d93c9 HTTP/1.1" status: 200  len: 944 time: 0.1405425
Apr 20 18:31:16.272952 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-d0c4b9d2-7885-4860-a4e6-ebd3312333df req-bb78e7d1-48e6-408d-adcf-edcd3118e23b tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] 10.222.0.11 "GET /v2.0/security-groups?id=69608afe-11f9-43e6-87f2-e65ac49327da&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0550289
Apr 20 18:31:16.322116 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-002ffd74-ac9d-4083-a6d8-01367a25131b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543598'] for network, before_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:16.340880 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c9353a-be14-4d6c-9610-0347c21d4068 req-58730261-61e2-4413-910c-7e90b2f903d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:31:16.342482 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-d8c9353a-be14-4d6c-9610-0347c21d4068 req-58730261-61e2-4413-910c-7e90b2f903d2 service neutron] 10.222.0.10 "GET /v2.0/networks?id=02422600-c332-4858-ad0c-e0fcc53844a7 HTTP/1.1" status: 200  len: 912 time: 0.7651312
Apr 20 18:31:16.473982 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-d8c9353a-be14-4d6c-9610-0347c21d4068 req-f29a5e4e-a2a0-4fbc-a3b1-b2732502addb service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=76b67a60-4a92-4a63-a54b-d3a3a125203a HTTP/1.1" status: 200  len: 217 time: 0.1222305
Apr 20 18:31:16.612510 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf7bdc5-05ef-4783-916d-3cfc18bdc8f0 req-2eacfcdb-2a74-423e-8807-b50fabcfde23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:31:16.614118 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-0bf7bdc5-05ef-4783-916d-3cfc18bdc8f0 req-2eacfcdb-2a74-423e-8807-b50fabcfde23 service neutron] 10.222.0.10 "GET /v2.0/networks?id=e1a3515f-6650-48cb-a68d-8193e54b06db HTTP/1.1" status: 200  len: 919 time: 0.7092011
Apr 20 18:31:16.713364 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-002ffd74-ac9d-4083-a6d8-01367a25131b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854039945', 'neutron.services.segments.db._delete_segments_for_network-8785676757363'] for network, precommit_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:16.742259 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-0bf7bdc5-05ef-4783-916d-3cfc18bdc8f0 req-3f320ebe-d9fb-46b2-915f-d32bfaa70006 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=38641a15-fbb9-491c-84c3-c902b009bb25 HTTP/1.1" status: 200  len: 217 time: 0.1044300
Apr 20 18:31:16.847769 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c9353a-be14-4d6c-9610-0347c21d4068 req-34e30e2b-da7f-4daa-858b-376699b5a6e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:31:16.850805 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-d8c9353a-be14-4d6c-9610-0347c21d4068 req-34e30e2b-da7f-4daa-858b-376699b5a6e1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=75d0ac2f-18ed-4097-8673-60a099f48c88 HTTP/1.1" status: 200  len: 850 time: 0.3608997
Apr 20 18:31:17.093230 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf7bdc5-05ef-4783-916d-3cfc18bdc8f0 req-f27ae258-f630-4af4-8644-5273aa7b2808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:31:17.095953 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-0bf7bdc5-05ef-4783-916d-3cfc18bdc8f0 req-f27ae258-f630-4af4-8644-5273aa7b2808 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=680a997a-0cf4-4428-86cb-30422b5e5d52 HTTP/1.1" status: 200  len: 858 time: 0.3001468
Apr 20 18:31:17.107977 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.services.segments.db [None req-002ffd74-ac9d-4083-a6d8-01367a25131b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fd9309606d8>,) {'filters': {'network_id': ['7ea90904-c38c-4c26-81d2-8efbf7d73e4a']}} {{(pid=86420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:31:17.114821 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Device fc2c1be7-a945-415f-9fcd-718e1fd4abb7 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 18:31:17.215834 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.services.segments.db [None req-002ffd74-ac9d-4083-a6d8-01367a25131b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fd9309606d8>, '4b458b23-34bf-4334-9dac-95d607e10b9c') {'for_net_delete': True} {{(pid=86420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:31:17.216450 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.services.segments.db [None req-002ffd74-ac9d-4083-a6d8-01367a25131b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fd9309606d8>, '4b458b23-34bf-4334-9dac-95d607e10b9c') {} {{(pid=86420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:31:17.232603 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-0bf7bdc5-05ef-4783-916d-3cfc18bdc8f0 req-43acfed7-e6c2-4e6b-9281-1f6cdc9bc297 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e1a3515f-6650-48cb-a68d-8193e54b06db&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1282005
Apr 20 18:31:17.358874 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-002ffd74-ac9d-4083-a6d8-01367a25131b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363251177908579', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852040923'] for segment, before_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:17.413978 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8938da3f-a947-46c7-9b1d-18444a7eac9b req-b4d3cf68-b5ba-42c0-9a59-9e4252746ce7 tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:31:17.431275 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-8938da3f-a947-46c7-9b1d-18444a7eac9b req-b4d3cf68-b5ba-42c0-9a59-9e4252746ce7 tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] 10.222.0.11 "GET /v2.0/ports?device_id=0ca5926a-d176-4673-bbe5-442540a100b6 HTTP/1.1" status: 200  len: 943 time: 0.2484303
Apr 20 18:31:17.498754 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-002ffd74-ac9d-4083-a6d8-01367a25131b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854148540'] for segment, precommit_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:17.551919 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-002ffd74-ac9d-4083-a6d8-01367a25131b admin admin] Releasing vlan 395 on physical network physnet1 to pool {{(pid=86420) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 20 18:31:17.563521 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] For port fc2c1be7-a945-415f-9fcd-718e1fd4abb7, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=fc2c1be7-a945-415f-9fcd-718e1fd4abb7,segment=NetworkSegment(8f4cadfd-3269-4c6c-8ca6-68423b9c7197),segment_id=8f4cadfd-3269-4c6c-8ca6-68423b9c7197)] {{(pid=86422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:31:17.634280 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Returning: {'device': 'fc2c1be7-a945-415f-9fcd-718e1fd4abb7', 'network_id': '70bb951b-5201-42f1-af2f-fff209eaf750', 'port_id': 'fc2c1be7-a945-415f-9fcd-718e1fd4abb7', 'mac_address': 'fa:16:3e:9b:08:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 380, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de093425-a655-4f08-b89a-732e934018c4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 18:31:17.648633 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c9353a-be14-4d6c-9610-0347c21d4068 req-9fe578f4-6e87-4c41-a1a6-9b9d481e2c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:31:17.654794 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-d8c9353a-be14-4d6c-9610-0347c21d4068 req-9fe578f4-6e87-4c41-a1a6-9b9d481e2c10 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=02422600-c332-4858-ad0c-e0fcc53844a7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.7743618
Apr 20 18:31:17.874405 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854207267'] for port, before_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:17.916139 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.notifiers.nova [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc2c1be7-a945-415f-9fcd-718e1fd4abb7 {{(pid=86422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 18:31:17.946110 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] For port fc2c1be7-a945-415f-9fcd-718e1fd4abb7, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=fc2c1be7-a945-415f-9fcd-718e1fd4abb7,segment=NetworkSegment(8f4cadfd-3269-4c6c-8ca6-68423b9c7197),segment_id=8f4cadfd-3269-4c6c-8ca6-68423b9c7197)] {{(pid=86422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:31:17.959619 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785676839112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251178383903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251178382076'] for port, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:17.965089 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:31:18.040026 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-0bf7bdc5-05ef-4783-916d-3cfc18bdc8f0 req-33b74bcd-5dd6-499f-80c0-2d8641378371 service neutron] 10.222.0.10 "GET /v2.0/networks/e1a3515f-6650-48cb-a68d-8193e54b06db?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7625701
Apr 20 18:31:18.108298 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Pushing event updated for resources: {'Port': ['ID=fc2c1be7-a945-415f-9fcd-718e1fd4abb7,revision_number=4']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:31:18.115623 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:31:18.205491 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-8938da3f-a947-46c7-9b1d-18444a7eac9b req-ca0685ec-1a98-4662-b9aa-c510a4f23e76 tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] 10.222.0.11 "GET /v2.0/security-groups?id=82d2b5dd-ac82-48c5-ae8a-56039f03438b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7661331
Apr 20 18:31:18.270472 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] get_ports_and_sgs() called for port_ids ['fc2c1be7-a945-415f-9fcd-718e1fd4abb7'] {{(pid=86422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 18:31:18.337995 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e03eec6-4fc5-4e2e-a351-841a86702304 req-01d05cd4-104f-49f9-92e2-82b01de60e6e tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:31:18.359573 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-2e03eec6-4fc5-4e2e-a351-841a86702304 req-01d05cd4-104f-49f9-92e2-82b01de60e6e tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "GET /v2.0/ports?device_id=a35dabb6-d13d-48e1-b184-19d58be083db HTTP/1.1" status: 200  len: 944 time: 0.3291509
Apr 20 18:31:18.372776 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-0bf7bdc5-05ef-4783-916d-3cfc18bdc8f0 req-95206daf-71f2-4266-a9a0-a66b45384bf1 service neutron] 10.222.0.10 "GET /v2.0/networks/e1a3515f-6650-48cb-a68d-8193e54b06db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2328644
Apr 20 18:31:18.396111 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [None req-002ffd74-ac9d-4083-a6d8-01367a25131b admin admin] Network 7ea90904-c38c-4c26-81d2-8efbf7d73e4a has no segments {{(pid=86420) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 18:31:18.424404 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-002ffd74-ac9d-4083-a6d8-01367a25131b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-627251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036850586489'] for segment, after_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:18.469415 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-d8c9353a-be14-4d6c-9610-0347c21d4068 req-c7bc4259-fc04-411c-a81d-4cbde438bd79 service neutron] 10.222.0.10 "GET /v2.0/networks/02422600-c332-4858-ad0c-e0fcc53844a7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7308338
Apr 20 18:31:18.492724 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-2e03eec6-4fc5-4e2e-a351-841a86702304 req-09db01e6-ce77-459b-a316-8df846cd1577 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "GET /v2.0/security-groups?id=ed50e5aa-327b-422f-82a8-ba0a7946687e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1249020
Apr 20 18:31:18.931723 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [None req-002ffd74-ac9d-4083-a6d8-01367a25131b admin admin] Network 7ea90904-c38c-4c26-81d2-8efbf7d73e4a has no segments {{(pid=86420) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 18:31:18.960390 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ef6087-3dc2-48e1-b73c-d512481441e3 req-7fb0db04-7ae0-48ce-b300-92f2d39cc88e tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:31:18.966093 dv-cinder-786931-2-iscsi neutron-server[86307]: Traceback (most recent call last):
Apr 20 18:31:18.966093 dv-cinder-786931-2-iscsi neutron-server[86307]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 20 18:31:18.966093 dv-cinder-786931-2-iscsi neutron-server[86307]:     timer()
Apr 20 18:31:18.966093 dv-cinder-786931-2-iscsi neutron-server[86307]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 20 18:31:18.966093 dv-cinder-786931-2-iscsi neutron-server[86307]:     cb(*args, **kw)
Apr 20 18:31:18.966093 dv-cinder-786931-2-iscsi neutron-server[86307]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 20 18:31:18.966093 dv-cinder-786931-2-iscsi neutron-server[86307]:     return func(*args, **kwargs)
Apr 20 18:31:18.966093 dv-cinder-786931-2-iscsi neutron-server[86307]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 20 18:31:18.966093 dv-cinder-786931-2-iscsi neutron-server[86307]:     self._notify()
Apr 20 18:31:18.966093 dv-cinder-786931-2-iscsi neutron-server[86307]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 20 18:31:18.966093 dv-cinder-786931-2-iscsi neutron-server[86307]:     self.callback(batched_events)
Apr 20 18:31:18.966093 dv-cinder-786931-2-iscsi neutron-server[86307]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 20 18:31:18.966093 dv-cinder-786931-2-iscsi neutron-server[86307]:     event.method(event)
Apr 20 18:31:18.966093 dv-cinder-786931-2-iscsi neutron-server[86307]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 20 18:31:18.966093 dv-cinder-786931-2-iscsi neutron-server[86307]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 20 18:31:18.966093 dv-cinder-786931-2-iscsi neutron-server[86307]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 20 18:31:18.966093 dv-cinder-786931-2-iscsi neutron-server[86307]:     segment_id)['aggregates'][0]
Apr 20 18:31:18.966093 dv-cinder-786931-2-iscsi neutron-server[86307]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 20 18:31:18.966093 dv-cinder-786931-2-iscsi neutron-server[86307]:     return f(self, *a, **k)
Apr 20 18:31:18.966093 dv-cinder-786931-2-iscsi neutron-server[86307]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 20 18:31:18.966093 dv-cinder-786931-2-iscsi neutron-server[86307]:     return self._get(url).json()
Apr 20 18:31:18.966093 dv-cinder-786931-2-iscsi neutron-server[86307]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 20 18:31:18.966093 dv-cinder-786931-2-iscsi neutron-server[86307]:     **kwargs)
Apr 20 18:31:18.966093 dv-cinder-786931-2-iscsi neutron-server[86307]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 20 18:31:18.966093 dv-cinder-786931-2-iscsi neutron-server[86307]:     return self.request(url, 'GET', **kwargs)
Apr 20 18:31:18.966093 dv-cinder-786931-2-iscsi neutron-server[86307]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 20 18:31:18.966093 dv-cinder-786931-2-iscsi neutron-server[86307]:     **endpoint_filter)
Apr 20 18:31:18.966093 dv-cinder-786931-2-iscsi neutron-server[86307]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 20 18:31:18.966093 dv-cinder-786931-2-iscsi neutron-server[86307]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 20 18:31:18.966093 dv-cinder-786931-2-iscsi neutron-server[86307]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 20 18:31:18.966093 dv-cinder-786931-2-iscsi neutron-server[86307]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 20 18:31:18.966093 dv-cinder-786931-2-iscsi neutron-server[86307]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 20 18:31:18.979434 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-49ef6087-3dc2-48e1-b73c-d512481441e3 req-7fb0db04-7ae0-48ce-b300-92f2d39cc88e tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] 10.222.0.11 "GET /v2.0/ports?device_id=195563af-933f-44b1-9a05-860e8d0d93c9 HTTP/1.1" status: 200  len: 944 time: 0.3069437
Apr 20 18:31:19.088131 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e5ef49-26b4-4e36-961b-3d6f861ca115 req-60086bf7-29af-4cd8-bb65-a2f046400c23 tempest-DeleteServersTestJSON-1661999450 tempest-DeleteServersTestJSON-1661999450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:31:19.089652 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-d5e5ef49-26b4-4e36-961b-3d6f861ca115 req-60086bf7-29af-4cd8-bb65-a2f046400c23 tempest-DeleteServersTestJSON-1661999450 tempest-DeleteServersTestJSON-1661999450-project] 10.222.0.11 "GET /v2.0/ports?device_id=4221c5a7-ddf0-491f-bfa9-2c78b0dffa17 HTTP/1.1" status: 200  len: 945 time: 0.2779353
Apr 20 18:31:19.103821 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-49ef6087-3dc2-48e1-b73c-d512481441e3 req-30a938a0-15e6-4fd4-a838-5da92e6f7622 tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] 10.222.0.11 "GET /v2.0/security-groups?id=69608afe-11f9-43e6-87f2-e65ac49327da&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1276121
Apr 20 18:31:19.113895 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Device 76b67a60-4a92-4a63-a54b-d3a3a125203a details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 18:31:19.152113 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-d8c9353a-be14-4d6c-9610-0347c21d4068 req-0dae885f-e6c0-40ae-a7bc-89c31bb28de7 service neutron] 10.222.0.10 "GET /v2.0/networks/02422600-c332-4858-ad0c-e0fcc53844a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6705940
Apr 20 18:31:19.169872 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-002ffd74-ac9d-4083-a6d8-01367a25131b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850969204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850912127'] for network, after_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:19.182988 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-99c921c2-dfcd-4797-9957-1378864efc09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:31:19.206935 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-002ffd74-ac9d-4083-a6d8-01367a25131b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3704713'] for network, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:19.236047 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002ffd74-ac9d-4083-a6d8-01367a25131b admin admin] Pushing event deleted for resources: {'Network': ['ID=7ea90904-c38c-4c26-81d2-8efbf7d73e4a,revision_number=None']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:31:19.256296 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002ffd74-ac9d-4083-a6d8-01367a25131b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:31:19.256968 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002ffd74-ac9d-4083-a6d8-01367a25131b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:31:19.257621 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002ffd74-ac9d-4083-a6d8-01367a25131b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:31:19.258480 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002ffd74-ac9d-4083-a6d8-01367a25131b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:31:19.259130 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002ffd74-ac9d-4083-a6d8-01367a25131b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:31:19.259795 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002ffd74-ac9d-4083-a6d8-01367a25131b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:31:19.260461 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002ffd74-ac9d-4083-a6d8-01367a25131b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:31:19.261102 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002ffd74-ac9d-4083-a6d8-01367a25131b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:31:19.262013 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002ffd74-ac9d-4083-a6d8-01367a25131b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:31:19.263214 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002ffd74-ac9d-4083-a6d8-01367a25131b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:31:19.264258 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002ffd74-ac9d-4083-a6d8-01367a25131b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:31:19.264891 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002ffd74-ac9d-4083-a6d8-01367a25131b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:31:19.278024 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-002ffd74-ac9d-4083-a6d8-01367a25131b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:31:19.282540 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-002ffd74-ac9d-4083-a6d8-01367a25131b admin admin] 10.222.0.11 "DELETE /v2.0/networks/7ea90904-c38c-4c26-81d2-8efbf7d73e4a HTTP/1.1" status: 204  len: 168 time: 3.4972034
Apr 20 18:31:19.288689 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.11', 44246) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:31:19.301632 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-d5e5ef49-26b4-4e36-961b-3d6f861ca115 req-26f74f97-3789-4c7c-a386-f9edc4e61d2b tempest-DeleteServersTestJSON-1661999450 tempest-DeleteServersTestJSON-1661999450-project] 10.222.0.11 "GET /v2.0/security-groups?id=3dd451b4-6ded-4db0-a4c1-6275b66e6b11&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1918969
Apr 20 18:31:19.659537 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa934d13-0eb3-4ccf-80ff-b1ab10bd881e req-294b23ca-5ecc-48b2-8a6d-92d3aceb0219 tempest-DeleteServersTestJSON-1661999450 tempest-DeleteServersTestJSON-1661999450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:31:19.662991 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-fa934d13-0eb3-4ccf-80ff-b1ab10bd881e req-294b23ca-5ecc-48b2-8a6d-92d3aceb0219 tempest-DeleteServersTestJSON-1661999450 tempest-DeleteServersTestJSON-1661999450-project] 10.222.0.10 "GET /v2.0/ports?device_id=4221c5a7-ddf0-491f-bfa9-2c78b0dffa17 HTTP/1.1" status: 200  len: 945 time: 0.2842407
Apr 20 18:31:19.665464 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.11', 44258) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:31:19.736003 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2972ee58-fb98-47dd-993d-2477a475e75d req-d8be6292-71c0-4322-bc2e-f9138c2527bf tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:31:19.746061 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-2972ee58-fb98-47dd-993d-2477a475e75d req-d8be6292-71c0-4322-bc2e-f9138c2527bf tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] 10.222.0.11 "GET /v2.0/ports?device_id=0ca5926a-d176-4673-bbe5-442540a100b6 HTTP/1.1" status: 200  len: 943 time: 0.2586002
Apr 20 18:31:19.774734 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-51613bb7-e748-4816-a69b-9e363ba38c9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:19.804089 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] For port 76b67a60-4a92-4a63-a54b-d3a3a125203a, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=76b67a60-4a92-4a63-a54b-d3a3a125203a,segment=NetworkSegment(c09827dd-1400-4cd9-9113-bae2cb1c8e3d),segment_id=c09827dd-1400-4cd9-9113-bae2cb1c8e3d)] {{(pid=86422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:31:19.839386 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Returning: {'device': '76b67a60-4a92-4a63-a54b-d3a3a125203a', 'network_id': '02422600-c332-4858-ad0c-e0fcc53844a7', 'port_id': '76b67a60-4a92-4a63-a54b-d3a3a125203a', 'mac_address': 'fa:16:3e:43:45:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 386, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75d0ac2f-18ed-4097-8673-60a099f48c88', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 18:31:19.881624 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-2972ee58-fb98-47dd-993d-2477a475e75d req-d966fca7-6576-45b2-9725-83e719873664 tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] 10.222.0.11 "GET /v2.0/security-groups?id=82d2b5dd-ac82-48c5-ae8a-56039f03438b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1336482
Apr 20 18:31:19.953328 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854207267'] for port, before_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:19.982809 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.notifiers.nova [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76b67a60-4a92-4a63-a54b-d3a3a125203a {{(pid=86422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 18:31:19.989506 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cb08a1-fc87-4072-bed0-425088c0381e req-b6bf38e9-4c69-4511-a15a-8ef797fd918e tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:31:19.991936 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-40cb08a1-fc87-4072-bed0-425088c0381e req-b6bf38e9-4c69-4511-a15a-8ef797fd918e tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "GET /v2.0/ports?device_id=a35dabb6-d13d-48e1-b184-19d58be083db HTTP/1.1" status: 200  len: 944 time: 0.1310518
Apr 20 18:31:20.011667 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] For port 76b67a60-4a92-4a63-a54b-d3a3a125203a, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=76b67a60-4a92-4a63-a54b-d3a3a125203a,segment=NetworkSegment(c09827dd-1400-4cd9-9113-bae2cb1c8e3d),segment_id=c09827dd-1400-4cd9-9113-bae2cb1c8e3d)] {{(pid=86422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:31:20.016052 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785676839112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251178383903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251178382076'] for port, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:20.017365 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Device 38641a15-fbb9-491c-84c3-c902b009bb25 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 18:31:20.053595 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-40cb08a1-fc87-4072-bed0-425088c0381e req-f1ea1e8e-438f-4e11-9096-3dadc367efcd tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "GET /v2.0/security-groups?id=ed50e5aa-327b-422f-82a8-ba0a7946687e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0510886
Apr 20 18:31:20.077419 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-69442f63-4311-4a26-87f7-8a7f57513bc3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:31:20.093805 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-51613bb7-e748-4816-a69b-9e363ba38c9a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:31:20.103982 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [req-fa934d13-0eb3-4ccf-80ff-b1ab10bd881e req-d4daf3ce-4fe5-4786-ab2b-663e3eb7cc34 tempest-DeleteServersTestJSON-1661999450 tempest-DeleteServersTestJSON-1661999450-project] Deleting port 06d1346c-3fd0-41e4-987f-92d82c45ccae {{(pid=86420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 18:31:20.103982 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-fa934d13-0eb3-4ccf-80ff-b1ab10bd881e req-d4daf3ce-4fe5-4786-ab2b-663e3eb7cc34 tempest-DeleteServersTestJSON-1661999450 tempest-DeleteServersTestJSON-1661999450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251177940340'] for port, before_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:20.152003 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-51613bb7-e748-4816-a69b-9e363ba38c9a admin admin] Usage tracker for resource:security_group_rule and tenant:4aa889380ab14b92b562a9902528476e is out of sync, need to count used quota {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:31:20.166400 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-51613bb7-e748-4816-a69b-9e363ba38c9a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:31:20.183959 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-f9b7a26c-d9c5-4cd1-ba59-d383b7dd91a0 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2e3d4836b02447fa90c2a3b3a3d1d9b9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5148194
Apr 20 18:31:20.187144 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86421) accepted ('10.222.0.11', 44284) {{(pid=86421) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:31:20.189486 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-51613bb7-e748-4816-a69b-9e363ba38c9a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:31:20.265658 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] For port 38641a15-fbb9-491c-84c3-c902b009bb25, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=38641a15-fbb9-491c-84c3-c902b009bb25,segment=NetworkSegment(9a1e4259-9a9c-4285-b3e5-c90ec9908485),segment_id=9a1e4259-9a9c-4285-b3e5-c90ec9908485)] {{(pid=86422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:31:20.285344 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Returning: {'device': '38641a15-fbb9-491c-84c3-c902b009bb25', 'network_id': 'e1a3515f-6650-48cb-a68d-8193e54b06db', 'port_id': '38641a15-fbb9-491c-84c3-c902b009bb25', 'mac_address': 'fa:16:3e:d2:5a:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 365, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '680a997a-0cf4-4428-86cb-30422b5e5d52', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 18:31:20.334924 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-b415b922-e791-4d52-a9e8-5224baebe736 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:20.405324 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-b415b922-e791-4d52-a9e8-5224baebe736 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:20.405695 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854207267'] for port, before_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:20.460691 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.notifiers.nova [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38641a15-fbb9-491c-84c3-c902b009bb25 {{(pid=86422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 18:31:20.465340 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Pushing event updated for resources: {'Port': ['ID=76b67a60-4a92-4a63-a54b-d3a3a125203a,revision_number=4']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:31:20.480022 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.403s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:31:20.509800 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] For port 38641a15-fbb9-491c-84c3-c902b009bb25, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=38641a15-fbb9-491c-84c3-c902b009bb25,segment=NetworkSegment(9a1e4259-9a9c-4285-b3e5-c90ec9908485),segment_id=9a1e4259-9a9c-4285-b3e5-c90ec9908485)] {{(pid=86422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:31:20.520595 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-b415b922-e791-4d52-a9e8-5224baebe736 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850969184'] for security_group, after_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:20.521854 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785676839112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251178383903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251178382076'] for port, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:20.523897 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:31:20.529475 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:31:20.612087 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Pushing event updated for resources: {'Port': ['ID=38641a15-fbb9-491c-84c3-c902b009bb25,revision_number=4']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:31:20.615552 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:31:20.622077 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b415b922-e791-4d52-a9e8-5224baebe736 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0e1fa76-7513-4f22-b543-89e515550277,revision_number=None']} {{(pid=86421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:31:20.632833 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-b415b922-e791-4d52-a9e8-5224baebe736 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:20.637863 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-b415b922-e791-4d52-a9e8-5224baebe736 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c0e1fa76-7513-4f22-b543-89e515550277 HTTP/1.1" status: 204  len: 168 time: 0.4481258
Apr 20 18:31:20.655013 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-51613bb7-e748-4816-a69b-9e363ba38c9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:20.655768 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b415b922-e791-4d52-a9e8-5224baebe736 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:31:20.656106 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b415b922-e791-4d52-a9e8-5224baebe736 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:31:20.656567 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b415b922-e791-4d52-a9e8-5224baebe736 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:31:20.656951 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b415b922-e791-4d52-a9e8-5224baebe736 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:31:20.657337 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b415b922-e791-4d52-a9e8-5224baebe736 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:31:20.659122 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b415b922-e791-4d52-a9e8-5224baebe736 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:31:20.660947 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b415b922-e791-4d52-a9e8-5224baebe736 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:31:20.661106 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b415b922-e791-4d52-a9e8-5224baebe736 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:31:20.661418 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b415b922-e791-4d52-a9e8-5224baebe736 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:31:20.661848 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b415b922-e791-4d52-a9e8-5224baebe736 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:31:20.662211 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b415b922-e791-4d52-a9e8-5224baebe736 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:31:20.662912 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b415b922-e791-4d52-a9e8-5224baebe736 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:31:20.676522 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-b415b922-e791-4d52-a9e8-5224baebe736 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:31:20.683725 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-51613bb7-e748-4816-a69b-9e363ba38c9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850969184'] for security_group, after_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:20.718380 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-536e1dca-7a73-4b45-96da-9f8c8a66949f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:31:20.762181 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bc3468-889c-4c68-9e43-8baa0f62a02a req-cda16d5a-2e59-4e18-aec5-86c5365291a7 tempest-DeleteServersTestJSON-1661999450 tempest-DeleteServersTestJSON-1661999450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:31:20.764900 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-35bc3468-889c-4c68-9e43-8baa0f62a02a req-cda16d5a-2e59-4e18-aec5-86c5365291a7 tempest-DeleteServersTestJSON-1661999450 tempest-DeleteServersTestJSON-1661999450-project] 10.222.0.11 "GET /v2.0/ports?device_id=4221c5a7-ddf0-491f-bfa9-2c78b0dffa17 HTTP/1.1" status: 200  len: 945 time: 0.2487755
Apr 20 18:31:20.781929 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa57ec0-844b-4a89-9f0a-d2d8c020b899 req-8a9172e6-6ef1-42fb-bded-40fe36e30d2a tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:31:20.785100 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-5fa57ec0-844b-4a89-9f0a-d2d8c020b899 req-8a9172e6-6ef1-42fb-bded-40fe36e30d2a tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] 10.222.0.11 "GET /v2.0/ports?device_id=195563af-933f-44b1-9a05-860e8d0d93c9 HTTP/1.1" status: 200  len: 945 time: 0.3266273
Apr 20 18:31:20.788417 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] get_ports_and_sgs() called for port_ids ['76b67a60-4a92-4a63-a54b-d3a3a125203a'] {{(pid=86422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 18:31:20.794209 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51613bb7-e748-4816-a69b-9e363ba38c9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4deea99-f3e6-458f-90ef-dddb19b754c3,revision_number=1']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:31:20.807168 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-51613bb7-e748-4816-a69b-9e363ba38c9a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4aa889380ab14b92b562a9902528476e&name=default HTTP/1.1" status: 200  len: 2979 time: 1.5165763
Apr 20 18:31:20.808138 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.11', 44300) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:31:20.810392 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [req-fa934d13-0eb3-4ccf-80ff-b1ab10bd881e req-d4daf3ce-4fe5-4786-ab2b-663e3eb7cc34 tempest-DeleteServersTestJSON-1661999450 tempest-DeleteServersTestJSON-1661999450-project] For port 06d1346c-3fd0-41e4-987f-92d82c45ccae, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=06d1346c-3fd0-41e4-987f-92d82c45ccae,segment=NetworkSegment(11fab400-8f54-4716-be82-f66dbcd546a2),segment_id=11fab400-8f54-4716-be82-f66dbcd546a2)] {{(pid=86420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:31:20.810834 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-fa934d13-0eb3-4ccf-80ff-b1ab10bd881e req-d4daf3ce-4fe5-4786-ab2b-663e3eb7cc34 tempest-DeleteServersTestJSON-1661999450 tempest-DeleteServersTestJSON-1661999450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858558'] for port, precommit_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:20.827553 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-51613bb7-e748-4816-a69b-9e363ba38c9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:31:20.863843 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] get_ports_and_sgs() called for port_ids ['38641a15-fbb9-491c-84c3-c902b009bb25'] {{(pid=86422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 18:31:20.868946 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-35bc3468-889c-4c68-9e43-8baa0f62a02a req-d9717833-f7fd-43ba-bf19-1316906e387e tempest-DeleteServersTestJSON-1661999450 tempest-DeleteServersTestJSON-1661999450-project] 10.222.0.11 "GET /v2.0/security-groups?id=3dd451b4-6ded-4db0-a4c1-6275b66e6b11&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0826371
Apr 20 18:31:20.940127 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-5fa57ec0-844b-4a89-9f0a-d2d8c020b899 req-55413e68-95b0-449d-9f63-3bd47751b00d tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] 10.222.0.11 "GET /v2.0/security-groups?id=69608afe-11f9-43e6-87f2-e65ac49327da&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0769682
Apr 20 18:31:21.050591 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [req-fa934d13-0eb3-4ccf-80ff-b1ab10bd881e req-d4daf3ce-4fe5-4786-ab2b-663e3eb7cc34 tempest-DeleteServersTestJSON-1661999450 tempest-DeleteServersTestJSON-1661999450-project] Calling delete_port for 06d1346c-3fd0-41e4-987f-92d82c45ccae owned by compute:nova {{(pid=86420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 18:31:21.163624 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Device fc2c1be7-a945-415f-9fcd-718e1fd4abb7 up at agent hyperv_hv-cinder-78693 {{(pid=86422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:31:21.175274 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e4c5ad-7269-4fbc-b822-116701c5144b req-41fb104c-29e8-4dfe-91c0-685e3f37176c tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:31:21.177045 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-04e4c5ad-7269-4fbc-b822-116701c5144b req-41fb104c-29e8-4dfe-91c0-685e3f37176c tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] 10.222.0.11 "GET /v2.0/ports?device_id=0ca5926a-d176-4673-bbe5-442540a100b6 HTTP/1.1" status: 200  len: 944 time: 0.1413841
Apr 20 18:31:21.188529 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-edeb213b-cd2b-4983-95d5-44d81fcebeac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:21.315373 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-04e4c5ad-7269-4fbc-b822-116701c5144b req-e5cb4025-21cf-4f40-b78e-ae9ad8161add tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] 10.222.0.11 "GET /v2.0/security-groups?id=82d2b5dd-ac82-48c5-ae8a-56039f03438b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1307704
Apr 20 18:31:21.377441 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dbfaf3-907b-41dc-a9c1-d48ae9a2840b req-f056339c-ac7c-4aad-b56b-0fb7ac79c7a8 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:31:21.379522 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Provisioning for port fc2c1be7-a945-415f-9fcd-718e1fd4abb7 completed by entity L2. {{(pid=86422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 18:31:21.385870 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-83dbfaf3-907b-41dc-a9c1-d48ae9a2840b req-f056339c-ac7c-4aad-b56b-0fb7ac79c7a8 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "GET /v2.0/ports?device_id=a35dabb6-d13d-48e1-b184-19d58be083db HTTP/1.1" status: 200  len: 944 time: 0.1331661
Apr 20 18:31:21.399072 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Provisioning complete for port fc2c1be7-a945-415f-9fcd-718e1fd4abb7 triggered by entity L2. {{(pid=86422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:31:21.399494 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733696'] for port, provisioning_complete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:21.453672 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-83dbfaf3-907b-41dc-a9c1-d48ae9a2840b req-e221e3e4-8718-4cb3-96b7-2464522730a0 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "GET /v2.0/security-groups?id=ed50e5aa-327b-422f-82a8-ba0a7946687e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0667393
Apr 20 18:31:21.501810 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-edeb213b-cd2b-4983-95d5-44d81fcebeac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:21.530515 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86421) accepted ('10.222.0.11', 44312) {{(pid=86421) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:31:21.564024 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-fa934d13-0eb3-4ccf-80ff-b1ab10bd881e req-d4daf3ce-4fe5-4786-ab2b-663e3eb7cc34 tempest-DeleteServersTestJSON-1661999450 tempest-DeleteServersTestJSON-1661999450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251177936671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785676391897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4189424'] for port, after_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:21.571726 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854207267'] for port, before_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:21.579864 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:31:21.626965 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a35dabb6-d13d-48e1-b184-19d58be083db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc2c1be7-a945-415f-9fcd-718e1fd4abb7'}] {{(pid=86422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:31:21.641391 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-ad6f9022-06a5-4610-84e5-cc179953e2af admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=62fd27e6330b48189348aad276c7b4ae&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1056821
Apr 20 18:31:21.644379 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86421) accepted ('10.222.0.11', 44320) {{(pid=86421) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:31:21.649014 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] For port fc2c1be7-a945-415f-9fcd-718e1fd4abb7, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=fc2c1be7-a945-415f-9fcd-718e1fd4abb7,segment=NetworkSegment(8f4cadfd-3269-4c6c-8ca6-68423b9c7197),segment_id=8f4cadfd-3269-4c6c-8ca6-68423b9c7197)] {{(pid=86422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:31:21.678280 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785676839112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251178383903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251178382076'] for port, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:21.682260 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Device 06d1346c-3fd0-41e4-987f-92d82c45ccae no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 18:31:21.683488 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-edeb213b-cd2b-4983-95d5-44d81fcebeac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850969184'] for security_group, after_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:21.732208 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4daf3ce-4fe5-4786-ab2b-663e3eb7cc34 tempest-DeleteServersTestJSON-1661999450 tempest-DeleteServersTestJSON-1661999450-project] Pushing event deleted for resources: {'Port': ['ID=06d1346c-3fd0-41e4-987f-92d82c45ccae,revision_number=None']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:31:21.733462 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a35dabb6-d13d-48e1-b184-19d58be083db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc2c1be7-a945-415f-9fcd-718e1fd4abb7', 'code': 200}
Apr 20 18:31:21.733585 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-d4daf3ce-4fe5-4786-ab2b-663e3eb7cc34 tempest-DeleteServersTestJSON-1661999450 tempest-DeleteServersTestJSON-1661999450-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:31:21.734046 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:31:21.735732 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-6f42634e-65b2-4d48-8ef4-2d759093cb87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.036s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:31:21.780250 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-b4ed6cb8-eda6-47b9-902a-6e72074357e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:21.802984 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edeb213b-cd2b-4983-95d5-44d81fcebeac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4deea99-f3e6-458f-90ef-dddb19b754c3,revision_number=None']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:31:21.813921 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-edeb213b-cd2b-4983-95d5-44d81fcebeac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:31:21.826797 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa934d13-0eb3-4ccf-80ff-b1ab10bd881e req-d4daf3ce-4fe5-4786-ab2b-663e3eb7cc34 tempest-DeleteServersTestJSON-1661999450 tempest-DeleteServersTestJSON-1661999450-project] No DVR routers for this DVR port 06d1346c-3fd0-41e4-987f-92d82c45ccae on host hv-cinder-78693 {{(pid=86420) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 18:31:21.830370 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-fa934d13-0eb3-4ccf-80ff-b1ab10bd881e req-d4daf3ce-4fe5-4786-ab2b-663e3eb7cc34 tempest-DeleteServersTestJSON-1661999450 tempest-DeleteServersTestJSON-1661999450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7615'] for port, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:21.836527 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4221c5a7-ddf0-491f-bfa9-2c78b0dffa17', 'name': 'network-vif-deleted', 'tag': '06d1346c-3fd0-41e4-987f-92d82c45ccae'}] {{(pid=86420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:31:21.844094 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-edeb213b-cd2b-4983-95d5-44d81fcebeac admin admin] Notify callbacks [] for security_group, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:21.846092 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-b4ed6cb8-eda6-47b9-902a-6e72074357e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:21.846780 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-edeb213b-cd2b-4983-95d5-44d81fcebeac admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a4deea99-f3e6-458f-90ef-dddb19b754c3 HTTP/1.1" status: 204  len: 168 time: 1.0254965
Apr 20 18:31:21.862069 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-fa934d13-0eb3-4ccf-80ff-b1ab10bd881e req-d4daf3ce-4fe5-4786-ab2b-663e3eb7cc34 tempest-DeleteServersTestJSON-1661999450 tempest-DeleteServersTestJSON-1661999450-project] 10.222.0.10 "DELETE /v2.0/ports/06d1346c-3fd0-41e4-987f-92d82c45ccae HTTP/1.1" status: 204  len: 173 time: 2.1856906
Apr 20 18:31:21.902620 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Pushing event updated for resources: {'Port': ['ID=fc2c1be7-a945-415f-9fcd-718e1fd4abb7,revision_number=5']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:31:21.918278 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-b4ed6cb8-eda6-47b9-902a-6e72074357e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850969184'] for security_group, after_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:21.926085 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:31:21.929071 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:31:21.929459 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:31:21.929842 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:31:21.930217 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:31:21.930595 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:31:21.931013 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:31:21.931303 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:31:21.931677 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:31:21.932043 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:31:21.932429 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:31:21.932792 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:31:21.933150 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:31:21.940192 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] No Port match for: 06d1346c-3fd0-41e4-987f-92d82c45ccae {{(pid=86422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 18:31:21.940580 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Device 06d1346c-3fd0-41e4-987f-92d82c45ccae not bound to the agent host hv-cinder-78693 {{(pid=86422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 18:31:21.944473 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-b4ed6cb8-eda6-47b9-902a-6e72074357e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:21.949227 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-b4ed6cb8-eda6-47b9-902a-6e72074357e1 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/1ba3280e-e45a-48b6-b9d7-5760be53e2a0 HTTP/1.1" status: 204  len: 168 time: 0.3000560
Apr 20 18:31:21.949421 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:31:21.949510 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ed6cb8-eda6-47b9-902a-6e72074357e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ba3280e-e45a-48b6-b9d7-5760be53e2a0,revision_number=None']} {{(pid=86421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:31:21.963979 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-b4ed6cb8-eda6-47b9-902a-6e72074357e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:31:22.055506 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4221c5a7-ddf0-491f-bfa9-2c78b0dffa17', 'name': 'network-vif-deleted', 'tag': '06d1346c-3fd0-41e4-987f-92d82c45ccae', 'status': 'completed', 'code': 200}
Apr 20 18:31:22.212357 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-68709bdc-35aa-407d-b811-813f4f383c17 req-c28663f0-7cd0-4be8-8deb-f50f275cdcd4 tempest-DeleteServersTestJSON-1661999450 tempest-DeleteServersTestJSON-1661999450-project] 10.222.0.11 "GET /v2.0/ports?device_id=4221c5a7-ddf0-491f-bfa9-2c78b0dffa17 HTTP/1.1" status: 200  len: 210 time: 0.0850875
Apr 20 18:31:22.234840 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b7f785-b362-47c1-9d7d-96e7edad6ccc req-be08e557-2d25-4043-ba0d-b7f90505ecd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:31:22.236560 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-99b7f785-b362-47c1-9d7d-96e7edad6ccc req-be08e557-2d25-4043-ba0d-b7f90505ecd0 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=a35dabb6-d13d-48e1-b184-19d58be083db HTTP/1.1" status: 200  len: 1098 time: 0.1638060
Apr 20 18:31:22.288627 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-99b7f785-b362-47c1-9d7d-96e7edad6ccc req-91273c3d-55e0-4ed1-bfde-fa67ee6c6180 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=ed50e5aa-327b-422f-82a8-ba0a7946687e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0444179
Apr 20 18:31:22.342455 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738873aa-7d30-49e9-b880-ed50f05718e2 req-88ac28a0-095a-4ccc-a10d-bdafdbd052ad tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:31:22.346978 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-738873aa-7d30-49e9-b880-ed50f05718e2 req-88ac28a0-095a-4ccc-a10d-bdafdbd052ad tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] 10.222.0.11 "GET /v2.0/ports?device_id=195563af-933f-44b1-9a05-860e8d0d93c9 HTTP/1.1" status: 200  len: 945 time: 0.1203461
Apr 20 18:31:22.436808 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-738873aa-7d30-49e9-b880-ed50f05718e2 req-b151f298-b7cc-4d5e-b016-d75ba0f6db12 tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] 10.222.0.11 "GET /v2.0/security-groups?id=69608afe-11f9-43e6-87f2-e65ac49327da&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0824549
Apr 20 18:31:22.838238 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fc82ca-c74f-40a3-9018-bbbf5a55bd1e req-dedf5067-3a71-40f3-8164-e696b6475178 tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:31:22.839934 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-a4fc82ca-c74f-40a3-9018-bbbf5a55bd1e req-dedf5067-3a71-40f3-8164-e696b6475178 tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] 10.222.0.11 "GET /v2.0/ports?device_id=0ca5926a-d176-4673-bbe5-442540a100b6 HTTP/1.1" status: 200  len: 944 time: 0.2781708
Apr 20 18:31:22.850854 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c359a1-6ce4-49eb-be13-dcc0f0fb7833 req-13ac0945-4efb-4cb7-887a-7f3cfed37685 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:31:22.852831 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-63c359a1-6ce4-49eb-be13-dcc0f0fb7833 req-13ac0945-4efb-4cb7-887a-7f3cfed37685 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "GET /v2.0/ports?device_id=a35dabb6-d13d-48e1-b184-19d58be083db HTTP/1.1" status: 200  len: 945 time: 0.1371083
Apr 20 18:31:22.936821 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-a4fc82ca-c74f-40a3-9018-bbbf5a55bd1e req-dd0b071e-3802-4932-84ed-da9527cabb38 tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] 10.222.0.11 "GET /v2.0/security-groups?id=82d2b5dd-ac82-48c5-ae8a-56039f03438b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0828226
Apr 20 18:31:22.941942 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-63c359a1-6ce4-49eb-be13-dcc0f0fb7833 req-c931ef6e-c55e-46de-906e-fe7565b5489b tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "GET /v2.0/security-groups?id=ed50e5aa-327b-422f-82a8-ba0a7946687e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0734372
Apr 20 18:31:22.992685 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.11', 44378) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:31:23.149266 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Device 76b67a60-4a92-4a63-a54b-d3a3a125203a up at agent hyperv_hv-cinder-78693 {{(pid=86422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:31:23.240823 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Provisioning for port 76b67a60-4a92-4a63-a54b-d3a3a125203a completed by entity L2. {{(pid=86422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 18:31:23.247591 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Provisioning complete for port 76b67a60-4a92-4a63-a54b-d3a3a125203a triggered by entity L2. {{(pid=86422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:31:23.248011 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733696'] for port, provisioning_complete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:23.315762 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-cda1bb5a-2c42-4d2c-b21b-f29e1b3c97a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:23.362560 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-cda1bb5a-2c42-4d2c-b21b-f29e1b3c97a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:31:23.372731 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-cda1bb5a-2c42-4d2c-b21b-f29e1b3c97a3 admin admin] Usage tracker for resource:security_group_rule and tenant:3d3b527e64ed4ce38543ee4eec4d9029 is out of sync, need to count used quota {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:31:23.383055 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-cda1bb5a-2c42-4d2c-b21b-f29e1b3c97a3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:31:23.392224 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-cda1bb5a-2c42-4d2c-b21b-f29e1b3c97a3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:31:23.482892 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854207267'] for port, before_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:23.556812 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-cda1bb5a-2c42-4d2c-b21b-f29e1b3c97a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:23.563655 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-cda1bb5a-2c42-4d2c-b21b-f29e1b3c97a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850969184'] for security_group, after_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:23.595140 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:31:23.635366 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] For port 76b67a60-4a92-4a63-a54b-d3a3a125203a, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=76b67a60-4a92-4a63-a54b-d3a3a125203a,segment=NetworkSegment(c09827dd-1400-4cd9-9113-bae2cb1c8e3d),segment_id=c09827dd-1400-4cd9-9113-bae2cb1c8e3d)] {{(pid=86422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:31:23.643635 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785676839112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251178383903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251178382076'] for port, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:23.645730 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Device 38641a15-fbb9-491c-84c3-c902b009bb25 up at agent hyperv_hv-cinder-78693 {{(pid=86422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:31:23.678871 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda1bb5a-2c42-4d2c-b21b-f29e1b3c97a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=618453cd-4e8a-487a-96c4-c455def072bd,revision_number=1']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:31:23.686693 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-cda1bb5a-2c42-4d2c-b21b-f29e1b3c97a3 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3d3b527e64ed4ce38543ee4eec4d9029&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6925633
Apr 20 18:31:23.687381 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.11', 44408) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:31:23.688628 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-cda1bb5a-2c42-4d2c-b21b-f29e1b3c97a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:31:23.799645 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:31:23.803574 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7bfa2af3-d0c7-4f5c-bb09-4c8616e7de8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:23.852433 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7bfa2af3-d0c7-4f5c-bb09-4c8616e7de8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:23.866660 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '195563af-933f-44b1-9a05-860e8d0d93c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76b67a60-4a92-4a63-a54b-d3a3a125203a'}] {{(pid=86422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:31:23.907187 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7bfa2af3-d0c7-4f5c-bb09-4c8616e7de8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850969184'] for security_group, after_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:23.917565 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:31:23.920557 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-0f1dca86-4025-4751-986e-18b1b5da1788 req-60a221d2-3c3f-4676-b751-a062e48547c9 tempest-DeleteServersTestJSON-1661999450 tempest-DeleteServersTestJSON-1661999450-project] 10.222.0.11 "GET /v2.0/ports?device_id=4221c5a7-ddf0-491f-bfa9-2c78b0dffa17 HTTP/1.1" status: 200  len: 210 time: 0.2869997
Apr 20 18:31:23.973766 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfa2af3-d0c7-4f5c-bb09-4c8616e7de8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=618453cd-4e8a-487a-96c4-c455def072bd,revision_number=None']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:31:23.999317 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-7bfa2af3-d0c7-4f5c-bb09-4c8616e7de8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:31:24.001404 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7bfa2af3-d0c7-4f5c-bb09-4c8616e7de8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:24.009170 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-7bfa2af3-d0c7-4f5c-bb09-4c8616e7de8c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/618453cd-4e8a-487a-96c4-c455def072bd HTTP/1.1" status: 204  len: 168 time: 0.3188384
Apr 20 18:31:24.037407 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Provisioning for port 38641a15-fbb9-491c-84c3-c902b009bb25 completed by entity L2. {{(pid=86422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 18:31:24.054629 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Provisioning complete for port 38641a15-fbb9-491c-84c3-c902b009bb25 triggered by entity L2. {{(pid=86422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:31:24.055664 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733696'] for port, provisioning_complete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:24.201023 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '195563af-933f-44b1-9a05-860e8d0d93c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76b67a60-4a92-4a63-a54b-d3a3a125203a', 'code': 200}
Apr 20 18:31:24.222899 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Pushing event updated for resources: {'Port': ['ID=76b67a60-4a92-4a63-a54b-d3a3a125203a,revision_number=5']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:31:24.231193 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.431s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:31:24.329791 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efb2eab-92e8-4222-8a9d-04d2b8a7b7fe req-e3e0523e-d903-4672-ac1b-72f5c86373c6 tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:31:24.339005 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-2efb2eab-92e8-4222-8a9d-04d2b8a7b7fe req-e3e0523e-d903-4672-ac1b-72f5c86373c6 tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] 10.222.0.11 "GET /v2.0/ports?device_id=195563af-933f-44b1-9a05-860e8d0d93c9 HTTP/1.1" status: 200  len: 946 time: 0.3243959
Apr 20 18:31:24.463805 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-2efb2eab-92e8-4222-8a9d-04d2b8a7b7fe req-1cb26e92-9ecb-4e99-9883-39956ca58505 tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] 10.222.0.11 "GET /v2.0/security-groups?id=69608afe-11f9-43e6-87f2-e65ac49327da&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1236634
Apr 20 18:31:24.472766 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854207267'] for port, before_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:24.578935 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de0b6bb-5f21-4bc1-a761-b88a4b1f6991 req-d22f3801-aa51-4930-a23a-dd00b79aec57 tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:31:24.589779 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-4de0b6bb-5f21-4bc1-a761-b88a4b1f6991 req-d22f3801-aa51-4930-a23a-dd00b79aec57 tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] 10.222.0.11 "GET /v2.0/ports?device_id=0ca5926a-d176-4673-bbe5-442540a100b6 HTTP/1.1" status: 200  len: 944 time: 0.2695179
Apr 20 18:31:24.623638 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dcbe1d-80ff-45e3-a2bb-c4e7f27d7f58 req-bbc53f7d-3a23-4152-85ef-6ead407e9703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:31:24.627389 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-19dcbe1d-80ff-45e3-a2bb-c4e7f27d7f58 req-bbc53f7d-3a23-4152-85ef-6ead407e9703 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=195563af-933f-44b1-9a05-860e8d0d93c9 HTTP/1.1" status: 200  len: 1099 time: 0.2235217
Apr 20 18:31:24.632299 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] For port 38641a15-fbb9-491c-84c3-c902b009bb25, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=38641a15-fbb9-491c-84c3-c902b009bb25,segment=NetworkSegment(9a1e4259-9a9c-4285-b3e5-c90ec9908485),segment_id=9a1e4259-9a9c-4285-b3e5-c90ec9908485)] {{(pid=86422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:31:24.640344 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785676839112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251178383903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251178382076'] for port, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:24.644873 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:31:24.715771 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-4de0b6bb-5f21-4bc1-a761-b88a4b1f6991 req-04f02a8f-c7c5-4f52-a076-022bb375b158 tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] 10.222.0.11 "GET /v2.0/security-groups?id=82d2b5dd-ac82-48c5-ae8a-56039f03438b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1091607
Apr 20 18:31:24.719857 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-19dcbe1d-80ff-45e3-a2bb-c4e7f27d7f58 req-ce5480e2-8548-482e-add9-2fad50f6c0df service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=69608afe-11f9-43e6-87f2-e65ac49327da&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0845149
Apr 20 18:31:24.809192 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Pushing event updated for resources: {'Port': ['ID=38641a15-fbb9-491c-84c3-c902b009bb25,revision_number=5']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:31:24.825123 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c57ffe-85aa-4341-91bc-45ea59e5c870 req-27f91a4f-c548-44fc-8f50-4bc6e9326a3f tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:31:24.827300 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:31:24.833338 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-54c57ffe-85aa-4341-91bc-45ea59e5c870 req-27f91a4f-c548-44fc-8f50-4bc6e9326a3f tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "GET /v2.0/ports?device_id=a35dabb6-d13d-48e1-b184-19d58be083db HTTP/1.1" status: 200  len: 945 time: 0.1134009
Apr 20 18:31:24.891738 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-54c57ffe-85aa-4341-91bc-45ea59e5c870 req-f186262d-a6c9-4992-9126-3b3a5e2ea631 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "GET /v2.0/security-groups?id=ed50e5aa-327b-422f-82a8-ba0a7946687e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0573018
Apr 20 18:31:25.213886 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5251fb-6053-4d99-aca3-f42e6c157acd req-3ad6727b-659f-416e-8636-7e3e29e74fd7 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:31:25.216778 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-4b5251fb-6053-4d99-aca3-f42e6c157acd req-3ad6727b-659f-416e-8636-7e3e29e74fd7 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "GET /v2.0/ports?device_id=a35dabb6-d13d-48e1-b184-19d58be083db HTTP/1.1" status: 200  len: 945 time: 0.1735294
Apr 20 18:31:25.233084 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.11', 44454) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:31:25.239746 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.v2.base [None req-3661f0a0-7d65-47e7-9a1c-ef992809b2d2 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Request body: {'floatingip': {'port_id': 'fc2c1be7-a945-415f-9fcd-718e1fd4abb7'}} {{(pid=86420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:31:25.280583 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86421) accepted ('10.222.0.11', 44458) {{(pid=86421) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:31:25.309239 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-1f35a44f-a78c-48b7-838f-c7eda4eae59b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:25.327463 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-1f35a44f-a78c-48b7-838f-c7eda4eae59b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86421) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:31:25.332018 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-1f35a44f-a78c-48b7-838f-c7eda4eae59b admin admin] Usage tracker for resource:security_group_rule and tenant:bd2731293beb4f7ba5415c589e53dae7 is out of sync, need to count used quota {{(pid=86421) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:31:25.340858 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-3661f0a0-7d65-47e7-9a1c-ef992809b2d2 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Notify callbacks [] for floatingip, before_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:25.354092 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-1f35a44f-a78c-48b7-838f-c7eda4eae59b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86421) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:31:25.366850 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-1f35a44f-a78c-48b7-838f-c7eda4eae59b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86421) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:31:25.696243 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-1f35a44f-a78c-48b7-838f-c7eda4eae59b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:25.704596 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-1f35a44f-a78c-48b7-838f-c7eda4eae59b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850969184'] for security_group, after_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:25.726132 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-b4ed6cb8-eda6-47b9-902a-6e72074357e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:31:25.753627 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f35a44f-a78c-48b7-838f-c7eda4eae59b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f6bf094-e7cd-4dd8-8428-93331ffd27af,revision_number=1']} {{(pid=86421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:31:25.759370 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-1f35a44f-a78c-48b7-838f-c7eda4eae59b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:31:25.849968 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-1f35a44f-a78c-48b7-838f-c7eda4eae59b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=bd2731293beb4f7ba5415c589e53dae7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5673387
Apr 20 18:31:26.070762 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86421) accepted ('10.222.0.11', 44474) {{(pid=86421) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:31:26.202769 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ca5926a-d176-4673-bbe5-442540a100b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38641a15-fbb9-491c-84c3-c902b009bb25'}] {{(pid=86422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:31:26.241330 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.11', 44486) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:31:26.317315 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-bebfd00f-3817-4cfb-bdfc-0f4360dfc03b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:26.395588 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-bebfd00f-3817-4cfb-bdfc-0f4360dfc03b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:26.458124 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-bebfd00f-3817-4cfb-bdfc-0f4360dfc03b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850969184'] for security_group, after_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:26.468186 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:31:26.485133 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebfd00f-3817-4cfb-bdfc-0f4360dfc03b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f6bf094-e7cd-4dd8-8428-93331ffd27af,revision_number=None']} {{(pid=86421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:31:26.496180 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888f30b2-6501-4b9f-8823-ff26d97b5f68 req-0c0b241d-e57e-476d-87d6-ab7047a98309 tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:31:26.504564 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-888f30b2-6501-4b9f-8823-ff26d97b5f68 req-0c0b241d-e57e-476d-87d6-ab7047a98309 tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] 10.222.0.11 "GET /v2.0/ports?device_id=195563af-933f-44b1-9a05-860e8d0d93c9 HTTP/1.1" status: 200  len: 946 time: 0.6496849
Apr 20 18:31:26.506970 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-bebfd00f-3817-4cfb-bdfc-0f4360dfc03b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:31:26.548803 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb542a7d-7d40-4b6a-911e-6fffec23bdb2 req-59f031e1-6d30-40c5-94c1-cdb0bd840f69 tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:31:26.557780 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-cb542a7d-7d40-4b6a-911e-6fffec23bdb2 req-59f031e1-6d30-40c5-94c1-cdb0bd840f69 tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] 10.222.0.11 "GET /v2.0/ports?device_id=0ca5926a-d176-4673-bbe5-442540a100b6 HTTP/1.1" status: 200  len: 945 time: 0.4852095
Apr 20 18:31:26.593217 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-888f30b2-6501-4b9f-8823-ff26d97b5f68 req-3efd9821-a061-409b-bbb8-411f41ed8455 tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] 10.222.0.11 "GET /v2.0/security-groups?id=69608afe-11f9-43e6-87f2-e65ac49327da&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0875299
Apr 20 18:31:26.598845 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-bebfd00f-3817-4cfb-bdfc-0f4360dfc03b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:26.600321 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-bebfd00f-3817-4cfb-bdfc-0f4360dfc03b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8f6bf094-e7cd-4dd8-8428-93331ffd27af HTTP/1.1" status: 204  len: 168 time: 0.5251753
Apr 20 18:31:26.642218 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.db.resource_extend [None req-3661f0a0-7d65-47e7-9a1c-ef992809b2d2 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] It took 0.38 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Apr 20 18:31:26.695747 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ca5926a-d176-4673-bbe5-442540a100b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38641a15-fbb9-491c-84c3-c902b009bb25', 'code': 200}
Apr 20 18:31:26.710175 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-cb542a7d-7d40-4b6a-911e-6fffec23bdb2 req-9ecdba8f-e987-4653-aa0c-38a0b91150fe tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] 10.222.0.11 "GET /v2.0/security-groups?id=82d2b5dd-ac82-48c5-ae8a-56039f03438b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1511638
Apr 20 18:31:26.836074 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-3661f0a0-7d65-47e7-9a1c-ef992809b2d2 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:26.841378 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-3661f0a0-7d65-47e7-9a1c-ef992809b2d2 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850912078'] for floatingip, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:27.327258 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-feeb21fc-9721-4979-8ba4-8c83efe1e873 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:27.390317 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-feeb21fc-9721-4979-8ba4-8c83efe1e873 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:31:27.399402 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-feeb21fc-9721-4979-8ba4-8c83efe1e873 admin admin] Usage tracker for resource:security_group_rule and tenant:5e558753e4814451b6199d8b04eb9bee is out of sync, need to count used quota {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:31:27.405049 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-feeb21fc-9721-4979-8ba4-8c83efe1e873 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:31:27.449432 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-feeb21fc-9721-4979-8ba4-8c83efe1e873 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:31:27.618689 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-feeb21fc-9721-4979-8ba4-8c83efe1e873 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:27.636940 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-feeb21fc-9721-4979-8ba4-8c83efe1e873 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850969184'] for security_group, after_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:27.652866 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86421) accepted ('10.222.0.11', 44534) {{(pid=86421) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:31:27.658933 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-51613bb7-e748-4816-a69b-9e363ba38c9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:31:27.677819 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c063ed33-541b-47c1-9e12-60ad4ba233ef req-fb1cda00-b2ff-41e1-9f17-bf0e0bed9924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:31:27.683839 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-c063ed33-541b-47c1-9e12-60ad4ba233ef req-fb1cda00-b2ff-41e1-9f17-bf0e0bed9924 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=0ca5926a-d176-4673-bbe5-442540a100b6 HTTP/1.1" status: 200  len: 1098 time: 0.7412207
Apr 20 18:31:27.742489 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-feeb21fc-9721-4979-8ba4-8c83efe1e873 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5e558753e4814451b6199d8b04eb9bee&name=default HTTP/1.1" status: 200  len: 2979 time: 1.4984481
Apr 20 18:31:27.744550 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.11', 44542) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:31:27.745580 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b05b390-f130-4399-bc7d-ac03bd85283b admin admin] Deleting subnet f8bdf05c-2cbe-4235-be3f-d34d6380bec2 {{(pid=86421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 20 18:31:27.758031 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-0b05b390-f130-4399-bc7d-ac03bd85283b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:27.832020 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-0b05b390-f130-4399-bc7d-ac03bd85283b admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:27.841390 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-0b05b390-f130-4399-bc7d-ac03bd85283b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735778'] for subnet, precommit_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:27.915732 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeb21fc-9721-4979-8ba4-8c83efe1e873 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4440e884-f975-4d88-90fc-bf0c773a7925,revision_number=1']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:31:27.932701 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-feeb21fc-9721-4979-8ba4-8c83efe1e873 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:31:27.949422 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.db.l3_db [None req-3661f0a0-7d65-47e7-9a1c-ef992809b2d2 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Floating IP f05066c6-3a7a-401b-a695-4023efb03ae9 associated. External IP: 172.27.2.21, port: fc2c1be7-a945-415f-9fcd-718e1fd4abb7.
Apr 20 18:31:28.140212 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-c063ed33-541b-47c1-9e12-60ad4ba233ef req-494ccf55-0031-45c7-81bb-d1fd7f638f71 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=82d2b5dd-ac82-48c5-ae8a-56039f03438b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3935578
Apr 20 18:31:28.182841 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-967cbd6a-a2b6-41c0-b7d6-c01417982a48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:28.219588 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-967cbd6a-a2b6-41c0-b7d6-c01417982a48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:28.280392 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-0b05b390-f130-4399-bc7d-ac03bd85283b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854040038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850911380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730'] for subnet, after_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:28.290843 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-967cbd6a-a2b6-41c0-b7d6-c01417982a48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850969184'] for security_group, after_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:28.298774 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:31:28.320969 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:31:28.321462 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967cbd6a-a2b6-41c0-b7d6-c01417982a48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4440e884-f975-4d88-90fc-bf0c773a7925,revision_number=None']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:31:28.328802 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-967cbd6a-a2b6-41c0-b7d6-c01417982a48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:31:28.333503 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-967cbd6a-a2b6-41c0-b7d6-c01417982a48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:28.338427 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-967cbd6a-a2b6-41c0-b7d6-c01417982a48 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4440e884-f975-4d88-90fc-bf0c773a7925 HTTP/1.1" status: 204  len: 168 time: 0.5332637
Apr 20 18:31:28.419829 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-0b05b390-f130-4399-bc7d-ac03bd85283b admin admin] Notify callbacks [] for subnet, before_response {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:28.433358 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b05b390-f130-4399-bc7d-ac03bd85283b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f8bdf05c-2cbe-4235-be3f-d34d6380bec2,revision_number=None']} {{(pid=86421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:31:28.441523 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-0b05b390-f130-4399-bc7d-ac03bd85283b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:31:28.475075 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-0b05b390-f130-4399-bc7d-ac03bd85283b admin admin] 10.222.0.11 "DELETE /v2.0/subnets/f8bdf05c-2cbe-4235-be3f-d34d6380bec2 HTTP/1.1" status: 204  len: 168 time: 0.8202467
Apr 20 18:31:28.477004 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86421) accepted ('10.222.0.11', 44562) {{(pid=86421) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:31:28.681016 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3661f0a0-7d65-47e7-9a1c-ef992809b2d2 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Router 5d2d9a96-83ee-4a09-ba63-4e2808495a69 has already been hosted by L3 agent 561dbf79-24e4-4a0d-b08c-f7bb8670fc1d {{(pid=86420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 18:31:28.711066 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-c34d29f7-5071-41f6-a1c6-b2b3d1fccda8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543598'] for network, before_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:28.778883 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef6b79a-e7ff-48f0-a64f-95511c56c07e req-17997113-d25c-4083-b2d4-2861fad8668b tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:31:28.782488 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-7ef6b79a-e7ff-48f0-a64f-95511c56c07e req-17997113-d25c-4083-b2d4-2861fad8668b tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] 10.222.0.11 "GET /v2.0/ports?device_id=195563af-933f-44b1-9a05-860e8d0d93c9 HTTP/1.1" status: 200  len: 946 time: 0.6135345
Apr 20 18:31:28.799248 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-154d25fd-96ef-487e-9fb9-0f93c9f9dc1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:28.828849 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34bc180-1bb8-4a24-b45d-b17a52c3a4b8 req-68e21d98-74e0-46a4-b8e0-da5c616a80ef tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:31:28.844606 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-c34bc180-1bb8-4a24-b45d-b17a52c3a4b8 req-68e21d98-74e0-46a4-b8e0-da5c616a80ef tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] 10.222.0.11 "GET /v2.0/ports?device_id=0ca5926a-d176-4673-bbe5-442540a100b6 HTTP/1.1" status: 200  len: 945 time: 0.6765807
Apr 20 18:31:28.983285 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3661f0a0-7d65-47e7-9a1c-ef992809b2d2 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Notify agent at l3_agent.dv-cinder-786931-2-iscsi the message routers_updated {{(pid=86420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 18:31:28.988427 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-3661f0a0-7d65-47e7-9a1c-ef992809b2d2 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7615'] for floatingip, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:29.013649 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7a46264-5384-45ae-9e82-ed6cff8657fe None None] Sync routers for ids ['5d2d9a96-83ee-4a09-ba63-4e2808495a69'] in dv-cinder-786931-2-iscsi {{(pid=86423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 18:31:29.058121 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a46264-5384-45ae-9e82-ed6cff8657fe None None] Routers {'5d2d9a96-83ee-4a09-ba63-4e2808495a69'} bound to L3 agent in host dv-cinder-786931-2-iscsi {{(pid=86423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:31:29.059306 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-b7a46264-5384-45ae-9e82-ed6cff8657fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd930d2eef0>, 'dv-cinder-786931-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T18:22:01Z,description=<?>,heartbeat_timestamp=2021-04-20T18:31:01Z,host='dv-cinder-786931-2-iscsi',id=561dbf79-24e4-4a0d-b08c-f7bb8670fc1d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:22:01Z,topic='l3_agent')) {'router_ids': ['5d2d9a96-83ee-4a09-ba63-4e2808495a69'], 'active': True} {{(pid=86423) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:31:29.074118 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-3661f0a0-7d65-47e7-9a1c-ef992809b2d2 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "PUT /v2.0/floatingips/f05066c6-3a7a-401b-a695-4023efb03ae9 HTTP/1.1" status: 200  len: 990 time: 3.8398528
Apr 20 18:31:29.075425 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a35dabb6-d13d-48e1-b184-19d58be083db', 'tag': 'fc2c1be7-a945-415f-9fcd-718e1fd4abb7'}] {{(pid=86420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:31:29.080012 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-c34d29f7-5071-41f6-a1c6-b2b3d1fccda8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854039945', 'neutron.services.segments.db._delete_segments_for_network-8785676757363'] for network, precommit_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:29.159682 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-7ef6b79a-e7ff-48f0-a64f-95511c56c07e req-9bb6a0ed-7718-4638-8303-43d5cf99b90d tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] 10.222.0.11 "GET /v2.0/security-groups?id=69608afe-11f9-43e6-87f2-e65ac49327da&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3626683
Apr 20 18:31:29.388898 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-c34bc180-1bb8-4a24-b45d-b17a52c3a4b8 req-b414c904-32b8-42d8-9c15-afd1befaf689 tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] 10.222.0.11 "GET /v2.0/security-groups?id=82d2b5dd-ac82-48c5-ae8a-56039f03438b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5165582
Apr 20 18:31:29.417633 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-c34d29f7-5071-41f6-a1c6-b2b3d1fccda8 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7fd9301f10b8>> segment before_delete 55550000 {{(pid=86421) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:31:29.418234 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-c34d29f7-5071-41f6-a1c6-b2b3d1fccda8 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7fd9301f10b8>> subnet precommit_delete_associations 55550000 {{(pid=86421) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:31:29.418863 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-c34d29f7-5071-41f6-a1c6-b2b3d1fccda8 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fd92b76b390>> segment_host_mapping after_create 55550000 {{(pid=86421) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:31:29.438947 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-c34d29f7-5071-41f6-a1c6-b2b3d1fccda8 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fd92b76b390>> port after_create 55550000 {{(pid=86421) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:31:29.439783 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-c34d29f7-5071-41f6-a1c6-b2b3d1fccda8 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fd92b76b390>> port after_delete 55550000 {{(pid=86421) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:31:29.439783 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-c34d29f7-5071-41f6-a1c6-b2b3d1fccda8 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fd92b76b390>> port after_update 55550000 {{(pid=86421) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:31:29.440306 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-c34d29f7-5071-41f6-a1c6-b2b3d1fccda8 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fd92b76b390>> segment after_delete 55550000 {{(pid=86421) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:31:29.440462 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-c34d29f7-5071-41f6-a1c6-b2b3d1fccda8 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fd92b76b390>> subnet after_create 55550000 {{(pid=86421) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:31:29.440897 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-c34d29f7-5071-41f6-a1c6-b2b3d1fccda8 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fd92b76b390>> subnet after_delete 55550000 {{(pid=86421) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:31:29.441232 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-c34d29f7-5071-41f6-a1c6-b2b3d1fccda8 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fd92b76b390>> subnet after_update 55550000 {{(pid=86421) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:31:29.504694 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.11', 44584) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:31:29.555418 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-8b0db40b-043b-46c7-9f25-5dab3f5029d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:29.577228 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a35dabb6-d13d-48e1-b184-19d58be083db', 'tag': 'fc2c1be7-a945-415f-9fcd-718e1fd4abb7', 'status': 'completed', 'code': 200}
Apr 20 18:31:29.613625 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-c34d29f7-5071-41f6-a1c6-b2b3d1fccda8 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fd9301c0b00>> subnet after_create 55550000 {{(pid=86421) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:31:29.614081 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-c34d29f7-5071-41f6-a1c6-b2b3d1fccda8 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fd9301c0b00>> subnet after_delete 55550000 {{(pid=86421) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:31:29.614446 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-c34d29f7-5071-41f6-a1c6-b2b3d1fccda8 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fd9301c0b00>> subnet before_create 55550000 {{(pid=86421) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:31:29.615001 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-c34d29f7-5071-41f6-a1c6-b2b3d1fccda8 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fd9301c0b00>> subnet before_update 55550000 {{(pid=86421) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:31:29.615576 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.services.segments.db [None req-c34d29f7-5071-41f6-a1c6-b2b3d1fccda8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fd93151f518>,) {'filters': {'network_id': ['61202e71-818d-4028-952a-3e2f5c4dd907']}} {{(pid=86421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:31:29.652966 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.services.segments.db [None req-c34d29f7-5071-41f6-a1c6-b2b3d1fccda8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fd93151f518>, '11fab400-8f54-4716-be82-f66dbcd546a2') {'for_net_delete': True} {{(pid=86421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:31:29.653302 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.services.segments.db [None req-c34d29f7-5071-41f6-a1c6-b2b3d1fccda8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fd93151f518>, '11fab400-8f54-4716-be82-f66dbcd546a2') {} {{(pid=86421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:31:29.694406 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-c34d29f7-5071-41f6-a1c6-b2b3d1fccda8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363251177908579', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852349862'] for segment, before_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:29.731892 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-8b0db40b-043b-46c7-9f25-5dab3f5029d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:31:29.733090 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-c34d29f7-5071-41f6-a1c6-b2b3d1fccda8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854148540'] for segment, precommit_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:29.748449 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c34d29f7-5071-41f6-a1c6-b2b3d1fccda8 admin admin] Releasing vlan 372 on physical network physnet1 to pool {{(pid=86421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 20 18:31:29.772045 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-8b0db40b-043b-46c7-9f25-5dab3f5029d3 admin admin] Usage tracker for resource:security_group_rule and tenant:2293d53037eb4cbc9b6773a0061f7d60 is out of sync, need to count used quota {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:31:29.777893 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_dvr_db [None req-b7a46264-5384-45ae-9e82-ed6cff8657fe None None] Set router 5d2d9a96-83ee-4a09-ba63-4e2808495a69 gateway port host: dv-cinder-786931-2-iscsi {{(pid=86423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:31:29.783777 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-8b0db40b-043b-46c7-9f25-5dab3f5029d3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:31:29.796326 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-8b0db40b-043b-46c7-9f25-5dab3f5029d3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:31:30.007208 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-8b0db40b-043b-46c7-9f25-5dab3f5029d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:30.049369 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-8b0db40b-043b-46c7-9f25-5dab3f5029d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850969184'] for security_group, after_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:30.132066 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-e8d61841-fa37-422d-b52d-2f2ffd5f159b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:31:30.205349 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-8b0db40b-043b-46c7-9f25-5dab3f5029d3 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2293d53037eb4cbc9b6773a0061f7d60&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6992967
Apr 20 18:31:30.208842 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.11', 44600) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:31:30.221384 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0db40b-043b-46c7-9f25-5dab3f5029d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caf07bd6-c022-477c-bd5a-aa2c9d134a63,revision_number=1']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:31:30.247804 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-8b0db40b-043b-46c7-9f25-5dab3f5029d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:31:30.278470 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a467f2-fe03-4bcb-9c1e-8d5c3014ffe0 req-f1a9e201-096c-479d-9843-c72d8faada11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:31:30.280710 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-42a467f2-fe03-4bcb-9c1e-8d5c3014ffe0 req-f1a9e201-096c-479d-9843-c72d8faada11 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=82646d2796ec4d6b9ec39ce05e5b838a&device_id=a35dabb6-d13d-48e1-b184-19d58be083db HTTP/1.1" status: 200  len: 1098 time: 0.7016442
Apr 20 18:31:30.295184 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-001b51e5-77ff-4103-8f41-9b78e3f31e5d req-69a5dea2-b58c-4907-b7bc-c056009900d8 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=d0fd46bd-9fee-4340-9afc-d88468312b48&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.5302241
Apr 20 18:31:30.546904 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [None req-c34d29f7-5071-41f6-a1c6-b2b3d1fccda8 admin admin] Network 61202e71-818d-4028-952a-3e2f5c4dd907 has no segments {{(pid=86421) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 18:31:30.557893 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-c34d29f7-5071-41f6-a1c6-b2b3d1fccda8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-627251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26451816'] for segment, after_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:30.619604 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-b7a46264-5384-45ae-9e82-ed6cff8657fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd930d2eef0>, [{'id': '5d2d9a96-83ee-4a09-ba63-4e2808495a69', 'name': 'tempest-AttachVolumeShelveTestJSON-2114307233-router', 'tenant_id': '82646d2796ec4d6b9ec39ce05e5b838a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357044f3-f85c-4c82-92f2-504aa071d528', 'external_fixed_ips': [{'subnet_id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': 'b7ad03f1-c586-4a94-bc62-ba8d35b20425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:30:19Z', 'updated_at': '2021-04-20T18:30:34Z', 'revision_number': 4, 'project_id': '82646d2796ec4d6b9ec39ce05e5b838a', 'gw_port': {'id': 'b7ad03f1-c586-4a94-bc62-ba8d35b20425', 'name': '', 'network_id': '357044f3-f85c-4c82-92f2-504aa071d528', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:7a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2d9a96-83ee-4a09-ba63-4e2808495a69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:30:21Z', 'updated_at': '2021-04-20T18:30:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-2-iscsi', '_floatingips': [{'id': 'f05066c6-3a7a-401b-a695-4023efb03ae9', 'tenant_id': '82646d2796ec4d6b9ec39ce05e5b838a', 'floating_ip_address': '172.27.2.21', 'floating_network_id': '357044f3-f85c-4c82-92f2-504aa071d528', 'router_id': '5d2d9a96-83ee-4a09-ba63-4e2808495a69', 'port_id': 'fc2c1be7-a945-415f-9fcd-718e1fd4abb7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70bb951b-5201-42f1-af2f-fff209eaf750', 'mac_address': 'fa:16:3e:9b:08:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a35dabb6-d13d-48e1-b184-19d58be083db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T18:30:49Z', 'updated_at': '2021-04-20T18:31:26Z', 'revision_number': 1, 'project_id': '82646d2796ec4d6b9ec39ce05e5b838a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3284cfa8-63c0-44c5-b503-7b9f59e1f654', 'name': '', 'network_id': '70bb951b-5201-42f1-af2f-fff209eaf750', 'tenant_id': '82646d2796ec4d6b9ec39ce05e5b838a', 'mac_address': 'fa:16:3e:b6:3a:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2d9a96-83ee-4a09-ba63-4e2808495a69', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'de093425-a655-4f08-b89a-732e934018c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:30:32Z', 'updated_at': '2021-04-20T18:30:55Z', 'revision_number': 5, 'project_id': '82646d2796ec4d6b9ec39ce05e5b838a', 'subnets': [{'id': 'de093425-a655-4f08-b89a-732e934018c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786931-2-iscsi', False) {} {{(pid=86423) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:31:30.629286 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7a46264-5384-45ae-9e82-ed6cff8657fe None None] Checking router: 5d2d9a96-83ee-4a09-ba63-4e2808495a69 for host: dv-cinder-786931-2-iscsi {{(pid=86423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 18:31:30.651134 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a46264-5384-45ae-9e82-ed6cff8657fe None None] Routers {'5d2d9a96-83ee-4a09-ba63-4e2808495a69'} bound to L3 agent in host dv-cinder-786931-2-iscsi {{(pid=86423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:31:30.658690 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-b7a46264-5384-45ae-9e82-ed6cff8657fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd930d2eef0>, 'dv-cinder-786931-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T18:22:01Z,description=<?>,heartbeat_timestamp=2021-04-20T18:31:01Z,host='dv-cinder-786931-2-iscsi',id=561dbf79-24e4-4a0d-b08c-f7bb8670fc1d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:22:01Z,topic='l3_agent')) {'router_ids': ['5d2d9a96-83ee-4a09-ba63-4e2808495a69'], 'active': True} {{(pid=86423) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:31:30.745858 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a467f2-fe03-4bcb-9c1e-8d5c3014ffe0 req-94940307-5ef7-45e2-89d8-5357b705367c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:31:30.747611 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-42a467f2-fe03-4bcb-9c1e-8d5c3014ffe0 req-94940307-5ef7-45e2-89d8-5357b705367c service neutron] 10.222.0.10 "GET /v2.0/networks?id=70bb951b-5201-42f1-af2f-fff209eaf750 HTTP/1.1" status: 200  len: 918 time: 0.4487834
Apr 20 18:31:30.768897 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [None req-c34d29f7-5071-41f6-a1c6-b2b3d1fccda8 admin admin] Network 61202e71-818d-4028-952a-3e2f5c4dd907 has no segments {{(pid=86421) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 18:31:30.821916 dv-cinder-786931-2-iscsi neutron-server[86307]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Apr 20 18:31:30.821916 dv-cinder-786931-2-iscsi neutron-server[86307]:   from cryptography.utils import int_from_bytes
Apr 20 18:31:30.821916 dv-cinder-786931-2-iscsi neutron-server[86307]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Apr 20 18:31:30.821916 dv-cinder-786931-2-iscsi neutron-server[86307]:   from cryptography.utils import int_from_bytes
Apr 20 18:31:30.821916 dv-cinder-786931-2-iscsi neutron-server[86307]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Apr 20 18:31:30.821916 dv-cinder-786931-2-iscsi neutron-server[86307]:   (rel_b, rel_a, rel_b),
Apr 20 18:31:30.821916 dv-cinder-786931-2-iscsi neutron-server[86307]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Apr 20 18:31:30.821916 dv-cinder-786931-2-iscsi neutron-server[86307]:   (rel_b, rel_a, rel_b),
Apr 20 18:31:30.821916 dv-cinder-786931-2-iscsi neutron-server[86307]: Traceback (most recent call last):
Apr 20 18:31:30.821916 dv-cinder-786931-2-iscsi neutron-server[86307]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 20 18:31:30.821916 dv-cinder-786931-2-iscsi neutron-server[86307]:     timer()
Apr 20 18:31:30.821916 dv-cinder-786931-2-iscsi neutron-server[86307]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 20 18:31:30.821916 dv-cinder-786931-2-iscsi neutron-server[86307]:     cb(*args, **kw)
Apr 20 18:31:30.821916 dv-cinder-786931-2-iscsi neutron-server[86307]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 20 18:31:30.821916 dv-cinder-786931-2-iscsi neutron-server[86307]:     return func(*args, **kwargs)
Apr 20 18:31:30.821916 dv-cinder-786931-2-iscsi neutron-server[86307]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 20 18:31:30.821916 dv-cinder-786931-2-iscsi neutron-server[86307]:     self._notify()
Apr 20 18:31:30.821916 dv-cinder-786931-2-iscsi neutron-server[86307]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 20 18:31:30.821916 dv-cinder-786931-2-iscsi neutron-server[86307]:     self.callback(batched_events)
Apr 20 18:31:30.821916 dv-cinder-786931-2-iscsi neutron-server[86307]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 20 18:31:30.821916 dv-cinder-786931-2-iscsi neutron-server[86307]:     event.method(event)
Apr 20 18:31:30.821916 dv-cinder-786931-2-iscsi neutron-server[86307]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 20 18:31:30.821916 dv-cinder-786931-2-iscsi neutron-server[86307]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 20 18:31:30.821916 dv-cinder-786931-2-iscsi neutron-server[86307]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 20 18:31:30.821916 dv-cinder-786931-2-iscsi neutron-server[86307]:     segment_id)['aggregates'][0]
Apr 20 18:31:30.821916 dv-cinder-786931-2-iscsi neutron-server[86307]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 20 18:31:30.821916 dv-cinder-786931-2-iscsi neutron-server[86307]:     return f(self, *a, **k)
Apr 20 18:31:30.821916 dv-cinder-786931-2-iscsi neutron-server[86307]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 20 18:31:30.821916 dv-cinder-786931-2-iscsi neutron-server[86307]:     return self._get(url).json()
Apr 20 18:31:30.821916 dv-cinder-786931-2-iscsi neutron-server[86307]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 20 18:31:30.821916 dv-cinder-786931-2-iscsi neutron-server[86307]:     **kwargs)
Apr 20 18:31:30.821916 dv-cinder-786931-2-iscsi neutron-server[86307]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 20 18:31:30.821916 dv-cinder-786931-2-iscsi neutron-server[86307]:     return self.request(url, 'GET', **kwargs)
Apr 20 18:31:30.821916 dv-cinder-786931-2-iscsi neutron-server[86307]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 20 18:31:30.821916 dv-cinder-786931-2-iscsi neutron-server[86307]:     **endpoint_filter)
Apr 20 18:31:30.821916 dv-cinder-786931-2-iscsi neutron-server[86307]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 20 18:31:30.821916 dv-cinder-786931-2-iscsi neutron-server[86307]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 20 18:31:30.821916 dv-cinder-786931-2-iscsi neutron-server[86307]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 20 18:31:30.821916 dv-cinder-786931-2-iscsi neutron-server[86307]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 20 18:31:30.821916 dv-cinder-786931-2-iscsi neutron-server[86307]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 20 18:31:30.967960 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-42a467f2-fe03-4bcb-9c1e-8d5c3014ffe0 req-68ad4add-9129-4578-a221-5dfae2f68c05 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fc2c1be7-a945-415f-9fcd-718e1fd4abb7 HTTP/1.1" status: 200  len: 998 time: 0.1574974
Apr 20 18:31:31.055316 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d66d67-fad6-47c4-9685-e59abe06d67c req-5a8b6957-873d-464e-b8d7-f505364fb31c tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:31:31.072248 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-84d66d67-fad6-47c4-9685-e59abe06d67c req-5a8b6957-873d-464e-b8d7-f505364fb31c tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] 10.222.0.11 "GET /v2.0/ports?device_id=195563af-933f-44b1-9a05-860e8d0d93c9 HTTP/1.1" status: 200  len: 946 time: 1.2900028
Apr 20 18:31:31.092218 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86421) accepted ('10.222.0.11', 44654) {{(pid=86421) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:31:31.129553 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.v2.base [None req-22b560be-7484-4eff-96bb-a84436bb282a tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Request body: {'floatingip': {'port_id': '76b67a60-4a92-4a63-a54b-d3a3a125203a'}} {{(pid=86421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:31:31.169869 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_dvr_db [None req-b7a46264-5384-45ae-9e82-ed6cff8657fe None None] Set router 5d2d9a96-83ee-4a09-ba63-4e2808495a69 gateway port host: dv-cinder-786931-2-iscsi {{(pid=86423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:31:31.326748 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-705b445d-0aef-4cd3-a15f-836a31f91c3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:31.356656 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-59ff2fcf-5a92-41e6-b6a8-ab5cb4df6403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:31.363180 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-22b560be-7484-4eff-96bb-a84436bb282a tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Notify callbacks [] for floatingip, before_update {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:31.369428 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a467f2-fe03-4bcb-9c1e-8d5c3014ffe0 req-aa7f5052-8c6a-4b71-85bf-65c428171713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:31:31.371617 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-42a467f2-fe03-4bcb-9c1e-8d5c3014ffe0 req-aa7f5052-8c6a-4b71-85bf-65c428171713 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=de093425-a655-4f08-b89a-732e934018c4 HTTP/1.1" status: 200  len: 856 time: 0.3861394
Apr 20 18:31:31.475250 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-2f326880-bd33-488f-b729-4308d50e0f7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:31.561896 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-2f326880-bd33-488f-b729-4308d50e0f7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:31.631217 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001b51e5-77ff-4103-8f41-9b78e3f31e5d req-524dfcff-6311-4707-8ac4-1cc6b6a4b992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:31:31.633524 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-001b51e5-77ff-4103-8f41-9b78e3f31e5d req-524dfcff-6311-4707-8ac4-1cc6b6a4b992 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c9d2f68c6fa74348a553079d597a5342&device_id=d0fd46bd-9fee-4340-9afc-d88468312b48 HTTP/1.1" status: 200  len: 1098 time: 1.1247966
Apr 20 18:31:31.637813 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-2f326880-bd33-488f-b729-4308d50e0f7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850969184'] for security_group, after_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:31.647961 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-14aff7e3-1072-44b2-95da-79651267aa40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:31:31.666715 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-2f326880-bd33-488f-b729-4308d50e0f7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:31.672375 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-2f326880-bd33-488f-b729-4308d50e0f7e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/caf07bd6-c022-477c-bd5a-aa2c9d134a63 HTTP/1.1" status: 204  len: 168 time: 1.4218004
Apr 20 18:31:31.916325 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f326880-bd33-488f-b729-4308d50e0f7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caf07bd6-c022-477c-bd5a-aa2c9d134a63,revision_number=None']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:31:31.919666 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-2f326880-bd33-488f-b729-4308d50e0f7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:31:31.921657 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001b51e5-77ff-4103-8f41-9b78e3f31e5d req-68bc0516-90ee-4bc3-804f-8160d5982f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:31:31.924132 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-001b51e5-77ff-4103-8f41-9b78e3f31e5d req-68bc0516-90ee-4bc3-804f-8160d5982f3b service neutron] 10.222.0.10 "GET /v2.0/networks?id=e1a3515f-6650-48cb-a68d-8193e54b06db HTTP/1.1" status: 200  len: 919 time: 0.2471254
Apr 20 18:31:31.928043 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-b7a46264-5384-45ae-9e82-ed6cff8657fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd930d2eef0>, [{'id': '5d2d9a96-83ee-4a09-ba63-4e2808495a69', 'name': 'tempest-AttachVolumeShelveTestJSON-2114307233-router', 'tenant_id': '82646d2796ec4d6b9ec39ce05e5b838a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357044f3-f85c-4c82-92f2-504aa071d528', 'external_fixed_ips': [{'subnet_id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': 'b7ad03f1-c586-4a94-bc62-ba8d35b20425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:30:19Z', 'updated_at': '2021-04-20T18:30:34Z', 'revision_number': 4, 'project_id': '82646d2796ec4d6b9ec39ce05e5b838a', 'gw_port': {'id': 'b7ad03f1-c586-4a94-bc62-ba8d35b20425', 'name': '', 'network_id': '357044f3-f85c-4c82-92f2-504aa071d528', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:7a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2d9a96-83ee-4a09-ba63-4e2808495a69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:30:21Z', 'updated_at': '2021-04-20T18:30:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-2-iscsi', '_floatingips': [{'id': 'f05066c6-3a7a-401b-a695-4023efb03ae9', 'tenant_id': '82646d2796ec4d6b9ec39ce05e5b838a', 'floating_ip_address': '172.27.2.21', 'floating_network_id': '357044f3-f85c-4c82-92f2-504aa071d528', 'router_id': '5d2d9a96-83ee-4a09-ba63-4e2808495a69', 'port_id': 'fc2c1be7-a945-415f-9fcd-718e1fd4abb7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70bb951b-5201-42f1-af2f-fff209eaf750', 'mac_address': 'fa:16:3e:9b:08:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a35dabb6-d13d-48e1-b184-19d58be083db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T18:30:49Z', 'updated_at': '2021-04-20T18:31:26Z', 'revision_number': 1, 'project_id': '82646d2796ec4d6b9ec39ce05e5b838a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3284cfa8-63c0-44c5-b503-7b9f59e1f654', 'name': '', 'network_id': '70bb951b-5201-42f1-af2f-fff209eaf750', 'tenant_id': '82646d2796ec4d6b9ec39ce05e5b838a', 'mac_address': 'fa:16:3e:b6:3a:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2d9a96-83ee-4a09-ba63-4e2808495a69', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'de093425-a655-4f08-b89a-732e934018c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:30:32Z', 'updated_at': '2021-04-20T18:30:55Z', 'revision_number': 5, 'project_id': '82646d2796ec4d6b9ec39ce05e5b838a', 'subnets': [{'id': 'de093425-a655-4f08-b89a-732e934018c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786931-2-iscsi', False) {} {{(pid=86423) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:31:31.933592 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a467f2-fe03-4bcb-9c1e-8d5c3014ffe0 req-48df6328-7dab-479c-b74a-a1231747d84f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:31:31.937539 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-42a467f2-fe03-4bcb-9c1e-8d5c3014ffe0 req-48df6328-7dab-479c-b74a-a1231747d84f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=70bb951b-5201-42f1-af2f-fff209eaf750&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.5442812
Apr 20 18:31:31.941235 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7a46264-5384-45ae-9e82-ed6cff8657fe None None] The sync data for ids ['5d2d9a96-83ee-4a09-ba63-4e2808495a69'] in dv-cinder-786931-2-iscsi is: [{'id': '5d2d9a96-83ee-4a09-ba63-4e2808495a69', 'name': 'tempest-AttachVolumeShelveTestJSON-2114307233-router', 'tenant_id': '82646d2796ec4d6b9ec39ce05e5b838a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357044f3-f85c-4c82-92f2-504aa071d528', 'external_fixed_ips': [{'subnet_id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': 'b7ad03f1-c586-4a94-bc62-ba8d35b20425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:30:19Z', 'updated_at': '2021-04-20T18:30:34Z', 'revision_number': 4, 'project_id': '82646d2796ec4d6b9ec39ce05e5b838a', 'gw_port': {'id': 'b7ad03f1-c586-4a94-bc62-ba8d35b20425', 'name': '', 'network_id': '357044f3-f85c-4c82-92f2-504aa071d528', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:7a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2d9a96-83ee-4a09-ba63-4e2808495a69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:30:21Z', 'updated_at': '2021-04-20T18:30:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-2-iscsi', '_floatingips': [{'id': 'f05066c6-3a7a-401b-a695-4023efb03ae9', 'tenant_id': '82646d2796ec4d6b9ec39ce05e5b838a', 'floating_ip_address': '172.27.2.21', 'floating_network_id': '357044f3-f85c-4c82-92f2-504aa071d528', 'router_id': '5d2d9a96-83ee-4a09-ba63-4e2808495a69', 'port_id': 'fc2c1be7-a945-415f-9fcd-718e1fd4abb7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70bb951b-5201-42f1-af2f-fff209eaf750', 'mac_address': 'fa:16:3e:9b:08:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a35dabb6-d13d-48e1-b184-19d58be083db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T18:30:49Z', 'updated_at': '2021-04-20T18:31:26Z', 'revision_number': 1, 'project_id': '82646d2796ec4d6b9ec39ce05e5b838a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3284cfa8-63c0-44c5-b503-7b9f59e1f654', 'name': '', 'network_id': '70bb951b-5201-42f1-af2f-fff209eaf750', 'tenant_id': '82646d2796ec4d6b9ec39ce05e5b838a', 'mac_address': 'fa:16:3e:b6:3a:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2d9a96-83ee-4a09-ba63-4e2808495a69', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'de093425-a655-4f08-b89a-732e934018c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:30:32Z', 'updated_at': '2021-04-20T18:30:55Z', 'revision_number': 5, 'project_id': '82646d2796ec4d6b9ec39ce05e5b838a', 'subnets': [{'id': 'de093425-a655-4f08-b89a-732e934018c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 18:31:32.024710 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:32.042616 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-001b51e5-77ff-4103-8f41-9b78e3f31e5d req-6defde8d-7b25-4556-87c5-45155c9b6a26 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7909e612-5dfa-4193-938a-9f6ca5d1756b HTTP/1.1" status: 200  len: 217 time: 0.1034534
Apr 20 18:31:32.256006 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001b51e5-77ff-4103-8f41-9b78e3f31e5d req-005f2a81-0823-4b16-86c0-a8fcd3718670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:31:32.257787 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-001b51e5-77ff-4103-8f41-9b78e3f31e5d req-005f2a81-0823-4b16-86c0-a8fcd3718670 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=680a997a-0cf4-4428-86cb-30422b5e5d52 HTTP/1.1" status: 200  len: 858 time: 0.0813057
Apr 20 18:31:32.357854 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:32.379247 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-42a467f2-fe03-4bcb-9c1e-8d5c3014ffe0 req-962eb90d-6182-47c2-9b9c-868ecf81f586 service neutron] 10.222.0.10 "GET /v2.0/networks/70bb951b-5201-42f1-af2f-fff209eaf750?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3352244
Apr 20 18:31:32.399921 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55c2006b-7873-42a6-94ba-e16959ae9161 None None] New status for floating IP f05066c6-3a7a-401b-a695-4023efb03ae9: ACTIVE {{(pid=86422) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 20 18:31:32.401099 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-001b51e5-77ff-4103-8f41-9b78e3f31e5d req-75ef936c-a600-42e8-8660-60d3ebe2da7f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e1a3515f-6650-48cb-a68d-8193e54b06db&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1321032
Apr 20 18:31:32.528277 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.db.resource_extend [None req-22b560be-7484-4eff-96bb-a84436bb282a tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Apr 20 18:31:32.650569 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-22b560be-7484-4eff-96bb-a84436bb282a tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:32.653463 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-c34d29f7-5071-41f6-a1c6-b2b3d1fccda8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850969204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850912127'] for network, after_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:32.653777 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.11', 44690) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:31:32.669027 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-22b560be-7484-4eff-96bb-a84436bb282a tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850912078'] for floatingip, after_update {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:32.864457 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-b13d39c1-4d9b-4f43-a4bd-1e6a9038bd66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:32.883079 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-154a890a-92bf-49f2-9148-ff5abde8a484 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:31:32.911314 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-001b51e5-77ff-4103-8f41-9b78e3f31e5d req-c7739995-4c60-4a38-940b-7a1d2c1acfed service neutron] 10.222.0.10 "GET /v2.0/networks/e1a3515f-6650-48cb-a68d-8193e54b06db?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4828951
Apr 20 18:31:32.914773 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.db.l3_db [None req-22b560be-7484-4eff-96bb-a84436bb282a tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Floating IP 5e31e940-1dce-4fe9-a529-d099bc13a594 associated. External IP: 172.27.2.254, port: 76b67a60-4a92-4a63-a54b-d3a3a125203a.
Apr 20 18:31:32.948285 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-b13d39c1-4d9b-4f43-a4bd-1e6a9038bd66 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:31:32.960036 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-b13d39c1-4d9b-4f43-a4bd-1e6a9038bd66 admin admin] Usage tracker for resource:security_group_rule and tenant:df162551f2fe4b56a9e73bed77dee1f1 is out of sync, need to count used quota {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:31:32.967458 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-b13d39c1-4d9b-4f43-a4bd-1e6a9038bd66 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:31:33.001624 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-b13d39c1-4d9b-4f43-a4bd-1e6a9038bd66 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:31:33.011325 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-c34d29f7-5071-41f6-a1c6-b2b3d1fccda8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3704713'] for network, before_response {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:33.160483 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-69625b45-0eac-4ead-bef5-f7df2e631dfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:33.256067 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-42a467f2-fe03-4bcb-9c1e-8d5c3014ffe0 req-24bc7c24-5dcf-458c-b9dd-142567a8a572 service neutron] 10.222.0.10 "GET /v2.0/networks/70bb951b-5201-42f1-af2f-fff209eaf750?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8579693
Apr 20 18:31:33.304668 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-001b51e5-77ff-4103-8f41-9b78e3f31e5d req-820339fe-caec-4c5f-9ae8-f014a01ed378 service neutron] 10.222.0.10 "GET /v2.0/networks/e1a3515f-6650-48cb-a68d-8193e54b06db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3054626
Apr 20 18:31:33.388865 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc58e18-554c-4517-8732-beca2d0327a4 req-b4d25792-7e9a-46b5-8d78-c08b5f32a48b tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:31:33.401162 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-2dc58e18-554c-4517-8732-beca2d0327a4 req-b4d25792-7e9a-46b5-8d78-c08b5f32a48b tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] 10.222.0.11 "GET /v2.0/ports?device_id=0ca5926a-d176-4673-bbe5-442540a100b6 HTTP/1.1" status: 200  len: 945 time: 2.0706646
Apr 20 18:31:33.402431 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34d29f7-5071-41f6-a1c6-b2b3d1fccda8 admin admin] Pushing event deleted for resources: {'Network': ['ID=61202e71-818d-4028-952a-3e2f5c4dd907,revision_number=None']} {{(pid=86421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:31:33.417760 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-c34d29f7-5071-41f6-a1c6-b2b3d1fccda8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.534s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:31:33.463337 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-b13d39c1-4d9b-4f43-a4bd-1e6a9038bd66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:33.472843 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-b13d39c1-4d9b-4f43-a4bd-1e6a9038bd66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850969184'] for security_group, after_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:33.506397 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-c34d29f7-5071-41f6-a1c6-b2b3d1fccda8 admin admin] 10.222.0.11 "DELETE /v2.0/networks/61202e71-818d-4028-952a-3e2f5c4dd907 HTTP/1.1" status: 204  len: 168 time: 5.0262120
Apr 20 18:31:33.537401 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-cda1bb5a-2c42-4d2c-b21b-f29e1b3c97a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:31:33.557245 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-b13d39c1-4d9b-4f43-a4bd-1e6a9038bd66 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=df162551f2fe4b56a9e73bed77dee1f1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9020555
Apr 20 18:31:33.561388 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.11', 44714) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:31:33.612363 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-2dc58e18-554c-4517-8732-beca2d0327a4 req-970e3027-c0a2-470d-84c0-7f243bbf5991 tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] 10.222.0.11 "GET /v2.0/security-groups?id=82d2b5dd-ac82-48c5-ae8a-56039f03438b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1901355
Apr 20 18:31:33.666693 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13d39c1-4d9b-4f43-a4bd-1e6a9038bd66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=344b75ce-55be-470d-93f1-24376ca9d2af,revision_number=1']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:31:33.703418 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-b13d39c1-4d9b-4f43-a4bd-1e6a9038bd66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:31:33.851725 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-407a274f-7e9c-499d-90b5-bb39c5e55421 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:33.940887 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-407a274f-7e9c-499d-90b5-bb39c5e55421 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:34.098384 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-407a274f-7e9c-499d-90b5-bb39c5e55421 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850969184'] for security_group, after_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:34.110881 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-967cbd6a-a2b6-41c0-b7d6-c01417982a48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:31:34.136030 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407a274f-7e9c-499d-90b5-bb39c5e55421 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=344b75ce-55be-470d-93f1-24376ca9d2af,revision_number=None']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:31:34.143603 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-407a274f-7e9c-499d-90b5-bb39c5e55421 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:31:34.155545 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-407a274f-7e9c-499d-90b5-bb39c5e55421 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:34.158542 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-407a274f-7e9c-499d-90b5-bb39c5e55421 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/344b75ce-55be-470d-93f1-24376ca9d2af HTTP/1.1" status: 204  len: 168 time: 0.5953836
Apr 20 18:31:34.169512 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.11', 44736) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:31:34.186205 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22b560be-7484-4eff-96bb-a84436bb282a tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Router 0c7d70fc-11f1-42c5-aabc-0cd9b46c27d8 has already been hosted by L3 agent 561dbf79-24e4-4a0d-b08c-f7bb8670fc1d {{(pid=86421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 18:31:34.262226 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-b2ac6c85-2388-408c-a289-27677841329f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0fc8e345af874a4b82cc59a07051f572&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0907826
Apr 20 18:31:34.264956 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.11', 44746) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:31:34.442337 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-af63a535-f492-40d0-8309-cad6c0b7fa4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:34.540642 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-af63a535-f492-40d0-8309-cad6c0b7fa4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:34.562159 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22b560be-7484-4eff-96bb-a84436bb282a tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Notify agent at l3_agent.dv-cinder-786931-2-iscsi the message routers_updated {{(pid=86421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 18:31:34.576022 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52ec23eb-8d27-468c-8c2e-b4b6c7504800 None None] Sync routers for ids ['0c7d70fc-11f1-42c5-aabc-0cd9b46c27d8'] in dv-cinder-786931-2-iscsi {{(pid=86423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 18:31:34.589634 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-22b560be-7484-4eff-96bb-a84436bb282a tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7615'] for floatingip, before_response {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:34.598136 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52ec23eb-8d27-468c-8c2e-b4b6c7504800 None None] Routers {'0c7d70fc-11f1-42c5-aabc-0cd9b46c27d8'} bound to L3 agent in host dv-cinder-786931-2-iscsi {{(pid=86423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:31:34.598863 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-52ec23eb-8d27-468c-8c2e-b4b6c7504800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd930e57c88>, 'dv-cinder-786931-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T18:22:01Z,description=<?>,heartbeat_timestamp=2021-04-20T18:31:31Z,host='dv-cinder-786931-2-iscsi',id=561dbf79-24e4-4a0d-b08c-f7bb8670fc1d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:22:01Z,topic='l3_agent')) {'router_ids': ['0c7d70fc-11f1-42c5-aabc-0cd9b46c27d8'], 'active': True} {{(pid=86423) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:31:34.603311 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-af63a535-f492-40d0-8309-cad6c0b7fa4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850969184'] for security_group, after_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:34.611536 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-b8f2228d-3441-4246-beec-d94e684f798b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:31:34.633549 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af63a535-f492-40d0-8309-cad6c0b7fa4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dd451b4-6ded-4db0-a4c1-6275b66e6b11,revision_number=None']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:31:34.637598 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-af63a535-f492-40d0-8309-cad6c0b7fa4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:31:34.638817 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-af63a535-f492-40d0-8309-cad6c0b7fa4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:34.643288 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-af63a535-f492-40d0-8309-cad6c0b7fa4f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3dd451b4-6ded-4db0-a4c1-6275b66e6b11 HTTP/1.1" status: 204  len: 168 time: 0.3746159
Apr 20 18:31:34.930609 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-22b560be-7484-4eff-96bb-a84436bb282a tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] 10.222.0.11 "PUT /v2.0/floatingips/5e31e940-1dce-4fe9-a529-d099bc13a594 HTTP/1.1" status: 200  len: 992 time: 3.8212399
Apr 20 18:31:34.932817 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '195563af-933f-44b1-9a05-860e8d0d93c9', 'tag': '76b67a60-4a92-4a63-a54b-d3a3a125203a'}] {{(pid=86421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:31:34.998576 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a559383a-8108-4e9f-8d4e-fe9cf8a5a256 req-44d51110-67e4-43b9-8e11-0aa1fe3f28c6 tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:31:35.012667 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-a559383a-8108-4e9f-8d4e-fe9cf8a5a256 req-44d51110-67e4-43b9-8e11-0aa1fe3f28c6 tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] 10.222.0.11 "GET /v2.0/ports?device_id=0ca5926a-d176-4673-bbe5-442540a100b6 HTTP/1.1" status: 200  len: 945 time: 0.4480615
Apr 20 18:31:35.039863 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_dvr_db [None req-52ec23eb-8d27-468c-8c2e-b4b6c7504800 None None] Set router 0c7d70fc-11f1-42c5-aabc-0cd9b46c27d8 gateway port host: dv-cinder-786931-2-iscsi {{(pid=86423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:31:35.116963 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-a559383a-8108-4e9f-8d4e-fe9cf8a5a256 req-2a90d3ef-1257-404f-8fe8-d1a01a4773a9 tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] 10.222.0.11 "GET /v2.0/security-groups?id=82d2b5dd-ac82-48c5-ae8a-56039f03438b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1030169
Apr 20 18:31:35.548326 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-52ec23eb-8d27-468c-8c2e-b4b6c7504800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd930e57c88>, [{'id': '0c7d70fc-11f1-42c5-aabc-0cd9b46c27d8', 'name': 'tempest-AttachVolumeTestJSON-2090730375-router', 'tenant_id': '4d61b8cb74c8488e895692a092d04f17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357044f3-f85c-4c82-92f2-504aa071d528', 'external_fixed_ips': [{'subnet_id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'ip_address': '172.27.2.37'}], 'enable_snat': True}, 'gw_port_id': '291ad347-35f5-49c0-9347-31d2523ef1b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:30:19Z', 'updated_at': '2021-04-20T18:30:35Z', 'revision_number': 4, 'project_id': '4d61b8cb74c8488e895692a092d04f17', 'gw_port': {'id': '291ad347-35f5-49c0-9347-31d2523ef1b7', 'name': '', 'network_id': '357044f3-f85c-4c82-92f2-504aa071d528', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:d6:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c7d70fc-11f1-42c5-aabc-0cd9b46c27d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'ip_address': '172.27.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:30:21Z', 'updated_at': '2021-04-20T18:30:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-2-iscsi', '_floatingips': [{'id': '5e31e940-1dce-4fe9-a529-d099bc13a594', 'tenant_id': '4d61b8cb74c8488e895692a092d04f17', 'floating_ip_address': '172.27.2.254', 'floating_network_id': '357044f3-f85c-4c82-92f2-504aa071d528', 'router_id': '0c7d70fc-11f1-42c5-aabc-0cd9b46c27d8', 'port_id': '76b67a60-4a92-4a63-a54b-d3a3a125203a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02422600-c332-4858-ad0c-e0fcc53844a7', 'mac_address': 'fa:16:3e:43:45:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '195563af-933f-44b1-9a05-860e8d0d93c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T18:30:51Z', 'updated_at': '2021-04-20T18:31:32Z', 'revision_number': 1, 'project_id': '4d61b8cb74c8488e895692a092d04f17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3716e0d-bbe5-4df9-8b23-36b546e4ec84', 'name': '', 'network_id': '02422600-c332-4858-ad0c-e0fcc53844a7', 'tenant_id': '4d61b8cb74c8488e895692a092d04f17', 'mac_address': 'fa:16:3e:fc:4c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c7d70fc-11f1-42c5-aabc-0cd9b46c27d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '75d0ac2f-18ed-4097-8673-60a099f48c88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:30:31Z', 'updated_at': '2021-04-20T18:30:54Z', 'revision_number': 5, 'project_id': '4d61b8cb74c8488e895692a092d04f17', 'subnets': [{'id': '75d0ac2f-18ed-4097-8673-60a099f48c88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786931-2-iscsi', False) {} {{(pid=86423) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:31:35.557485 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52ec23eb-8d27-468c-8c2e-b4b6c7504800 None None] Checking router: 0c7d70fc-11f1-42c5-aabc-0cd9b46c27d8 for host: dv-cinder-786931-2-iscsi {{(pid=86423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 18:31:35.578169 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52ec23eb-8d27-468c-8c2e-b4b6c7504800 None None] Routers {'0c7d70fc-11f1-42c5-aabc-0cd9b46c27d8'} bound to L3 agent in host dv-cinder-786931-2-iscsi {{(pid=86423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:31:35.579652 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-52ec23eb-8d27-468c-8c2e-b4b6c7504800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd930e57c88>, 'dv-cinder-786931-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T18:22:01Z,description=<?>,heartbeat_timestamp=2021-04-20T18:31:31Z,host='dv-cinder-786931-2-iscsi',id=561dbf79-24e4-4a0d-b08c-f7bb8670fc1d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:22:01Z,topic='l3_agent')) {'router_ids': ['0c7d70fc-11f1-42c5-aabc-0cd9b46c27d8'], 'active': True} {{(pid=86423) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:31:35.948318 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_dvr_db [None req-52ec23eb-8d27-468c-8c2e-b4b6c7504800 None None] Set router 0c7d70fc-11f1-42c5-aabc-0cd9b46c27d8 gateway port host: dv-cinder-786931-2-iscsi {{(pid=86423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:31:36.855196 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-52ec23eb-8d27-468c-8c2e-b4b6c7504800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd930e57c88>, [{'id': '0c7d70fc-11f1-42c5-aabc-0cd9b46c27d8', 'name': 'tempest-AttachVolumeTestJSON-2090730375-router', 'tenant_id': '4d61b8cb74c8488e895692a092d04f17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357044f3-f85c-4c82-92f2-504aa071d528', 'external_fixed_ips': [{'subnet_id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'ip_address': '172.27.2.37'}], 'enable_snat': True}, 'gw_port_id': '291ad347-35f5-49c0-9347-31d2523ef1b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:30:19Z', 'updated_at': '2021-04-20T18:30:35Z', 'revision_number': 4, 'project_id': '4d61b8cb74c8488e895692a092d04f17', 'gw_port': {'id': '291ad347-35f5-49c0-9347-31d2523ef1b7', 'name': '', 'network_id': '357044f3-f85c-4c82-92f2-504aa071d528', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:d6:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c7d70fc-11f1-42c5-aabc-0cd9b46c27d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'ip_address': '172.27.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:30:21Z', 'updated_at': '2021-04-20T18:30:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-2-iscsi', '_floatingips': [{'id': '5e31e940-1dce-4fe9-a529-d099bc13a594', 'tenant_id': '4d61b8cb74c8488e895692a092d04f17', 'floating_ip_address': '172.27.2.254', 'floating_network_id': '357044f3-f85c-4c82-92f2-504aa071d528', 'router_id': '0c7d70fc-11f1-42c5-aabc-0cd9b46c27d8', 'port_id': '76b67a60-4a92-4a63-a54b-d3a3a125203a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02422600-c332-4858-ad0c-e0fcc53844a7', 'mac_address': 'fa:16:3e:43:45:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '195563af-933f-44b1-9a05-860e8d0d93c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T18:30:51Z', 'updated_at': '2021-04-20T18:31:32Z', 'revision_number': 1, 'project_id': '4d61b8cb74c8488e895692a092d04f17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3716e0d-bbe5-4df9-8b23-36b546e4ec84', 'name': '', 'network_id': '02422600-c332-4858-ad0c-e0fcc53844a7', 'tenant_id': '4d61b8cb74c8488e895692a092d04f17', 'mac_address': 'fa:16:3e:fc:4c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c7d70fc-11f1-42c5-aabc-0cd9b46c27d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '75d0ac2f-18ed-4097-8673-60a099f48c88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:30:31Z', 'updated_at': '2021-04-20T18:30:54Z', 'revision_number': 5, 'project_id': '4d61b8cb74c8488e895692a092d04f17', 'subnets': [{'id': '75d0ac2f-18ed-4097-8673-60a099f48c88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786931-2-iscsi', False) {} {{(pid=86423) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:31:36.865311 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52ec23eb-8d27-468c-8c2e-b4b6c7504800 None None] The sync data for ids ['0c7d70fc-11f1-42c5-aabc-0cd9b46c27d8'] in dv-cinder-786931-2-iscsi is: [{'id': '0c7d70fc-11f1-42c5-aabc-0cd9b46c27d8', 'name': 'tempest-AttachVolumeTestJSON-2090730375-router', 'tenant_id': '4d61b8cb74c8488e895692a092d04f17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357044f3-f85c-4c82-92f2-504aa071d528', 'external_fixed_ips': [{'subnet_id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'ip_address': '172.27.2.37'}], 'enable_snat': True}, 'gw_port_id': '291ad347-35f5-49c0-9347-31d2523ef1b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:30:19Z', 'updated_at': '2021-04-20T18:30:35Z', 'revision_number': 4, 'project_id': '4d61b8cb74c8488e895692a092d04f17', 'gw_port': {'id': '291ad347-35f5-49c0-9347-31d2523ef1b7', 'name': '', 'network_id': '357044f3-f85c-4c82-92f2-504aa071d528', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:d6:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c7d70fc-11f1-42c5-aabc-0cd9b46c27d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'ip_address': '172.27.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:30:21Z', 'updated_at': '2021-04-20T18:30:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-2-iscsi', '_floatingips': [{'id': '5e31e940-1dce-4fe9-a529-d099bc13a594', 'tenant_id': '4d61b8cb74c8488e895692a092d04f17', 'floating_ip_address': '172.27.2.254', 'floating_network_id': '357044f3-f85c-4c82-92f2-504aa071d528', 'router_id': '0c7d70fc-11f1-42c5-aabc-0cd9b46c27d8', 'port_id': '76b67a60-4a92-4a63-a54b-d3a3a125203a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02422600-c332-4858-ad0c-e0fcc53844a7', 'mac_address': 'fa:16:3e:43:45:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '195563af-933f-44b1-9a05-860e8d0d93c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T18:30:51Z', 'updated_at': '2021-04-20T18:31:32Z', 'revision_number': 1, 'project_id': '4d61b8cb74c8488e895692a092d04f17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3716e0d-bbe5-4df9-8b23-36b546e4ec84', 'name': '', 'network_id': '02422600-c332-4858-ad0c-e0fcc53844a7', 'tenant_id': '4d61b8cb74c8488e895692a092d04f17', 'mac_address': 'fa:16:3e:fc:4c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c7d70fc-11f1-42c5-aabc-0cd9b46c27d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '75d0ac2f-18ed-4097-8673-60a099f48c88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:30:31Z', 'updated_at': '2021-04-20T18:30:54Z', 'revision_number': 5, 'project_id': '4d61b8cb74c8488e895692a092d04f17', 'subnets': [{'id': '75d0ac2f-18ed-4097-8673-60a099f48c88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 18:31:37.081183 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '195563af-933f-44b1-9a05-860e8d0d93c9', 'tag': '76b67a60-4a92-4a63-a54b-d3a3a125203a', 'status': 'completed', 'code': 200}
Apr 20 18:31:37.123598 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecd3ea7-3187-4ebe-92fd-e00b0a3a8b7d req-70025143-0026-4158-a7e8-0613ce54c1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:31:37.125263 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-7ecd3ea7-3187-4ebe-92fd-e00b0a3a8b7d req-70025143-0026-4158-a7e8-0613ce54c1ca service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c9d2f68c6fa74348a553079d597a5342&device_id=0ca5926a-d176-4673-bbe5-442540a100b6 HTTP/1.1" status: 200  len: 1098 time: 0.1567128
Apr 20 18:31:37.381719 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6810c8db-22ab-4b52-b415-130e1f5b090e req-308f13ac-1caa-4ed5-86b0-e33e4675a99b tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:31:37.383640 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-6810c8db-22ab-4b52-b415-130e1f5b090e req-308f13ac-1caa-4ed5-86b0-e33e4675a99b tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] 10.222.0.11 "GET /v2.0/ports?device_id=0ca5926a-d176-4673-bbe5-442540a100b6 HTTP/1.1" status: 200  len: 945 time: 0.1500771
Apr 20 18:31:37.386119 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bd9624b-7104-4207-96bd-cd144bd48d80 None None] New status for floating IP 5e31e940-1dce-4fe9-a529-d099bc13a594: ACTIVE {{(pid=86422) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 20 18:31:37.393077 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecd3ea7-3187-4ebe-92fd-e00b0a3a8b7d req-ac99cd3c-1967-4128-8244-459166c24868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:31:37.394771 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-7ecd3ea7-3187-4ebe-92fd-e00b0a3a8b7d req-ac99cd3c-1967-4128-8244-459166c24868 service neutron] 10.222.0.10 "GET /v2.0/networks?id=e1a3515f-6650-48cb-a68d-8193e54b06db HTTP/1.1" status: 200  len: 919 time: 0.2590971
Apr 20 18:31:37.508049 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-6810c8db-22ab-4b52-b415-130e1f5b090e req-c5a811ce-423c-4ffb-8cd2-86bf1718ef41 tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] 10.222.0.11 "GET /v2.0/security-groups?id=82d2b5dd-ac82-48c5-ae8a-56039f03438b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1165292
Apr 20 18:31:37.599876 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-7ecd3ea7-3187-4ebe-92fd-e00b0a3a8b7d req-adf6d983-9211-4dc0-a204-704be157e870 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=38641a15-fbb9-491c-84c3-c902b009bb25 HTTP/1.1" status: 200  len: 217 time: 0.1940577
Apr 20 18:31:37.684608 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecd3ea7-3187-4ebe-92fd-e00b0a3a8b7d req-c0bcaa7d-ba52-4f3a-9454-dc80c1a7e584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:31:37.686221 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-7ecd3ea7-3187-4ebe-92fd-e00b0a3a8b7d req-c0bcaa7d-ba52-4f3a-9454-dc80c1a7e584 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=680a997a-0cf4-4428-86cb-30422b5e5d52 HTTP/1.1" status: 200  len: 858 time: 0.0770836
Apr 20 18:31:37.697084 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7425d5f9-0b43-4040-9943-b4a7199731af req-9cbd2bf9-0c2f-4ea2-b97f-2913a28031ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:31:37.698794 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-7425d5f9-0b43-4040-9943-b4a7199731af req-9cbd2bf9-0c2f-4ea2-b97f-2913a28031ad service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4d61b8cb74c8488e895692a092d04f17&device_id=195563af-933f-44b1-9a05-860e8d0d93c9 HTTP/1.1" status: 200  len: 1099 time: 0.5289352
Apr 20 18:31:37.752938 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-7ecd3ea7-3187-4ebe-92fd-e00b0a3a8b7d req-705d9fe5-3ef0-4a9f-9228-57c764611be2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e1a3515f-6650-48cb-a68d-8193e54b06db&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0528831
Apr 20 18:31:38.059138 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7425d5f9-0b43-4040-9943-b4a7199731af req-76e97e00-8536-42fc-8ad5-a9758efb7a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:31:38.060929 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-7425d5f9-0b43-4040-9943-b4a7199731af req-76e97e00-8536-42fc-8ad5-a9758efb7a5a service neutron] 10.222.0.10 "GET /v2.0/networks?id=02422600-c332-4858-ad0c-e0fcc53844a7 HTTP/1.1" status: 200  len: 912 time: 0.3069155
Apr 20 18:31:38.065220 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-7ecd3ea7-3187-4ebe-92fd-e00b0a3a8b7d req-e39a043b-e314-461a-8337-3f3be6cd30a6 service neutron] 10.222.0.10 "GET /v2.0/networks/e1a3515f-6650-48cb-a68d-8193e54b06db?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2874019
Apr 20 18:31:38.407968 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-7425d5f9-0b43-4040-9943-b4a7199731af req-d40e1edf-3679-4b81-a3e0-74cef347a880 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=76b67a60-4a92-4a63-a54b-d3a3a125203a HTTP/1.1" status: 200  len: 1000 time: 0.3216081
Apr 20 18:31:38.537580 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-7ecd3ea7-3187-4ebe-92fd-e00b0a3a8b7d req-f208273c-5b4f-4e70-8982-eac65aecf47c service neutron] 10.222.0.10 "GET /v2.0/networks/e1a3515f-6650-48cb-a68d-8193e54b06db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2235579
Apr 20 18:31:38.676002 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7425d5f9-0b43-4040-9943-b4a7199731af req-bdbffe5c-4e24-4929-8ea3-5326ef1ce02c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:31:38.677741 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-7425d5f9-0b43-4040-9943-b4a7199731af req-bdbffe5c-4e24-4929-8ea3-5326ef1ce02c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=75d0ac2f-18ed-4097-8673-60a099f48c88 HTTP/1.1" status: 200  len: 850 time: 0.1398540
Apr 20 18:31:38.829157 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7425d5f9-0b43-4040-9943-b4a7199731af req-494fa65e-2059-45ba-9935-a04e5f0893de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:31:38.830793 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-7425d5f9-0b43-4040-9943-b4a7199731af req-494fa65e-2059-45ba-9935-a04e5f0893de service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=02422600-c332-4858-ad0c-e0fcc53844a7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1439235
Apr 20 18:31:38.918173 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7147b4-5cc6-41f3-bfcc-0d09ee953c10 req-155aca44-164a-4ed3-9d2c-16a0f2866834 tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:31:38.919920 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-9e7147b4-5cc6-41f3-bfcc-0d09ee953c10 req-155aca44-164a-4ed3-9d2c-16a0f2866834 tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] 10.222.0.11 "GET /v2.0/ports?device_id=0ca5926a-d176-4673-bbe5-442540a100b6 HTTP/1.1" status: 200  len: 945 time: 0.1221089
Apr 20 18:31:38.996326 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-9e7147b4-5cc6-41f3-bfcc-0d09ee953c10 req-09732b8e-36b6-4923-8da7-1d277bd735fa tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] 10.222.0.11 "GET /v2.0/security-groups?id=82d2b5dd-ac82-48c5-ae8a-56039f03438b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0649633
Apr 20 18:31:39.053826 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-7425d5f9-0b43-4040-9943-b4a7199731af req-7c045c48-9139-4370-8d37-a6a03227d9c1 service neutron] 10.222.0.10 "GET /v2.0/networks/02422600-c332-4858-ad0c-e0fcc53844a7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2117937
Apr 20 18:31:39.261399 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-7425d5f9-0b43-4040-9943-b4a7199731af req-324472f0-88ed-4520-b458-9676157ec02f service neutron] 10.222.0.10 "GET /v2.0/networks/02422600-c332-4858-ad0c-e0fcc53844a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1953530
Apr 20 18:31:40.332418 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345145b2-0de4-469d-91f1-88a57a3a9eb9 req-c13044e6-0ae7-4406-8ce7-5bd8962e328b tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:31:40.336996 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-345145b2-0de4-469d-91f1-88a57a3a9eb9 req-c13044e6-0ae7-4406-8ce7-5bd8962e328b tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] 10.222.0.11 "GET /v2.0/ports?device_id=0ca5926a-d176-4673-bbe5-442540a100b6 HTTP/1.1" status: 200  len: 945 time: 0.1239474
Apr 20 18:31:40.404687 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-345145b2-0de4-469d-91f1-88a57a3a9eb9 req-fe332dd6-ab47-4999-900a-4a66c79cb496 tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] 10.222.0.11 "GET /v2.0/security-groups?id=82d2b5dd-ac82-48c5-ae8a-56039f03438b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0494905
Apr 20 18:31:40.873052 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.11', 44974) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:31:41.038458 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d9ad802f-46eb-4f1a-a31b-54037415a058 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:41.059637 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-d9ad802f-46eb-4f1a-a31b-54037415a058 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:31:41.064229 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-d9ad802f-46eb-4f1a-a31b-54037415a058 admin admin] Usage tracker for resource:security_group_rule and tenant:e2c07bf88ebd4ab38fc5721b888cdfdc is out of sync, need to count used quota {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:31:41.069343 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-d9ad802f-46eb-4f1a-a31b-54037415a058 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:31:41.076116 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-d9ad802f-46eb-4f1a-a31b-54037415a058 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:31:41.182365 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d9ad802f-46eb-4f1a-a31b-54037415a058 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:41.187080 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d9ad802f-46eb-4f1a-a31b-54037415a058 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850969184'] for security_group, after_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:41.200544 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-99c921c2-dfcd-4797-9957-1378864efc09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:31:41.254029 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ad802f-46eb-4f1a-a31b-54037415a058 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9afd34f-2bab-42c9-9b23-5aa3dc70b610,revision_number=1']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:31:41.258309 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-d9ad802f-46eb-4f1a-a31b-54037415a058 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:31:41.264151 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86421) accepted ('10.222.0.11', 44990) {{(pid=86421) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:31:41.276918 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-d9ad802f-46eb-4f1a-a31b-54037415a058 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e2c07bf88ebd4ab38fc5721b888cdfdc&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4024959
Apr 20 18:31:41.359290 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-2bdaa067-a39e-451e-ad83-ab595b94a4ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:41.417400 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-2bdaa067-a39e-451e-ad83-ab595b94a4ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:41.522372 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-2bdaa067-a39e-451e-ad83-ab595b94a4ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850969184'] for security_group, after_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:41.535982 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-154a890a-92bf-49f2-9148-ff5abde8a484 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:31:41.564138 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-2bdaa067-a39e-451e-ad83-ab595b94a4ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:41.585545 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-2bdaa067-a39e-451e-ad83-ab595b94a4ac admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f9afd34f-2bab-42c9-9b23-5aa3dc70b610 HTTP/1.1" status: 204  len: 168 time: 0.3159735
Apr 20 18:31:41.591483 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdaa067-a39e-451e-ad83-ab595b94a4ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9afd34f-2bab-42c9-9b23-5aa3dc70b610,revision_number=None']} {{(pid=86421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:31:41.715309 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-2bdaa067-a39e-451e-ad83-ab595b94a4ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:31:41.785481 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84c7466-ce8c-482c-b8ed-716338f81202 req-2ea7fb03-fae1-47aa-8ef8-b92b7871e60d tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:31:41.787796 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-f84c7466-ce8c-482c-b8ed-716338f81202 req-2ea7fb03-fae1-47aa-8ef8-b92b7871e60d tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] 10.222.0.11 "GET /v2.0/ports?device_id=0ca5926a-d176-4673-bbe5-442540a100b6 HTTP/1.1" status: 200  len: 945 time: 0.1869481
Apr 20 18:31:41.844228 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-f84c7466-ce8c-482c-b8ed-716338f81202 req-6b123c49-f3b4-4a8a-b9b4-81fd655258bd tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] 10.222.0.11 "GET /v2.0/security-groups?id=82d2b5dd-ac82-48c5-ae8a-56039f03438b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0480115
Apr 20 18:31:42.021452 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86421) accepted ('10.222.0.11', 45014) {{(pid=86421) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:31:42.044268 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-3c58a7ce-fe98-4934-ac77-53ce7b6623f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:42.061964 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-3c58a7ce-fe98-4934-ac77-53ce7b6623f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86421) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:31:42.066412 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-3c58a7ce-fe98-4934-ac77-53ce7b6623f5 admin admin] Usage tracker for resource:security_group_rule and tenant:3216edc34e1444809c466ffe53c082e6 is out of sync, need to count used quota {{(pid=86421) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:31:42.070349 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-3c58a7ce-fe98-4934-ac77-53ce7b6623f5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86421) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:31:42.076769 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-3c58a7ce-fe98-4934-ac77-53ce7b6623f5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86421) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:31:42.194774 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-3c58a7ce-fe98-4934-ac77-53ce7b6623f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:42.200560 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-3c58a7ce-fe98-4934-ac77-53ce7b6623f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850969184'] for security_group, after_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:42.212958 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-f4218927-78bb-4f9a-87ef-ae142caa5d95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:31:42.262676 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-3c58a7ce-fe98-4934-ac77-53ce7b6623f5 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3216edc34e1444809c466ffe53c082e6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2398477
Apr 20 18:31:42.264598 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c58a7ce-fe98-4934-ac77-53ce7b6623f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=603b9e1a-7d6c-49da-bc25-e8cb3cf4643c,revision_number=1']} {{(pid=86421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:31:42.266074 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.11', 45024) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:31:42.268150 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-3c58a7ce-fe98-4934-ac77-53ce7b6623f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:31:42.348182 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-37b9f63d-bad8-4308-af73-c25595599ed1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:42.381459 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-37b9f63d-bad8-4308-af73-c25595599ed1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:42.457747 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-37b9f63d-bad8-4308-af73-c25595599ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850969184'] for security_group, after_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:42.484488 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-2f326880-bd33-488f-b729-4308d50e0f7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:31:42.500409 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b9f63d-bad8-4308-af73-c25595599ed1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=603b9e1a-7d6c-49da-bc25-e8cb3cf4643c,revision_number=None']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:31:42.504643 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-37b9f63d-bad8-4308-af73-c25595599ed1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:31:42.512179 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-37b9f63d-bad8-4308-af73-c25595599ed1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:42.517002 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-37b9f63d-bad8-4308-af73-c25595599ed1 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/603b9e1a-7d6c-49da-bc25-e8cb3cf4643c HTTP/1.1" status: 204  len: 168 time: 0.2441437
Apr 20 18:31:42.783046 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.11', 45050) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:31:43.315508 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-6831b30b-bb86-4c68-9fbf-a537de8ddbfc admin admin] Notify callbacks [] for security_group, before_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:43.316830 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97099ee2-9123-4c18-878c-ebcc02577a90 req-e9922e8f-5de9-4762-8492-1929271c7852 tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:31:43.335223 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-97099ee2-9123-4c18-878c-ebcc02577a90 req-e9922e8f-5de9-4762-8492-1929271c7852 tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] 10.222.0.11 "GET /v2.0/ports?device_id=0ca5926a-d176-4673-bbe5-442540a100b6 HTTP/1.1" status: 200  len: 945 time: 0.2240212
Apr 20 18:31:43.365767 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-6831b30b-bb86-4c68-9fbf-a537de8ddbfc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:31:43.373645 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-6831b30b-bb86-4c68-9fbf-a537de8ddbfc admin admin] Usage tracker for resource:security_group_rule and tenant:e509082fe72a4f8498968a85e847a0c6 is out of sync, need to count used quota {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:31:43.379478 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-6831b30b-bb86-4c68-9fbf-a537de8ddbfc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:31:43.393318 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.11', 45076) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:31:43.396884 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-6831b30b-bb86-4c68-9fbf-a537de8ddbfc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:31:43.479409 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-97099ee2-9123-4c18-878c-ebcc02577a90 req-642a03bb-ac78-4c76-b666-e88fd0562f79 tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] 10.222.0.11 "GET /v2.0/security-groups?id=82d2b5dd-ac82-48c5-ae8a-56039f03438b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1366911
Apr 20 18:31:43.629511 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-6831b30b-bb86-4c68-9fbf-a537de8ddbfc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:43.633029 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-6831b30b-bb86-4c68-9fbf-a537de8ddbfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850969184'] for security_group, after_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:43.649998 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-407a274f-7e9c-499d-90b5-bb39c5e55421 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:31:43.694352 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6831b30b-bb86-4c68-9fbf-a537de8ddbfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58631bd6-800d-45a9-a767-4bf1176623de,revision_number=1']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:31:43.698240 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-6831b30b-bb86-4c68-9fbf-a537de8ddbfc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:31:43.724618 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-6831b30b-bb86-4c68-9fbf-a537de8ddbfc admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e509082fe72a4f8498968a85e847a0c6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9393203
Apr 20 18:31:43.729001 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86421) accepted ('10.222.0.11', 45090) {{(pid=86421) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:31:43.840864 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-6ff3af20-2b17-402b-bf13-a0fbe3df90cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:43.872846 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-6ff3af20-2b17-402b-bf13-a0fbe3df90cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:43.930050 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-6ff3af20-2b17-402b-bf13-a0fbe3df90cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850969184'] for security_group, after_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:43.936326 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:31:43.958967 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff3af20-2b17-402b-bf13-a0fbe3df90cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58631bd6-800d-45a9-a767-4bf1176623de,revision_number=None']} {{(pid=86421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:31:43.961812 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-6ff3af20-2b17-402b-bf13-a0fbe3df90cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:31:43.971021 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-6ff3af20-2b17-402b-bf13-a0fbe3df90cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:43.977544 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-6ff3af20-2b17-402b-bf13-a0fbe3df90cf admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/58631bd6-800d-45a9-a767-4bf1176623de HTTP/1.1" status: 204  len: 168 time: 0.2416873
Apr 20 18:31:44.054483 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f57e09cb-5080-41c6-96e3-045c13765a12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:44.105354 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-f57e09cb-5080-41c6-96e3-045c13765a12 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:31:44.112448 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-f57e09cb-5080-41c6-96e3-045c13765a12 admin admin] Usage tracker for resource:security_group_rule and tenant:1e1bf1635f954e30b7faa525f8a887d9 is out of sync, need to count used quota {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:31:44.119104 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-f57e09cb-5080-41c6-96e3-045c13765a12 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:31:44.131934 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-f57e09cb-5080-41c6-96e3-045c13765a12 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:31:44.297486 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f57e09cb-5080-41c6-96e3-045c13765a12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:44.302828 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f57e09cb-5080-41c6-96e3-045c13765a12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850969184'] for security_group, after_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:44.318379 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-b1c22bd0-360f-4615-88dd-832aabf995ef service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:31:44.373217 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57e09cb-5080-41c6-96e3-045c13765a12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3ce4a4d-8c4c-4204-b3fe-fa61b804c3bb,revision_number=1']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:31:44.376904 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-f57e09cb-5080-41c6-96e3-045c13765a12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:31:44.384797 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86421) accepted ('10.222.0.11', 45108) {{(pid=86421) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:31:44.385008 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-f57e09cb-5080-41c6-96e3-045c13765a12 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1e1bf1635f954e30b7faa525f8a887d9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9900973
Apr 20 18:31:44.477387 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-a21a8a8a-fc0b-47ff-99f0-4b48c5304c80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:44.495530 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.11', 45112) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:31:44.518946 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-a21a8a8a-fc0b-47ff-99f0-4b48c5304c80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:44.525221 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f12fc748-2015-4086-827f-ea2cb8525375 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:44.552524 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-f12fc748-2015-4086-827f-ea2cb8525375 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:31:44.559134 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-f12fc748-2015-4086-827f-ea2cb8525375 admin admin] Usage tracker for resource:security_group_rule and tenant:814e2be4d4ce46338f81b01da772a727 is out of sync, need to count used quota {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:31:44.562878 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-f12fc748-2015-4086-827f-ea2cb8525375 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:31:44.570977 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-f12fc748-2015-4086-827f-ea2cb8525375 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:31:44.580085 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-a21a8a8a-fc0b-47ff-99f0-4b48c5304c80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850969184'] for security_group, after_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:44.584818 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:31:44.598609 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21a8a8a-fc0b-47ff-99f0-4b48c5304c80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3ce4a4d-8c4c-4204-b3fe-fa61b804c3bb,revision_number=None']} {{(pid=86421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:31:44.604069 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-a21a8a8a-fc0b-47ff-99f0-4b48c5304c80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:31:44.608592 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-a21a8a8a-fc0b-47ff-99f0-4b48c5304c80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:44.609953 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-a21a8a8a-fc0b-47ff-99f0-4b48c5304c80 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e3ce4a4d-8c4c-4204-b3fe-fa61b804c3bb HTTP/1.1" status: 204  len: 168 time: 0.2223277
Apr 20 18:31:44.737565 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f12fc748-2015-4086-827f-ea2cb8525375 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:44.742864 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f12fc748-2015-4086-827f-ea2cb8525375 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850969184'] for security_group, after_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:44.786859 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-7bfa2af3-d0c7-4f5c-bb09-4c8616e7de8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:31:44.822854 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-f12fc748-2015-4086-827f-ea2cb8525375 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=814e2be4d4ce46338f81b01da772a727&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3254287
Apr 20 18:31:44.827607 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86421) accepted ('10.222.0.11', 45120) {{(pid=86421) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:31:44.867422 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12fc748-2015-4086-827f-ea2cb8525375 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7696a08f-9d12-4705-ab37-0c1a1da1baf1,revision_number=1']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:31:44.874407 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-f12fc748-2015-4086-827f-ea2cb8525375 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:31:44.949771 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-5ee8ff7c-4f4e-4303-8dc1-3320fe621a0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:45.062386 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-5ee8ff7c-4f4e-4303-8dc1-3320fe621a0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:45.159537 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-5ee8ff7c-4f4e-4303-8dc1-3320fe621a0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850969184'] for security_group, after_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:45.167499 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-2bdaa067-a39e-451e-ad83-ab595b94a4ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:31:45.184594 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee8ff7c-4f4e-4303-8dc1-3320fe621a0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7696a08f-9d12-4705-ab37-0c1a1da1baf1,revision_number=None']} {{(pid=86421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:31:45.187420 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-5ee8ff7c-4f4e-4303-8dc1-3320fe621a0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:31:45.210396 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-5ee8ff7c-4f4e-4303-8dc1-3320fe621a0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:45.216277 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-5ee8ff7c-4f4e-4303-8dc1-3320fe621a0c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7696a08f-9d12-4705-ab37-0c1a1da1baf1 HTTP/1.1" status: 204  len: 168 time: 0.3865151
Apr 20 18:31:45.411713 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.11', 45136) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:31:45.452808 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-13e3a629-2095-41e8-a920-9d91d93365f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:45.487628 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-13e3a629-2095-41e8-a920-9d91d93365f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:31:45.497270 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-13e3a629-2095-41e8-a920-9d91d93365f5 admin admin] Usage tracker for resource:security_group_rule and tenant:967d392b03884cc0bb06119667211f8d is out of sync, need to count used quota {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:31:45.503752 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-13e3a629-2095-41e8-a920-9d91d93365f5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:31:45.517062 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-13e3a629-2095-41e8-a920-9d91d93365f5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:31:45.581963 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e107225-461f-45a7-8c52-3b5b8bebc73d req-00ab22a4-dee6-4c9c-9a0f-cf69c60026c6 tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:31:45.585984 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-6e107225-461f-45a7-8c52-3b5b8bebc73d req-00ab22a4-dee6-4c9c-9a0f-cf69c60026c6 tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] 10.222.0.11 "GET /v2.0/ports?device_id=0ca5926a-d176-4673-bbe5-442540a100b6 HTTP/1.1" status: 200  len: 945 time: 0.2135885
Apr 20 18:31:45.650895 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-6e107225-461f-45a7-8c52-3b5b8bebc73d req-7eca5b7f-5497-4c71-bb6e-41ccf0d32b1d tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] 10.222.0.11 "GET /v2.0/security-groups?id=82d2b5dd-ac82-48c5-ae8a-56039f03438b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0507710
Apr 20 18:31:45.697972 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-13e3a629-2095-41e8-a920-9d91d93365f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:45.702151 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-13e3a629-2095-41e8-a920-9d91d93365f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850969184'] for security_group, after_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:45.714715 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86421) accepted ('10.222.0.11', 45142) {{(pid=86421) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:31:45.719879 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-b13d39c1-4d9b-4f43-a4bd-1e6a9038bd66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:31:45.737904 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-fd759893-a1e4-4d70-8e31-bb434182c4c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:45.755999 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-fd759893-a1e4-4d70-8e31-bb434182c4c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86421) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:31:45.760766 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-fd759893-a1e4-4d70-8e31-bb434182c4c2 admin admin] Usage tracker for resource:security_group_rule and tenant:552a49c7240b4149b491bfef407c5a23 is out of sync, need to count used quota {{(pid=86421) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:31:45.764555 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-fd759893-a1e4-4d70-8e31-bb434182c4c2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86421) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:31:45.772618 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-fd759893-a1e4-4d70-8e31-bb434182c4c2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86421) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:31:45.806942 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-13e3a629-2095-41e8-a920-9d91d93365f5 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=967d392b03884cc0bb06119667211f8d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3931193
Apr 20 18:31:45.808732 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e3a629-2095-41e8-a920-9d91d93365f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3414bb1f-3ea9-4609-b5a2-cb0fd6438589,revision_number=1']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:31:45.809811 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86421) accepted ('10.222.0.11', 45146) {{(pid=86421) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:31:45.814174 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-13e3a629-2095-41e8-a920-9d91d93365f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:31:45.943603 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-cb3fd3b4-b0bf-40d3-8656-5aca92ae9e7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:45.973282 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-fd759893-a1e4-4d70-8e31-bb434182c4c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:45.982884 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-fd759893-a1e4-4d70-8e31-bb434182c4c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850969184'] for security_group, after_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:45.996647 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-6ff3af20-2b17-402b-bf13-a0fbe3df90cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:31:46.012374 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-cb3fd3b4-b0bf-40d3-8656-5aca92ae9e7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:46.084930 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-fd759893-a1e4-4d70-8e31-bb434182c4c2 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=552a49c7240b4149b491bfef407c5a23&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3684938
Apr 20 18:31:46.086346 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd759893-a1e4-4d70-8e31-bb434182c4c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6895446e-0621-4985-a1cc-e5c1858a9cf2,revision_number=1']} {{(pid=86421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:31:46.087339 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.11', 45156) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:31:46.094763 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-fd759893-a1e4-4d70-8e31-bb434182c4c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:31:46.111799 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-cb3fd3b4-b0bf-40d3-8656-5aca92ae9e7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850969184'] for security_group, after_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:46.117135 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:31:46.135559 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3fd3b4-b0bf-40d3-8656-5aca92ae9e7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3414bb1f-3ea9-4609-b5a2-cb0fd6438589,revision_number=None']} {{(pid=86421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:31:46.143070 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-cb3fd3b4-b0bf-40d3-8656-5aca92ae9e7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:31:46.157999 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-cb3fd3b4-b0bf-40d3-8656-5aca92ae9e7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:46.159290 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-cb3fd3b4-b0bf-40d3-8656-5aca92ae9e7a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3414bb1f-3ea9-4609-b5a2-cb0fd6438589 HTTP/1.1" status: 204  len: 168 time: 0.3483276
Apr 20 18:31:46.381415 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-2745fce4-8da6-4275-abfd-318810601179 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:46.485033 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-2745fce4-8da6-4275-abfd-318810601179 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:46.621458 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-2745fce4-8da6-4275-abfd-318810601179 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850969184'] for security_group, after_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:46.634100 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-399808b7-1f74-455d-91e1-b7d751e5df4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:31:46.674647 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2745fce4-8da6-4275-abfd-318810601179 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6895446e-0621-4985-a1cc-e5c1858a9cf2,revision_number=None']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:31:46.684556 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-2745fce4-8da6-4275-abfd-318810601179 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:31:46.710346 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-2745fce4-8da6-4275-abfd-318810601179 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:46.712090 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-2745fce4-8da6-4275-abfd-318810601179 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6895446e-0621-4985-a1cc-e5c1858a9cf2 HTTP/1.1" status: 204  len: 168 time: 0.6231582
Apr 20 18:31:47.039671 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dec7d8d-9282-4b7f-94fa-852c39cd252b req-ea5c8477-94cc-4f8e-9564-1041426acc06 tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:31:47.048084 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-8dec7d8d-9282-4b7f-94fa-852c39cd252b req-ea5c8477-94cc-4f8e-9564-1041426acc06 tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] 10.222.0.11 "GET /v2.0/ports?device_id=0ca5926a-d176-4673-bbe5-442540a100b6 HTTP/1.1" status: 200  len: 945 time: 0.1948998
Apr 20 18:31:47.152656 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-8dec7d8d-9282-4b7f-94fa-852c39cd252b req-1450b8d7-9b1c-48ea-8a93-32a423f9a4f7 tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] 10.222.0.11 "GET /v2.0/security-groups?id=82d2b5dd-ac82-48c5-ae8a-56039f03438b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1028087
Apr 20 18:31:48.506979 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb663aa8-9721-4c9e-bb6e-aa8a481625c8 req-ceb88c86-9e88-461b-b3da-b8e213bf929a tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:31:48.510950 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-cb663aa8-9721-4c9e-bb6e-aa8a481625c8 req-ceb88c86-9e88-461b-b3da-b8e213bf929a tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] 10.222.0.11 "GET /v2.0/ports?device_id=0ca5926a-d176-4673-bbe5-442540a100b6 HTTP/1.1" status: 200  len: 945 time: 0.2145236
Apr 20 18:31:48.618660 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-cb663aa8-9721-4c9e-bb6e-aa8a481625c8 req-b5adf72d-f4c2-4ad3-85ae-e7b2de7342f3 tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] 10.222.0.11 "GET /v2.0/security-groups?id=82d2b5dd-ac82-48c5-ae8a-56039f03438b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0904491
Apr 20 18:31:49.968128 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d73edec-9f0f-4855-90b4-3693c853012a req-a4531605-9dc3-4596-b16c-6cc7eebc2b6d tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:31:49.977058 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-5d73edec-9f0f-4855-90b4-3693c853012a req-a4531605-9dc3-4596-b16c-6cc7eebc2b6d tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] 10.222.0.11 "GET /v2.0/ports?device_id=0ca5926a-d176-4673-bbe5-442540a100b6 HTTP/1.1" status: 200  len: 945 time: 0.1551075
Apr 20 18:31:50.038383 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-5d73edec-9f0f-4855-90b4-3693c853012a req-27cb2fdf-ab96-4733-a68b-beb8f4ef0f80 tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] 10.222.0.11 "GET /v2.0/security-groups?id=82d2b5dd-ac82-48c5-ae8a-56039f03438b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0598691
Apr 20 18:31:51.291663 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12eace3-593e-4fcd-a9b4-e3f8a9c3cfec req-c8c91ba1-9bb9-47e7-804f-5e33d81d8956 tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:31:51.301001 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-e12eace3-593e-4fcd-a9b4-e3f8a9c3cfec req-c8c91ba1-9bb9-47e7-804f-5e33d81d8956 tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] 10.222.0.11 "GET /v2.0/ports?device_id=0ca5926a-d176-4673-bbe5-442540a100b6 HTTP/1.1" status: 200  len: 945 time: 0.1154912
Apr 20 18:31:51.372208 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-e12eace3-593e-4fcd-a9b4-e3f8a9c3cfec req-400fc0ff-551b-4a87-959f-4ee79a8c28b6 tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] 10.222.0.11 "GET /v2.0/security-groups?id=82d2b5dd-ac82-48c5-ae8a-56039f03438b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0685282
Apr 20 18:31:52.716410 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba730a7-5703-4386-918b-783df8e7aafd req-6e904cd3-4a39-4eb0-850e-e6ce73bfedc0 tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:31:52.718136 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-8ba730a7-5703-4386-918b-783df8e7aafd req-6e904cd3-4a39-4eb0-850e-e6ce73bfedc0 tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] 10.222.0.11 "GET /v2.0/ports?device_id=0ca5926a-d176-4673-bbe5-442540a100b6 HTTP/1.1" status: 200  len: 945 time: 0.1351006
Apr 20 18:31:52.793308 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-8ba730a7-5703-4386-918b-783df8e7aafd req-72f10917-dba3-49ed-a90d-47b827111731 tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] 10.222.0.11 "GET /v2.0/security-groups?id=82d2b5dd-ac82-48c5-ae8a-56039f03438b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0632212
Apr 20 18:31:52.997065 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.agents_db [None req-36c0d191-ed3c-416e-a897-084b3b2178c3 None None] Agent healthcheck: found 6 active agents {{(pid=86423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 18:31:54.045734 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fbfeed-3f4b-4448-8c20-1b87810465f4 req-9fcb7e87-c842-4a04-9851-982c1b81c0dd tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:31:54.048237 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-00fbfeed-3f4b-4448-8c20-1b87810465f4 req-9fcb7e87-c842-4a04-9851-982c1b81c0dd tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] 10.222.0.11 "GET /v2.0/ports?device_id=0ca5926a-d176-4673-bbe5-442540a100b6 HTTP/1.1" status: 200  len: 945 time: 0.1231837
Apr 20 18:31:54.143738 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-00fbfeed-3f4b-4448-8c20-1b87810465f4 req-b9c9b542-e33f-414f-96d3-4aa506d9e82d tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] 10.222.0.11 "GET /v2.0/security-groups?id=82d2b5dd-ac82-48c5-ae8a-56039f03438b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0857897
Apr 20 18:31:55.494637 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa0e82b-96d2-4009-8d48-9b47c969629f req-158eaa62-695d-4bfd-b370-32fec469a284 tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:31:55.497378 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-dfa0e82b-96d2-4009-8d48-9b47c969629f req-158eaa62-695d-4bfd-b370-32fec469a284 tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] 10.222.0.11 "GET /v2.0/ports?device_id=0ca5926a-d176-4673-bbe5-442540a100b6 HTTP/1.1" status: 200  len: 945 time: 0.1950700
Apr 20 18:31:55.569893 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-dfa0e82b-96d2-4009-8d48-9b47c969629f req-25965f70-9749-464b-bb89-0a5289968d4a tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] 10.222.0.11 "GET /v2.0/security-groups?id=82d2b5dd-ac82-48c5-ae8a-56039f03438b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0588253
Apr 20 18:31:56.468754 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86421) accepted ('10.222.0.11', 45582) {{(pid=86421) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:31:56.726865 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-b8b1fb42-5244-4693-a562-da236424ade3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:56.761808 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-b8b1fb42-5244-4693-a562-da236424ade3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86421) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:31:56.771516 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-b8b1fb42-5244-4693-a562-da236424ade3 admin admin] Usage tracker for resource:security_group_rule and tenant:9fa41fdaa41e4d99a880cb8c07b83a2c is out of sync, need to count used quota {{(pid=86421) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:31:56.776284 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-b8b1fb42-5244-4693-a562-da236424ade3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86421) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:31:56.840976 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-b8b1fb42-5244-4693-a562-da236424ade3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86421) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:31:56.964058 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066087ae-84eb-4d66-aa9b-0c8a5d1f0abb req-8f39e05c-f063-4eac-8c7e-e31f24493082 tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:31:56.965853 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-066087ae-84eb-4d66-aa9b-0c8a5d1f0abb req-8f39e05c-f063-4eac-8c7e-e31f24493082 tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] 10.222.0.11 "GET /v2.0/ports?device_id=0ca5926a-d176-4673-bbe5-442540a100b6 HTTP/1.1" status: 200  len: 945 time: 0.1831355
Apr 20 18:31:57.055924 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-b8b1fb42-5244-4693-a562-da236424ade3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:57.062499 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-066087ae-84eb-4d66-aa9b-0c8a5d1f0abb req-4e598ddf-cd66-487c-acf6-8096ee2c6db7 tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] 10.222.0.11 "GET /v2.0/security-groups?id=82d2b5dd-ac82-48c5-ae8a-56039f03438b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0897384
Apr 20 18:31:57.063632 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-b8b1fb42-5244-4693-a562-da236424ade3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850969184'] for security_group, after_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:57.074236 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-bebfd00f-3817-4cfb-bdfc-0f4360dfc03b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:31:57.122716 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-b8b1fb42-5244-4693-a562-da236424ade3 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9fa41fdaa41e4d99a880cb8c07b83a2c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6453898
Apr 20 18:31:57.129565 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.11', 45602) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:31:57.133536 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b1fb42-5244-4693-a562-da236424ade3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9056dd7-236a-4b22-b992-42ee7c7103d7,revision_number=1']} {{(pid=86421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:31:57.140526 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-b8b1fb42-5244-4693-a562-da236424ade3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:31:57.244847 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-e1032d81-0984-4bee-bb70-23d5ca377e6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:57.283237 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-e1032d81-0984-4bee-bb70-23d5ca377e6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:57.377892 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-e1032d81-0984-4bee-bb70-23d5ca377e6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850969184'] for security_group, after_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:57.388702 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-22d86811-aadc-4938-a8e2-60414b3e1bd1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:31:57.417137 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1032d81-0984-4bee-bb70-23d5ca377e6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9056dd7-236a-4b22-b992-42ee7c7103d7,revision_number=None']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:31:57.434631 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-e1032d81-0984-4bee-bb70-23d5ca377e6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:31:57.437353 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-e1032d81-0984-4bee-bb70-23d5ca377e6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:57.445462 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-e1032d81-0984-4bee-bb70-23d5ca377e6a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f9056dd7-236a-4b22-b992-42ee7c7103d7 HTTP/1.1" status: 204  len: 168 time: 0.3126400
Apr 20 18:31:57.841941 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.11', 45622) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:31:57.863491 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-6c62095d-563b-4308-a2ad-10cb996dbe83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:57.880935 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-6c62095d-563b-4308-a2ad-10cb996dbe83 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:31:57.885790 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-6c62095d-563b-4308-a2ad-10cb996dbe83 admin admin] Usage tracker for resource:security_group_rule and tenant:9571967c3be94167ad50b0f326086a21 is out of sync, need to count used quota {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:31:57.889758 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-6c62095d-563b-4308-a2ad-10cb996dbe83 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:31:57.898271 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-6c62095d-563b-4308-a2ad-10cb996dbe83 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:31:58.031985 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-6c62095d-563b-4308-a2ad-10cb996dbe83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:58.036901 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-6c62095d-563b-4308-a2ad-10cb996dbe83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850969184'] for security_group, after_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:58.046029 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-f57e09cb-5080-41c6-96e3-045c13765a12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:31:58.105427 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-6c62095d-563b-4308-a2ad-10cb996dbe83 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9571967c3be94167ad50b0f326086a21&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2618589
Apr 20 18:31:58.106014 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c62095d-563b-4308-a2ad-10cb996dbe83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=184abfba-65d5-4faf-ad95-25a95ad4e9b9,revision_number=1']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:31:58.109803 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86421) accepted ('10.222.0.11', 45632) {{(pid=86421) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:31:58.110071 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-6c62095d-563b-4308-a2ad-10cb996dbe83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:31:58.351878 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-5a7ff511-8ab7-4519-8a8f-96ad3ca6c751 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:58.414146 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-5a7ff511-8ab7-4519-8a8f-96ad3ca6c751 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:58.533128 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-3c05cd66-5d31-40ec-a71c-22a077da9eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:58.533615 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-5a7ff511-8ab7-4519-8a8f-96ad3ca6c751 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850969184'] for security_group, after_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:58.549039 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-87693568-c007-40ea-b558-e86167f5b7fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:31:58.599627 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-5a7ff511-8ab7-4519-8a8f-96ad3ca6c751 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:58.602940 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-5a7ff511-8ab7-4519-8a8f-96ad3ca6c751 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/184abfba-65d5-4faf-ad95-25a95ad4e9b9 HTTP/1.1" status: 204  len: 168 time: 0.4908907
Apr 20 18:31:58.622087 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7ff511-8ab7-4519-8a8f-96ad3ca6c751 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=184abfba-65d5-4faf-ad95-25a95ad4e9b9,revision_number=None']} {{(pid=86421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:31:58.653468 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-5a7ff511-8ab7-4519-8a8f-96ad3ca6c751 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:31:58.704728 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99af25a-b97c-409a-bd57-ecfddd8ce623 req-a7d8a7c4-0782-4e46-a4ca-83edbafe7205 tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:31:58.709179 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-e99af25a-b97c-409a-bd57-ecfddd8ce623 req-a7d8a7c4-0782-4e46-a4ca-83edbafe7205 tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] 10.222.0.11 "GET /v2.0/ports?device_id=0ca5926a-d176-4673-bbe5-442540a100b6 HTTP/1.1" status: 200  len: 945 time: 0.4707527
Apr 20 18:31:58.897445 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-e99af25a-b97c-409a-bd57-ecfddd8ce623 req-582c4aee-365a-4b3d-b3f5-5aae0f856f4f tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] 10.222.0.11 "GET /v2.0/security-groups?id=82d2b5dd-ac82-48c5-ae8a-56039f03438b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1786180
Apr 20 18:31:59.287357 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.11', 45668) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:31:59.547093 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-0005e207-00b4-4551-8537-cdf74bf60c26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:59.570672 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-0005e207-00b4-4551-8537-cdf74bf60c26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:31:59.575570 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-0005e207-00b4-4551-8537-cdf74bf60c26 admin admin] Usage tracker for resource:security_group_rule and tenant:eda5bb14018c4076bed7d9ecb4a6c702 is out of sync, need to count used quota {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:31:59.579116 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-0005e207-00b4-4551-8537-cdf74bf60c26 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:31:59.586383 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-0005e207-00b4-4551-8537-cdf74bf60c26 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:31:59.766157 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-0005e207-00b4-4551-8537-cdf74bf60c26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:59.773351 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-0005e207-00b4-4551-8537-cdf74bf60c26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850969184'] for security_group, after_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:59.791328 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:31:59.903950 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-0005e207-00b4-4551-8537-cdf74bf60c26 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=eda5bb14018c4076bed7d9ecb4a6c702&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6149473
Apr 20 18:31:59.905393 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0005e207-00b4-4551-8537-cdf74bf60c26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fea965c9-cc8f-4804-a1a4-8f7ed77312ed,revision_number=1']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:31:59.908101 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86421) accepted ('10.222.0.11', 45694) {{(pid=86421) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:31:59.910994 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-0005e207-00b4-4551-8537-cdf74bf60c26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:32:00.097993 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-e8825405-304e-42b7-ad34-7e6969b2ed1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:00.134098 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-e8825405-304e-42b7-ad34-7e6969b2ed1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:00.200376 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-e8825405-304e-42b7-ad34-7e6969b2ed1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850969184'] for security_group, after_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:00.208720 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-a21a8a8a-fc0b-47ff-99f0-4b48c5304c80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:32:00.221949 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8825405-304e-42b7-ad34-7e6969b2ed1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fea965c9-cc8f-4804-a1a4-8f7ed77312ed,revision_number=None']} {{(pid=86421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:32:00.235781 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-e8825405-304e-42b7-ad34-7e6969b2ed1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:32:00.244025 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-e8825405-304e-42b7-ad34-7e6969b2ed1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:00.247014 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-e8825405-304e-42b7-ad34-7e6969b2ed1f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/fea965c9-cc8f-4804-a1a4-8f7ed77312ed HTTP/1.1" status: 204  len: 168 time: 0.3374627
Apr 20 18:32:00.424014 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfaeb0b-7d2b-4afc-855d-581590a184e8 req-4ece7a97-a64b-4c9d-9115-05cf9b5bdf86 tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:00.426078 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-3dfaeb0b-7d2b-4afc-855d-581590a184e8 req-4ece7a97-a64b-4c9d-9115-05cf9b5bdf86 tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] 10.222.0.11 "GET /v2.0/ports?device_id=0ca5926a-d176-4673-bbe5-442540a100b6 HTTP/1.1" status: 200  len: 945 time: 0.1476943
Apr 20 18:32:00.565103 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-3dfaeb0b-7d2b-4afc-855d-581590a184e8 req-4dda06c4-dc2d-41b5-8dea-07e1e628ad7e tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] 10.222.0.11 "GET /v2.0/security-groups?id=82d2b5dd-ac82-48c5-ae8a-56039f03438b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1312501
Apr 20 18:32:01.305353 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-e123f6eb-e72a-4b46-bc1b-86a7450ee980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:01.346819 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-59ff2fcf-5a92-41e6-b6a8-ab5cb4df6403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:01.627345 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86421) accepted ('10.222.0.11', 45768) {{(pid=86421) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:32:01.883184 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.v2.base [None req-5efd4018-bac4-43ba-8d31-436555bccc50 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1001976988-network', 'tenant_id': '3cff78b81ee8498790da234cdd69a2ef'}} {{(pid=86421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:32:01.889341 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-5efd4018-bac4-43ba-8d31-436555bccc50 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86421) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:32:01.895741 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-5efd4018-bac4-43ba-8d31-436555bccc50 admin admin] Usage tracker for resource:network and tenant:3cff78b81ee8498790da234cdd69a2ef is out of sync, need to count used quota {{(pid=86421) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:32:01.900045 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-5efd4018-bac4-43ba-8d31-436555bccc50 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86421) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:32:01.909120 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-5efd4018-bac4-43ba-8d31-436555bccc50 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86421) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:32:01.934531 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5efd4018-bac4-43ba-8d31-436555bccc50 admin admin] Made reservation on behalf of 3cff78b81ee8498790da234cdd69a2ef for: {'network': 1} {{(pid=86421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 18:32:01.940039 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-5efd4018-bac4-43ba-8d31-436555bccc50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854207267'] for network, before_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:01.963453 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-5efd4018-bac4-43ba-8d31-436555bccc50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:01.992139 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4015f2-445f-4bd6-9959-a46a66da4792 req-5a6fcdad-0106-4f31-829e-45eeb44dc695 tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:01.994062 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-9c4015f2-445f-4bd6-9959-a46a66da4792 req-5a6fcdad-0106-4f31-829e-45eeb44dc695 tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] 10.222.0.11 "GET /v2.0/ports?device_id=0ca5926a-d176-4673-bbe5-442540a100b6 HTTP/1.1" status: 200  len: 945 time: 0.1699860
Apr 20 18:32:01.998738 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-5efd4018-bac4-43ba-8d31-436555bccc50 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86421) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:32:02.003268 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:02.003571 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-5efd4018-bac4-43ba-8d31-436555bccc50 admin admin] Usage tracker for resource:security_group_rule and tenant:3cff78b81ee8498790da234cdd69a2ef is out of sync, need to count used quota {{(pid=86421) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:32:02.009755 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-5efd4018-bac4-43ba-8d31-436555bccc50 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86421) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:32:02.037940 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-5efd4018-bac4-43ba-8d31-436555bccc50 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86421) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:32:02.087209 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-9c4015f2-445f-4bd6-9959-a46a66da4792 req-1f058f15-6cc2-43f5-9928-62cccc2de1fc tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] 10.222.0.11 "GET /v2.0/security-groups?id=82d2b5dd-ac82-48c5-ae8a-56039f03438b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0788279
Apr 20 18:32:02.229514 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-5efd4018-bac4-43ba-8d31-436555bccc50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:02.233411 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-5efd4018-bac4-43ba-8d31-436555bccc50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850969184'] for security_group, after_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:02.236791 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:32:02.277204 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5efd4018-bac4-43ba-8d31-436555bccc50 admin admin] vlan segment allocate from pool success with {'vlan_id': 371, 'physical_network': 'physnet1'}  {{(pid=86421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 20 18:32:02.289161 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd4018-bac4-43ba-8d31-436555bccc50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f7e9f85-59a6-4887-af07-129e54386acf,revision_number=1']} {{(pid=86421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:32:02.293890 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-5efd4018-bac4-43ba-8d31-436555bccc50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:32:02.295095 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-5efd4018-bac4-43ba-8d31-436555bccc50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854148540'] for segment, precommit_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:02.295317 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.db.segments_db [None req-5efd4018-bac4-43ba-8d31-436555bccc50 admin admin] Added segment 540da31f-fe4d-4e7d-810d-bb1f97fac878 of type vlan for network ae21e679-74f2-4e6f-8070-73eda812b617
Apr 20 18:32:02.331036 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-5efd4018-bac4-43ba-8d31-436555bccc50 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785676380019'] for network, precommit_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:02.366641 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-5efd4018-bac4-43ba-8d31-436555bccc50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850969204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730'] for network, after_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:02.368713 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5efd4018-bac4-43ba-8d31-436555bccc50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:02.369528 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-5efd4018-bac4-43ba-8d31-436555bccc50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3704713'] for network, before_response {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:02.373011 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:02.395957 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:32:02.435614 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-5efd4018-bac4-43ba-8d31-436555bccc50 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.8011353
Apr 20 18:32:02.435890 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.11', 45788) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:32:02.443684 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.v2.base [None req-6117dbd9-e3b3-4a22-b472-bc7e36aaad4b admin admin] Request body: {'subnet': {'network_id': 'ae21e679-74f2-4e6f-8070-73eda812b617', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1001976988-subnet', 'tenant_id': '3cff78b81ee8498790da234cdd69a2ef', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:32:02.451540 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-6117dbd9-e3b3-4a22-b472-bc7e36aaad4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:32:02.456897 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-6117dbd9-e3b3-4a22-b472-bc7e36aaad4b admin admin] Usage tracker for resource:subnet and tenant:3cff78b81ee8498790da234cdd69a2ef is out of sync, need to count used quota {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:32:02.460654 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-6117dbd9-e3b3-4a22-b472-bc7e36aaad4b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:32:02.468751 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-6117dbd9-e3b3-4a22-b472-bc7e36aaad4b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:32:02.484601 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6117dbd9-e3b3-4a22-b472-bc7e36aaad4b admin admin] Made reservation on behalf of 3cff78b81ee8498790da234cdd69a2ef for: {'subnet': 1} {{(pid=86420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 18:32:02.493276 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-6117dbd9-e3b3-4a22-b472-bc7e36aaad4b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2701061'] for subnet, before_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:02.651608 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86421) accepted ('10.222.0.11', 45796) {{(pid=86421) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:32:02.678977 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd4018-bac4-43ba-8d31-436555bccc50 admin admin] Pushing event updated for resources: {'Network': ['ID=ae21e679-74f2-4e6f-8070-73eda812b617,revision_number=1']} {{(pid=86421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:32:02.683625 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-5efd4018-bac4-43ba-8d31-436555bccc50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:32:02.693604 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Network ae21e679-74f2-4e6f-8070-73eda812b617 details requested by agent ovs-agent-dv-cinder-786931-2-iscsi with host dv-cinder-786931-2-iscsi {{(pid=86422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 20 18:32:02.935112 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-66308029-68c1-4240-bc30-573eef042934 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:02.954365 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-66308029-68c1-4240-bc30-573eef042934 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86421) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:32:02.960094 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-66308029-68c1-4240-bc30-573eef042934 admin admin] Usage tracker for resource:security_group_rule and tenant:7a94afb2885344658cd7c84ab85155d4 is out of sync, need to count used quota {{(pid=86421) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:32:02.964088 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-66308029-68c1-4240-bc30-573eef042934 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86421) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:32:02.972228 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-66308029-68c1-4240-bc30-573eef042934 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86421) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:32:03.120478 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-66308029-68c1-4240-bc30-573eef042934 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:03.125399 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-66308029-68c1-4240-bc30-573eef042934 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850969184'] for security_group, after_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:03.137646 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-69625b45-0eac-4ead-bef5-f7df2e631dfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:03.140026 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-e8825405-304e-42b7-ad34-7e6969b2ed1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:32:03.195297 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66308029-68c1-4240-bc30-573eef042934 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d34ad0e7-ae25-4101-9979-52bca4183ea6,revision_number=1']} {{(pid=86421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:32:03.222004 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-66308029-68c1-4240-bc30-573eef042934 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7a94afb2885344658cd7c84ab85155d4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5644062
Apr 20 18:32:03.225076 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-66308029-68c1-4240-bc30-573eef042934 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:32:03.225845 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86421) accepted ('10.222.0.11', 45814) {{(pid=86421) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:32:03.316640 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-6117dbd9-e3b3-4a22-b472-bc7e36aaad4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850911380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036850586271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2701076'] for subnet, after_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:03.322614 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-49460bec-d12a-45f4-b58b-5726cf708282 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:32:03.391834 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-13f99dad-82a0-4ae4-9bf0-9ba6412fdbbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:03.418979 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6117dbd9-e3b3-4a22-b472-bc7e36aaad4b admin admin] Pushing event updated for resources: {'Subnet': ['ID=2074ba7a-2d51-41e6-b2c4-37769d1e76fb,revision_number=0']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:32:03.425780 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-6117dbd9-e3b3-4a22-b472-bc7e36aaad4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:32:03.434040 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6117dbd9-e3b3-4a22-b472-bc7e36aaad4b admin admin] Checking segment: {'id': '540da31f-fe4d-4e7d-810d-bb1f97fac878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'ae21e679-74f2-4e6f-8070-73eda812b617'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 18:32:03.434685 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6117dbd9-e3b3-4a22-b472-bc7e36aaad4b admin admin] Network hostable DHCP agents. Network: ae21e679-74f2-4e6f-8070-73eda812b617, hostable agents: ['d7942baf-6bbf-4686-8ec5-e08268711b74'], hosted agents: [] {{(pid=86420) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 20 18:32:03.449708 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-13f99dad-82a0-4ae4-9bf0-9ba6412fdbbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:03.476657 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6117dbd9-e3b3-4a22-b472-bc7e36aaad4b admin admin] Network ae21e679-74f2-4e6f-8070-73eda812b617 is scheduled to be hosted by DHCP agent d7942baf-6bbf-4686-8ec5-e08268711b74 with binding_index 1 {{(pid=86420) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 20 18:32:03.491226 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.scheduler.base_scheduler [None req-6117dbd9-e3b3-4a22-b472-bc7e36aaad4b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786931-2-iscsi, ae21e679-74f2-4e6f-8070-73eda812b617) {{(pid=86420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:32:03.503097 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68db4db0-f4d8-47c0-828e-259f0dcf5226 None None] Network ae21e679-74f2-4e6f-8070-73eda812b617 requested from dv-cinder-786931-2-iscsi {{(pid=86422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 18:32:03.510543 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6117dbd9-e3b3-4a22-b472-bc7e36aaad4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:03.510964 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1322cb47-8231-4bcd-a558-99bdc18996e3 req-b951a93e-9b49-4260-992c-e579f936a0ba tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:03.511597 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-6117dbd9-e3b3-4a22-b472-bc7e36aaad4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3704713'] for subnet, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:03.512914 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-1322cb47-8231-4bcd-a558-99bdc18996e3 req-b951a93e-9b49-4260-992c-e579f936a0ba tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] 10.222.0.11 "GET /v2.0/ports?device_id=0ca5926a-d176-4673-bbe5-442540a100b6 HTTP/1.1" status: 200  len: 945 time: 0.2031677
Apr 20 18:32:03.568203 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-6117dbd9-e3b3-4a22-b472-bc7e36aaad4b admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 1.1283484
Apr 20 18:32:03.581753 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-13f99dad-82a0-4ae4-9bf0-9ba6412fdbbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850969184'] for security_group, after_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:03.589883 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-cf41c17e-189b-4afd-9f00-d7b007498376 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:32:03.605282 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f99dad-82a0-4ae4-9bf0-9ba6412fdbbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d34ad0e7-ae25-4101-9979-52bca4183ea6,revision_number=None']} {{(pid=86421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:32:03.607762 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-13f99dad-82a0-4ae4-9bf0-9ba6412fdbbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:32:03.611343 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-1322cb47-8231-4bcd-a558-99bdc18996e3 req-261db681-495b-4ec0-9d4c-590816c5c1fd tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] 10.222.0.11 "GET /v2.0/security-groups?id=82d2b5dd-ac82-48c5-ae8a-56039f03438b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0890434
Apr 20 18:32:03.619298 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-13f99dad-82a0-4ae4-9bf0-9ba6412fdbbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:03.623711 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-13f99dad-82a0-4ae4-9bf0-9ba6412fdbbe admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d34ad0e7-ae25-4101-9979-52bca4183ea6 HTTP/1.1" status: 204  len: 168 time: 0.3932142
Apr 20 18:32:03.928683 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b26d5381-e3f2-4047-8372-6745123f8da8 None None] Network ae21e679-74f2-4e6f-8070-73eda812b617 requested from dv-cinder-786931-2-iscsi {{(pid=86422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 18:32:04.994129 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029229ba-74bf-4891-812c-a5254e80af0c req-975a6b9b-984c-46f2-bf32-4fbfd0830f40 tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:04.997176 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-029229ba-74bf-4891-812c-a5254e80af0c req-975a6b9b-984c-46f2-bf32-4fbfd0830f40 tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] 10.222.0.11 "GET /v2.0/ports?device_id=0ca5926a-d176-4673-bbe5-442540a100b6 HTTP/1.1" status: 200  len: 945 time: 0.1361289
Apr 20 18:32:05.068064 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-029229ba-74bf-4891-812c-a5254e80af0c req-55b6212d-6811-4c84-8954-81140e685b95 tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] 10.222.0.11 "GET /v2.0/security-groups?id=82d2b5dd-ac82-48c5-ae8a-56039f03438b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0582957
Apr 20 18:32:06.695797 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f918f363-4459-40b3-966c-ef2808b4cb67 req-24ac4e3d-efed-4e33-85be-4204a1aeec9a tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:06.712258 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-f918f363-4459-40b3-966c-ef2808b4cb67 req-24ac4e3d-efed-4e33-85be-4204a1aeec9a tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] 10.222.0.11 "GET /v2.0/ports?device_id=0ca5926a-d176-4673-bbe5-442540a100b6 HTTP/1.1" status: 200  len: 945 time: 0.4402111
Apr 20 18:32:06.849320 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-f918f363-4459-40b3-966c-ef2808b4cb67 req-ef10e30d-5b7c-4885-bfd5-b5453457c117 tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] 10.222.0.11 "GET /v2.0/security-groups?id=82d2b5dd-ac82-48c5-ae8a-56039f03438b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1332192
Apr 20 18:32:09.925860 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6740355d-d550-471e-bc4b-045be4e53eb0 req-ce004e81-5b65-485c-8f8c-2c838f753ef5 tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:09.928681 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-6740355d-d550-471e-bc4b-045be4e53eb0 req-ce004e81-5b65-485c-8f8c-2c838f753ef5 tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] 10.222.0.11 "GET /v2.0/ports?device_id=0ca5926a-d176-4673-bbe5-442540a100b6 HTTP/1.1" status: 200  len: 945 time: 0.1114047
Apr 20 18:32:10.208016 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-6740355d-d550-471e-bc4b-045be4e53eb0 req-832b0c06-d42a-4b46-a6e0-07d9797f659d tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] 10.222.0.11 "GET /v2.0/security-groups?id=82d2b5dd-ac82-48c5-ae8a-56039f03438b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2659745
Apr 20 18:32:10.290336 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132b4454-97e6-42fd-83f2-619783789329 req-40475dff-a7aa-4465-8f3e-6e32aded51c5 tempest-VolumesSnapshotTestJSON-716769491 tempest-VolumesSnapshotTestJSON-716769491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:10.291789 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [req-132b4454-97e6-42fd-83f2-619783789329 req-40475dff-a7aa-4465-8f3e-6e32aded51c5 tempest-VolumesSnapshotTestJSON-716769491 tempest-VolumesSnapshotTestJSON-716769491-project] Synchronizing usage tracker for tenant:3cff78b81ee8498790da234cdd69a2ef on resource:network {{(pid=86421) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 18:32:10.318745 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [req-132b4454-97e6-42fd-83f2-619783789329 req-40475dff-a7aa-4465-8f3e-6e32aded51c5 tempest-VolumesSnapshotTestJSON-716769491 tempest-VolumesSnapshotTestJSON-716769491-project] Unset dirty status for tenant:3cff78b81ee8498790da234cdd69a2ef on resource:network {{(pid=86421) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 18:32:10.320462 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-132b4454-97e6-42fd-83f2-619783789329 req-40475dff-a7aa-4465-8f3e-6e32aded51c5 tempest-VolumesSnapshotTestJSON-716769491 tempest-VolumesSnapshotTestJSON-716769491-project] 10.222.0.11 "GET /v2.0/networks?id=ae21e679-74f2-4e6f-8070-73eda812b617 HTTP/1.1" status: 200  len: 814 time: 0.3542349
Apr 20 18:32:10.340548 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-132b4454-97e6-42fd-83f2-619783789329 req-32388532-e726-479d-9ea3-5ebd05b0cba4 tempest-VolumesSnapshotTestJSON-716769491 tempest-VolumesSnapshotTestJSON-716769491-project] 10.222.0.11 "GET /v2.0/quotas/3cff78b81ee8498790da234cdd69a2ef HTTP/1.1" status: 200  len: 375 time: 0.0122349
Apr 20 18:32:10.415434 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-132b4454-97e6-42fd-83f2-619783789329 req-b75f9a7e-1c89-4095-ba99-71e13113da0c tempest-VolumesSnapshotTestJSON-716769491 tempest-VolumesSnapshotTestJSON-716769491-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=3cff78b81ee8498790da234cdd69a2ef&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0686598
Apr 20 18:32:10.686040 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-132b4454-97e6-42fd-83f2-619783789329 req-b26c1dd9-6df5-4303-89d0-64bfdd69e5b5 service neutron] 10.222.0.11 "GET /v2.0/networks/ae21e679-74f2-4e6f-8070-73eda812b617?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2605264
Apr 20 18:32:10.955797 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-132b4454-97e6-42fd-83f2-619783789329 req-81286c88-65ed-4287-b066-7135aa06708c service neutron] 10.222.0.11 "GET /v2.0/networks/ae21e679-74f2-4e6f-8070-73eda812b617?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2506573
Apr 20 18:32:13.667296 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f52ecbe-1b21-4715-ab03-3dc946ba6d06 req-632aaeb2-a19b-452a-993b-62d251235025 tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:13.673013 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-1f52ecbe-1b21-4715-ab03-3dc946ba6d06 req-632aaeb2-a19b-452a-993b-62d251235025 tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] 10.222.0.11 "GET /v2.0/ports?device_id=0ca5926a-d176-4673-bbe5-442540a100b6 HTTP/1.1" status: 200  len: 945 time: 0.1428378
Apr 20 18:32:13.755365 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-303eb3fc-b361-48a0-952b-76c7ac863bd0 req-69b9db7f-273c-461e-95ba-848545fbf032 tempest-VolumesSnapshotTestJSON-716769491 tempest-VolumesSnapshotTestJSON-716769491-project] 10.222.0.11 "GET /v2.0/ports?device_id=a17f999e-d3ff-49c1-85b1-bfe86b2c3f13 HTTP/1.1" status: 200  len: 210 time: 0.0806532
Apr 20 18:32:13.780133 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-1f52ecbe-1b21-4715-ab03-3dc946ba6d06 req-8da7f479-c951-4acb-8557-9035d0602d13 tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] 10.222.0.11 "GET /v2.0/security-groups?id=82d2b5dd-ac82-48c5-ae8a-56039f03438b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0988638
Apr 20 18:32:17.154794 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-26f7bdd8-23f5-48e9-b66a-c17a7e2cfa49 req-4259d8ec-a130-47aa-a58a-79a50652cefc tempest-VolumesSnapshotTestJSON-716769491 tempest-VolumesSnapshotTestJSON-716769491-project] 10.222.0.11 "GET /v2.0/ports?device_id=a17f999e-d3ff-49c1-85b1-bfe86b2c3f13 HTTP/1.1" status: 200  len: 210 time: 0.0594192
Apr 20 18:32:17.172583 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5571d165-2bb6-4b5d-bfca-2a6ebf32cf14 req-1bfb2ce7-e8dc-4e94-af5d-4e1e26d6cd15 tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:17.182487 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-5571d165-2bb6-4b5d-bfca-2a6ebf32cf14 req-1bfb2ce7-e8dc-4e94-af5d-4e1e26d6cd15 tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] 10.222.0.11 "GET /v2.0/ports?device_id=0ca5926a-d176-4673-bbe5-442540a100b6 HTTP/1.1" status: 200  len: 945 time: 0.1738889
Apr 20 18:32:17.248757 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-5571d165-2bb6-4b5d-bfca-2a6ebf32cf14 req-599b50e5-e16c-447f-b8e6-52d5c19722eb tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] 10.222.0.11 "GET /v2.0/security-groups?id=82d2b5dd-ac82-48c5-ae8a-56039f03438b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0648241
Apr 20 18:32:17.319300 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d7d31e-6c59-428e-a21e-ddee85ba8806 req-8708a229-813a-4411-b253-3171141d82bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:17.321272 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-a7d7d31e-6c59-428e-a21e-ddee85ba8806 req-8708a229-813a-4411-b253-3171141d82bd service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=0ca5926a-d176-4673-bbe5-442540a100b6 HTTP/1.1" status: 200  len: 1098 time: 0.1700525
Apr 20 18:32:17.511465 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-a7d7d31e-6c59-428e-a21e-ddee85ba8806 req-267bc138-0364-4b67-b057-6342d6f10023 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=82d2b5dd-ac82-48c5-ae8a-56039f03438b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1820409
Apr 20 18:32:17.798789 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132b4454-97e6-42fd-83f2-619783789329 req-fa673c14-6f8e-4a1c-829b-ad9c91310187 tempest-VolumesSnapshotTestJSON-716769491 tempest-VolumesSnapshotTestJSON-716769491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:17.802436 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-132b4454-97e6-42fd-83f2-619783789329 req-fa673c14-6f8e-4a1c-829b-ad9c91310187 tempest-VolumesSnapshotTestJSON-716769491 tempest-VolumesSnapshotTestJSON-716769491-project] 10.222.0.10 "GET /v2.0/networks?id=ae21e679-74f2-4e6f-8070-73eda812b617 HTTP/1.1" status: 200  len: 814 time: 0.4403138
Apr 20 18:32:17.821739 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.v2.base [req-132b4454-97e6-42fd-83f2-619783789329 req-8d58b7f8-2bb1-45e6-86db-9cd96975834b tempest-VolumesSnapshotTestJSON-716769491 tempest-VolumesSnapshotTestJSON-716769491-project] Request body: {'port': {'device_id': 'a17f999e-d3ff-49c1-85b1-bfe86b2c3f13', 'network_id': 'ae21e679-74f2-4e6f-8070-73eda812b617', 'admin_state_up': True, 'tenant_id': '3cff78b81ee8498790da234cdd69a2ef'}} {{(pid=86420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:32:18.004887 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [req-132b4454-97e6-42fd-83f2-619783789329 req-8d58b7f8-2bb1-45e6-86db-9cd96975834b tempest-VolumesSnapshotTestJSON-716769491 tempest-VolumesSnapshotTestJSON-716769491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:32:18.011878 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [req-132b4454-97e6-42fd-83f2-619783789329 req-8d58b7f8-2bb1-45e6-86db-9cd96975834b tempest-VolumesSnapshotTestJSON-716769491 tempest-VolumesSnapshotTestJSON-716769491-project] Usage tracker for resource:port and tenant:3cff78b81ee8498790da234cdd69a2ef is out of sync, need to count used quota {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:32:18.016578 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [req-132b4454-97e6-42fd-83f2-619783789329 req-8d58b7f8-2bb1-45e6-86db-9cd96975834b tempest-VolumesSnapshotTestJSON-716769491 tempest-VolumesSnapshotTestJSON-716769491-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:32:18.024290 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [req-132b4454-97e6-42fd-83f2-619783789329 req-8d58b7f8-2bb1-45e6-86db-9cd96975834b tempest-VolumesSnapshotTestJSON-716769491 tempest-VolumesSnapshotTestJSON-716769491-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:32:18.037043 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-132b4454-97e6-42fd-83f2-619783789329 req-8d58b7f8-2bb1-45e6-86db-9cd96975834b tempest-VolumesSnapshotTestJSON-716769491 tempest-VolumesSnapshotTestJSON-716769491-project] Made reservation on behalf of 3cff78b81ee8498790da234cdd69a2ef for: {'port': 1} {{(pid=86420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 18:32:18.043456 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-132b4454-97e6-42fd-83f2-619783789329 req-8d58b7f8-2bb1-45e6-86db-9cd96975834b tempest-VolumesSnapshotTestJSON-716769491 tempest-VolumesSnapshotTestJSON-716769491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854207267'] for port, before_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:18.280050 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.db_base_plugin_common [req-132b4454-97e6-42fd-83f2-619783789329 req-8d58b7f8-2bb1-45e6-86db-9cd96975834b tempest-VolumesSnapshotTestJSON-716769491 tempest-VolumesSnapshotTestJSON-716769491-project] Allocated IP 172.20.0.12 (ae21e679-74f2-4e6f-8070-73eda812b617/2074ba7a-2d51-41e6-b2c4-37769d1e76fb/a3899806-da78-4d66-8280-35dc31ec19c1) {{(pid=86420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 18:32:18.659950 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-a93fb5a2-d559-4f19-afdb-87653b31163c req-91e52b3f-9443-4993-a5a5-b53cdffbc9ad tempest-VolumesSnapshotTestJSON-716769491 tempest-VolumesSnapshotTestJSON-716769491-project] 10.222.0.11 "GET /v2.0/ports?device_id=a17f999e-d3ff-49c1-85b1-bfe86b2c3f13 HTTP/1.1" status: 200  len: 210 time: 0.1186140
Apr 20 18:32:18.732937 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-132b4454-97e6-42fd-83f2-619783789329 req-8d58b7f8-2bb1-45e6-86db-9cd96975834b tempest-VolumesSnapshotTestJSON-716769491 tempest-VolumesSnapshotTestJSON-716769491-project] Notify callbacks [] for port, precommit_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:18.747211 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5c2c7d-de58-4a4d-bfdf-79f63bfd81d2 req-f149f277-6ebe-41b9-afee-a3a9522e784d tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:18.756213 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-fa5c2c7d-de58-4a4d-bfdf-79f63bfd81d2 req-f149f277-6ebe-41b9-afee-a3a9522e784d tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] 10.222.0.11 "GET /v2.0/ports?device_id=0ca5926a-d176-4673-bbe5-442540a100b6 HTTP/1.1" status: 200  len: 945 time: 0.1519620
Apr 20 18:32:18.775704 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-132b4454-97e6-42fd-83f2-619783789329 req-8d58b7f8-2bb1-45e6-86db-9cd96975834b tempest-VolumesSnapshotTestJSON-716769491 tempest-VolumesSnapshotTestJSON-716769491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251178383920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4189424'] for port, after_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:18.782664 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:32:18.826181 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-fa5c2c7d-de58-4a4d-bfdf-79f63bfd81d2 req-bb5d9984-522b-4e34-ac16-a43d78528dce tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] 10.222.0.11 "GET /v2.0/security-groups?id=82d2b5dd-ac82-48c5-ae8a-56039f03438b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0689418
Apr 20 18:32:18.865033 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-132b4454-97e6-42fd-83f2-619783789329 req-8d58b7f8-2bb1-45e6-86db-9cd96975834b tempest-VolumesSnapshotTestJSON-716769491 tempest-VolumesSnapshotTestJSON-716769491-project] Network ae21e679-74f2-4e6f-8070-73eda812b617 is already hosted by enough agents. {{(pid=86420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 18:32:18.866248 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.scheduler.base_scheduler [req-132b4454-97e6-42fd-83f2-619783789329 req-8d58b7f8-2bb1-45e6-86db-9cd96975834b tempest-VolumesSnapshotTestJSON-716769491 tempest-VolumesSnapshotTestJSON-716769491-project] Resources bound (agent type, host, resource id):  {{(pid=86420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:32:18.877620 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [req-132b4454-97e6-42fd-83f2-619783789329 req-8d58b7f8-2bb1-45e6-86db-9cd96975834b tempest-VolumesSnapshotTestJSON-716769491 tempest-VolumesSnapshotTestJSON-716769491-project] Received port after_create {{(pid=86420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 18:32:18.936031 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d58b7f8-2bb1-45e6-86db-9cd96975834b tempest-VolumesSnapshotTestJSON-716769491 tempest-VolumesSnapshotTestJSON-716769491-project] Pushing event updated for resources: {'Port': ['ID=a3899806-da78-4d66-8280-35dc31ec19c1,revision_number=1']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:32:18.946109 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-8d58b7f8-2bb1-45e6-86db-9cd96975834b tempest-VolumesSnapshotTestJSON-716769491 tempest-VolumesSnapshotTestJSON-716769491-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:32:18.971756 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132b4454-97e6-42fd-83f2-619783789329 req-8d58b7f8-2bb1-45e6-86db-9cd96975834b tempest-VolumesSnapshotTestJSON-716769491 tempest-VolumesSnapshotTestJSON-716769491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:18.973207 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-132b4454-97e6-42fd-83f2-619783789329 req-8d58b7f8-2bb1-45e6-86db-9cd96975834b tempest-VolumesSnapshotTestJSON-716769491 tempest-VolumesSnapshotTestJSON-716769491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7615'] for port, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:18.999944 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-132b4454-97e6-42fd-83f2-619783789329 req-8d58b7f8-2bb1-45e6-86db-9cd96975834b tempest-VolumesSnapshotTestJSON-716769491 tempest-VolumesSnapshotTestJSON-716769491-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.1868243
Apr 20 18:32:19.017096 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.v2.base [req-132b4454-97e6-42fd-83f2-619783789329 req-f8b359b5-a84b-47c5-98e7-823ca810408e service neutron] Request body: {'port': {'device_id': 'a17f999e-d3ff-49c1-85b1-bfe86b2c3f13', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=86420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:32:19.252181 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-132b4454-97e6-42fd-83f2-619783789329 req-f8b359b5-a84b-47c5-98e7-823ca810408e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854207267'] for port, before_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:20.013577 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdc0f7a-48bb-42c1-97d2-7b1173c424d5 req-2967424e-7904-47ba-9d4c-3ab178e1a04b tempest-VolumesSnapshotTestJSON-716769491 tempest-VolumesSnapshotTestJSON-716769491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:20.016010 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-3cdc0f7a-48bb-42c1-97d2-7b1173c424d5 req-2967424e-7904-47ba-9d4c-3ab178e1a04b tempest-VolumesSnapshotTestJSON-716769491 tempest-VolumesSnapshotTestJSON-716769491-project] 10.222.0.11 "GET /v2.0/ports?device_id=a17f999e-d3ff-49c1-85b1-bfe86b2c3f13 HTTP/1.1" status: 200  len: 932 time: 0.1957664
Apr 20 18:32:20.063126 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.notifiers.nova [req-132b4454-97e6-42fd-83f2-619783789329 req-f8b359b5-a84b-47c5-98e7-823ca810408e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3899806-da78-4d66-8280-35dc31ec19c1 {{(pid=86420) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 18:32:20.081040 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-132b4454-97e6-42fd-83f2-619783789329 req-f8b359b5-a84b-47c5-98e7-823ca810408e service neutron] Notify callbacks [] for port, precommit_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:20.115917 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [req-3cdc0f7a-48bb-42c1-97d2-7b1173c424d5 req-26b1c3f7-5c33-4943-9669-a26924d51dfd tempest-VolumesSnapshotTestJSON-716769491 tempest-VolumesSnapshotTestJSON-716769491-project] Synchronizing usage tracker for tenant:3cff78b81ee8498790da234cdd69a2ef on resource:security_group {{(pid=86421) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 18:32:20.126177 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [req-132b4454-97e6-42fd-83f2-619783789329 req-f8b359b5-a84b-47c5-98e7-823ca810408e service neutron] Transition to ACTIVE for port object a3899806-da78-4d66-8280-35dc31ec19c1 will not be triggered until provisioned by entity L2. {{(pid=86420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 18:32:20.131464 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-132b4454-97e6-42fd-83f2-619783789329 req-f8b359b5-a84b-47c5-98e7-823ca810408e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785676839112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251178383903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251178382076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850586375'] for port, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:20.136834 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-d680a5d5-4330-4b79-81c9-32624706e059 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:32:20.232719 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [req-3cdc0f7a-48bb-42c1-97d2-7b1173c424d5 req-26b1c3f7-5c33-4943-9669-a26924d51dfd tempest-VolumesSnapshotTestJSON-716769491 tempest-VolumesSnapshotTestJSON-716769491-project] Unset dirty status for tenant:3cff78b81ee8498790da234cdd69a2ef on resource:security_group {{(pid=86421) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 18:32:20.243630 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-3cdc0f7a-48bb-42c1-97d2-7b1173c424d5 req-26b1c3f7-5c33-4943-9669-a26924d51dfd tempest-VolumesSnapshotTestJSON-716769491 tempest-VolumesSnapshotTestJSON-716769491-project] 10.222.0.11 "GET /v2.0/security-groups?id=1f7e9f85-59a6-4887-af07-129e54386acf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2144985
Apr 20 18:32:20.292721 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced246dd-0add-454f-8792-02d1214b917d req-8362274c-dc4e-4a7f-bb5f-839038013114 tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:20.294784 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-ced246dd-0add-454f-8792-02d1214b917d req-8362274c-dc4e-4a7f-bb5f-839038013114 tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] 10.222.0.11 "GET /v2.0/ports?device_id=0ca5926a-d176-4673-bbe5-442540a100b6 HTTP/1.1" status: 200  len: 945 time: 0.1687608
Apr 20 18:32:20.462088 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-ced246dd-0add-454f-8792-02d1214b917d req-5abb6eba-56a7-4fba-a542-05f1c14b321c tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] 10.222.0.11 "GET /v2.0/security-groups?id=82d2b5dd-ac82-48c5-ae8a-56039f03438b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1189308
Apr 20 18:32:20.499913 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b359b5-a84b-47c5-98e7-823ca810408e service neutron] Pushing event updated for resources: {'Port': ['ID=a3899806-da78-4d66-8280-35dc31ec19c1,revision_number=2']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:32:20.518883 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b359b5-a84b-47c5-98e7-823ca810408e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:32:20.519296 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b359b5-a84b-47c5-98e7-823ca810408e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:32:20.520381 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b359b5-a84b-47c5-98e7-823ca810408e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:32:20.520782 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b359b5-a84b-47c5-98e7-823ca810408e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:32:20.521194 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b359b5-a84b-47c5-98e7-823ca810408e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:32:20.521754 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b359b5-a84b-47c5-98e7-823ca810408e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:32:20.522075 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b359b5-a84b-47c5-98e7-823ca810408e service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:32:20.522626 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b359b5-a84b-47c5-98e7-823ca810408e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:32:20.523062 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b359b5-a84b-47c5-98e7-823ca810408e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:32:20.523390 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b359b5-a84b-47c5-98e7-823ca810408e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:32:20.523781 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b359b5-a84b-47c5-98e7-823ca810408e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:32:20.524196 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b359b5-a84b-47c5-98e7-823ca810408e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:32:20.530351 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-f8b359b5-a84b-47c5-98e7-823ca810408e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:32:20.573966 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [req-132b4454-97e6-42fd-83f2-619783789329 req-f8b359b5-a84b-47c5-98e7-823ca810408e service neutron] Attempting to bind port a3899806-da78-4d66-8280-35dc31ec19c1 on host hv-cinder-78693 for vnic_type normal with profile  {{(pid=86420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 18:32:20.574329 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [req-132b4454-97e6-42fd-83f2-619783789329 req-f8b359b5-a84b-47c5-98e7-823ca810408e service neutron] Attempting to bind port a3899806-da78-4d66-8280-35dc31ec19c1 by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': '540da31f-fe4d-4e7d-810d-bb1f97fac878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'ae21e679-74f2-4e6f-8070-73eda812b617'}] {{(pid=86420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 18:32:20.574714 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-132b4454-97e6-42fd-83f2-619783789329 req-f8b359b5-a84b-47c5-98e7-823ca810408e service neutron] Attempting to bind port a3899806-da78-4d66-8280-35dc31ec19c1 on network ae21e679-74f2-4e6f-8070-73eda812b617 {{(pid=86420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 18:32:20.581048 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-132b4454-97e6-42fd-83f2-619783789329 req-f8b359b5-a84b-47c5-98e7-823ca810408e service neutron] Port a3899806-da78-4d66-8280-35dc31ec19c1 on network ae21e679-74f2-4e6f-8070-73eda812b617 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=86420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 20 18:32:20.581427 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-132b4454-97e6-42fd-83f2-619783789329 req-f8b359b5-a84b-47c5-98e7-823ca810408e service neutron] Attempting to bind port a3899806-da78-4d66-8280-35dc31ec19c1 on network ae21e679-74f2-4e6f-8070-73eda812b617 {{(pid=86420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 18:32:20.589115 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-132b4454-97e6-42fd-83f2-619783789329 req-f8b359b5-a84b-47c5-98e7-823ca810408e service neutron] Checking agent: {'id': '1d7a02d0-8f4e-4dcc-9452-bf36df956f32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 28, 32), 'started_at': datetime.datetime(2021, 4, 20, 18, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 32, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 18:32:20.589522 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-132b4454-97e6-42fd-83f2-619783789329 req-f8b359b5-a84b-47c5-98e7-823ca810408e service neutron] Checking segment: {'id': '540da31f-fe4d-4e7d-810d-bb1f97fac878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'ae21e679-74f2-4e6f-8070-73eda812b617'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 18:32:20.589962 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-132b4454-97e6-42fd-83f2-619783789329 req-f8b359b5-a84b-47c5-98e7-823ca810408e service neutron] Bound using segment: {'id': '540da31f-fe4d-4e7d-810d-bb1f97fac878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'ae21e679-74f2-4e6f-8070-73eda812b617'} {{(pid=86420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 18:32:20.590455 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [req-132b4454-97e6-42fd-83f2-619783789329 req-f8b359b5-a84b-47c5-98e7-823ca810408e service neutron] Bound port: a3899806-da78-4d66-8280-35dc31ec19c1, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '540da31f-fe4d-4e7d-810d-bb1f97fac878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'ae21e679-74f2-4e6f-8070-73eda812b617'}}] {{(pid=86420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 18:32:20.590848 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-132b4454-97e6-42fd-83f2-619783789329 req-f8b359b5-a84b-47c5-98e7-823ca810408e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854207267'] for port, before_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:20.748764 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [req-132b4454-97e6-42fd-83f2-619783789329 req-f8b359b5-a84b-47c5-98e7-823ca810408e service neutron] For port a3899806-da78-4d66-8280-35dc31ec19c1, host hv-cinder-78693, cleared binding levels {{(pid=86420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 18:32:20.755713 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [req-132b4454-97e6-42fd-83f2-619783789329 req-f8b359b5-a84b-47c5-98e7-823ca810408e service neutron] For port a3899806-da78-4d66-8280-35dc31ec19c1, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=a3899806-da78-4d66-8280-35dc31ec19c1,segment=NetworkSegment(540da31f-fe4d-4e7d-810d-bb1f97fac878),segment_id=540da31f-fe4d-4e7d-810d-bb1f97fac878)] {{(pid=86420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 18:32:20.763529 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-132b4454-97e6-42fd-83f2-619783789329 req-f8b359b5-a84b-47c5-98e7-823ca810408e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785676839112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251178383903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251178382076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850586375'] for port, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:20.783106 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:32:20.822139 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0463e1-776d-43ea-9b84-c6bd46ab863e req-710d23f7-900b-49c9-acfa-8ca8b8d9b956 tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:20.823779 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-8b0463e1-776d-43ea-9b84-c6bd46ab863e req-710d23f7-900b-49c9-acfa-8ca8b8d9b956 tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] 10.222.0.11 "GET /v2.0/ports?device_id=d0fd46bd-9fee-4340-9afc-d88468312b48 HTTP/1.1" status: 200  len: 945 time: 0.1204083
Apr 20 18:32:20.824366 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86421) accepted ('10.222.0.11', 46178) {{(pid=86421) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:32:20.849589 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132b4454-97e6-42fd-83f2-619783789329 req-f8b359b5-a84b-47c5-98e7-823ca810408e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:20.850708 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-132b4454-97e6-42fd-83f2-619783789329 req-f8b359b5-a84b-47c5-98e7-823ca810408e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7615'] for port, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:20.853501 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-132b4454-97e6-42fd-83f2-619783789329 req-f8b359b5-a84b-47c5-98e7-823ca810408e service neutron] 10.222.0.10 "PUT /v2.0/ports/a3899806-da78-4d66-8280-35dc31ec19c1 HTTP/1.1" status: 200  len: 1094 time: 1.8412206
Apr 20 18:32:20.854701 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a17f999e-d3ff-49c1-85b1-bfe86b2c3f13', 'tag': 'a3899806-da78-4d66-8280-35dc31ec19c1'}] {{(pid=86420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:32:20.899286 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-8b0463e1-776d-43ea-9b84-c6bd46ab863e req-02f3760a-0ab0-412f-8909-11874e5eafac tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] 10.222.0.11 "GET /v2.0/security-groups?id=82d2b5dd-ac82-48c5-ae8a-56039f03438b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0672505
Apr 20 18:32:20.917001 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b359b5-a84b-47c5-98e7-823ca810408e service neutron] Pushing event updated for resources: {'Port': ['ID=a3899806-da78-4d66-8280-35dc31ec19c1,revision_number=3']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:32:20.959757 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-f8b359b5-a84b-47c5-98e7-823ca810408e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:32:20.961608 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a17f999e-d3ff-49c1-85b1-bfe86b2c3f13', 'tag': 'a3899806-da78-4d66-8280-35dc31ec19c1', 'status': 'completed', 'code': 200}
Apr 20 18:32:21.010344 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-e16fbef4-0c63-4d67-81e3-5a0ca0ec72b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:21.014888 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132b4454-97e6-42fd-83f2-619783789329 req-a7270139-ef5b-48cc-bd83-b054e08f2037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:21.016577 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-132b4454-97e6-42fd-83f2-619783789329 req-a7270139-ef5b-48cc-bd83-b054e08f2037 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3cff78b81ee8498790da234cdd69a2ef&device_id=a17f999e-d3ff-49c1-85b1-bfe86b2c3f13 HTTP/1.1" status: 200  len: 1097 time: 0.0961959
Apr 20 18:32:21.036513 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-e16fbef4-0c63-4d67-81e3-5a0ca0ec72b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86421) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:32:21.041596 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-e16fbef4-0c63-4d67-81e3-5a0ca0ec72b2 admin admin] Usage tracker for resource:security_group_rule and tenant:86a80b14e3844472809d58dbe97f11c1 is out of sync, need to count used quota {{(pid=86421) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:32:21.045134 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-e16fbef4-0c63-4d67-81e3-5a0ca0ec72b2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86421) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:32:21.053031 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-e16fbef4-0c63-4d67-81e3-5a0ca0ec72b2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86421) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:32:21.104483 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-132b4454-97e6-42fd-83f2-619783789329 req-02e2e7db-6176-4a4c-bee4-d3c4ce53490b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a3899806-da78-4d66-8280-35dc31ec19c1 HTTP/1.1" status: 200  len: 217 time: 0.0785251
Apr 20 18:32:21.193866 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132b4454-97e6-42fd-83f2-619783789329 req-e6d0b593-bc87-4c7a-bae4-0000f282c67d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:21.195502 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-132b4454-97e6-42fd-83f2-619783789329 req-e6d0b593-bc87-4c7a-bae4-0000f282c67d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2074ba7a-2d51-41e6-b2c4-37769d1e76fb HTTP/1.1" status: 200  len: 854 time: 0.0800161
Apr 20 18:32:21.207528 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-e16fbef4-0c63-4d67-81e3-5a0ca0ec72b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:21.215636 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-e16fbef4-0c63-4d67-81e3-5a0ca0ec72b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850969184'] for security_group, after_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:21.227009 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-3fdd7fb8-1a42-45a3-bb7f-aa79c0187a00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:32:21.280173 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-e16fbef4-0c63-4d67-81e3-5a0ca0ec72b2 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=86a80b14e3844472809d58dbe97f11c1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4507067
Apr 20 18:32:21.280173 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16fbef4-0c63-4d67-81e3-5a0ca0ec72b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f9a2dc3-9048-4328-9cd1-322e3cc61a2c,revision_number=1']} {{(pid=86421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:32:21.280669 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86421) accepted ('10.222.0.11', 46200) {{(pid=86421) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:32:21.319880 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-132b4454-97e6-42fd-83f2-619783789329 req-1ac1ad48-3699-45fc-a2a2-62dccd84f268 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ae21e679-74f2-4e6f-8070-73eda812b617&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1105824
Apr 20 18:32:21.340542 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16fbef4-0c63-4d67-81e3-5a0ca0ec72b2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:32:21.340828 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16fbef4-0c63-4d67-81e3-5a0ca0ec72b2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:32:21.341201 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16fbef4-0c63-4d67-81e3-5a0ca0ec72b2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:32:21.341589 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16fbef4-0c63-4d67-81e3-5a0ca0ec72b2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:32:21.341968 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16fbef4-0c63-4d67-81e3-5a0ca0ec72b2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:32:21.342378 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16fbef4-0c63-4d67-81e3-5a0ca0ec72b2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:32:21.342798 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16fbef4-0c63-4d67-81e3-5a0ca0ec72b2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:32:21.343190 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16fbef4-0c63-4d67-81e3-5a0ca0ec72b2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:32:21.343627 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16fbef4-0c63-4d67-81e3-5a0ca0ec72b2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:32:21.344006 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16fbef4-0c63-4d67-81e3-5a0ca0ec72b2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:32:21.344414 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16fbef4-0c63-4d67-81e3-5a0ca0ec72b2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:32:21.344826 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16fbef4-0c63-4d67-81e3-5a0ca0ec72b2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:32:21.351739 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-e16fbef4-0c63-4d67-81e3-5a0ca0ec72b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:32:21.371916 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-e904c018-e1f7-4ad1-a217-852f5e6f296e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:21.404195 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-e904c018-e1f7-4ad1-a217-852f5e6f296e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:21.609302 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-e904c018-e1f7-4ad1-a217-852f5e6f296e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850969184'] for security_group, after_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:21.621689 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-1f35a44f-a78c-48b7-838f-c7eda4eae59b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:32:21.656073 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3525cc-1606-4cea-abf7-08b5f62480dd req-ab3cd09c-b0b6-4337-b4b4-4ccc520557f1 tempest-VolumesSnapshotTestJSON-716769491 tempest-VolumesSnapshotTestJSON-716769491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:21.657843 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-ad3525cc-1606-4cea-abf7-08b5f62480dd req-ab3cd09c-b0b6-4337-b4b4-4ccc520557f1 tempest-VolumesSnapshotTestJSON-716769491 tempest-VolumesSnapshotTestJSON-716769491-project] 10.222.0.11 "GET /v2.0/ports?device_id=a17f999e-d3ff-49c1-85b1-bfe86b2c3f13 HTTP/1.1" status: 200  len: 944 time: 0.1514494
Apr 20 18:32:21.664749 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-e904c018-e1f7-4ad1-a217-852f5e6f296e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:21.670213 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-e904c018-e1f7-4ad1-a217-852f5e6f296e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4f9a2dc3-9048-4328-9cd1-322e3cc61a2c HTTP/1.1" status: 204  len: 168 time: 0.3844941
Apr 20 18:32:21.670213 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e904c018-e1f7-4ad1-a217-852f5e6f296e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f9a2dc3-9048-4328-9cd1-322e3cc61a2c,revision_number=None']} {{(pid=86421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:32:21.698517 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-e904c018-e1f7-4ad1-a217-852f5e6f296e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:32:21.739009 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-ad3525cc-1606-4cea-abf7-08b5f62480dd req-4b223123-36c4-434d-923a-7e5800d414c5 tempest-VolumesSnapshotTestJSON-716769491 tempest-VolumesSnapshotTestJSON-716769491-project] 10.222.0.11 "GET /v2.0/security-groups?id=1f7e9f85-59a6-4887-af07-129e54386acf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0687087
Apr 20 18:32:21.836829 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-132b4454-97e6-42fd-83f2-619783789329 req-025a7e6c-2f27-4c5b-ac18-2ba71c8d818a service neutron] 10.222.0.10 "GET /v2.0/networks/ae21e679-74f2-4e6f-8070-73eda812b617?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5044079
Apr 20 18:32:22.074329 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-132b4454-97e6-42fd-83f2-619783789329 req-fc1eb82d-ca13-4487-a711-efdfa5b2dc6f service neutron] 10.222.0.10 "GET /v2.0/networks/ae21e679-74f2-4e6f-8070-73eda812b617?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2208016
Apr 20 18:32:22.361026 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15512ef1-ae60-4969-9853-a3a8e5586dbb req-939b9583-9df1-4be9-b423-f28c47ceb635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:22.364434 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-15512ef1-ae60-4969-9853-a3a8e5586dbb req-939b9583-9df1-4be9-b423-f28c47ceb635 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3cff78b81ee8498790da234cdd69a2ef&device_id=a17f999e-d3ff-49c1-85b1-bfe86b2c3f13 HTTP/1.1" status: 200  len: 1097 time: 0.1950462
Apr 20 18:32:22.583912 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15512ef1-ae60-4969-9853-a3a8e5586dbb req-35cc9e87-a963-4c5c-89ed-d3b177f1573f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:22.585630 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-15512ef1-ae60-4969-9853-a3a8e5586dbb req-35cc9e87-a963-4c5c-89ed-d3b177f1573f service neutron] 10.222.0.10 "GET /v2.0/networks?id=ae21e679-74f2-4e6f-8070-73eda812b617 HTTP/1.1" status: 200  len: 915 time: 0.2141025
Apr 20 18:32:22.672018 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-15512ef1-ae60-4969-9853-a3a8e5586dbb req-0b53c229-5dfb-4942-8491-fb1d7ddf5b7c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a3899806-da78-4d66-8280-35dc31ec19c1 HTTP/1.1" status: 200  len: 217 time: 0.0789509
Apr 20 18:32:23.008246 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15512ef1-ae60-4969-9853-a3a8e5586dbb req-6a3dedae-7507-4116-8615-300260128687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:23.010026 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-15512ef1-ae60-4969-9853-a3a8e5586dbb req-6a3dedae-7507-4116-8615-300260128687 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2074ba7a-2d51-41e6-b2c4-37769d1e76fb HTTP/1.1" status: 200  len: 854 time: 0.3301966
Apr 20 18:32:23.104292 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-15512ef1-ae60-4969-9853-a3a8e5586dbb req-6f130173-0127-46e1-baa9-1cd264f9b453 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ae21e679-74f2-4e6f-8070-73eda812b617&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0863261
Apr 20 18:32:23.169886 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d6e3e0-e82b-429c-8d20-947c5bd61886 req-98a50130-d438-4f9d-8020-b46c855f63e7 tempest-VolumesSnapshotTestJSON-716769491 tempest-VolumesSnapshotTestJSON-716769491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:23.172648 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-c1d6e3e0-e82b-429c-8d20-947c5bd61886 req-98a50130-d438-4f9d-8020-b46c855f63e7 tempest-VolumesSnapshotTestJSON-716769491 tempest-VolumesSnapshotTestJSON-716769491-project] 10.222.0.11 "GET /v2.0/ports?device_id=a17f999e-d3ff-49c1-85b1-bfe86b2c3f13 HTTP/1.1" status: 200  len: 944 time: 0.1666236
Apr 20 18:32:23.236980 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-c1d6e3e0-e82b-429c-8d20-947c5bd61886 req-1a80c7fd-9bf6-4764-a23b-850f8da3f09f tempest-VolumesSnapshotTestJSON-716769491 tempest-VolumesSnapshotTestJSON-716769491-project] 10.222.0.11 "GET /v2.0/security-groups?id=1f7e9f85-59a6-4887-af07-129e54386acf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0500336
Apr 20 18:32:23.371037 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-15512ef1-ae60-4969-9853-a3a8e5586dbb req-7735096d-5975-44f3-ac2c-b3f1369cc2f1 service neutron] 10.222.0.10 "GET /v2.0/networks/ae21e679-74f2-4e6f-8070-73eda812b617?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2592809
Apr 20 18:32:23.464630 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Device a3899806-da78-4d66-8280-35dc31ec19c1 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 18:32:23.771198 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f56c679-7af2-4ea6-ac70-10fcb1814ae6 req-9cb798d4-dcd7-4082-82fc-dbcdbb71b2ce tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:23.774094 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-6f56c679-7af2-4ea6-ac70-10fcb1814ae6 req-9cb798d4-dcd7-4082-82fc-dbcdbb71b2ce tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] 10.222.0.11 "GET /v2.0/ports?device_id=d0fd46bd-9fee-4340-9afc-d88468312b48 HTTP/1.1" status: 200  len: 945 time: 0.2004080
Apr 20 18:32:23.817528 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] For port a3899806-da78-4d66-8280-35dc31ec19c1, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=a3899806-da78-4d66-8280-35dc31ec19c1,segment=NetworkSegment(540da31f-fe4d-4e7d-810d-bb1f97fac878),segment_id=540da31f-fe4d-4e7d-810d-bb1f97fac878)] {{(pid=86422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:32:23.847225 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Returning: {'device': 'a3899806-da78-4d66-8280-35dc31ec19c1', 'network_id': 'ae21e679-74f2-4e6f-8070-73eda812b617', 'port_id': 'a3899806-da78-4d66-8280-35dc31ec19c1', 'mac_address': 'fa:16:3e:81:27:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2074ba7a-2d51-41e6-b2c4-37769d1e76fb', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 18:32:23.854098 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-6f56c679-7af2-4ea6-ac70-10fcb1814ae6 req-d6cd3d24-9a7e-4bf7-803c-35971dbc08ea tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] 10.222.0.11 "GET /v2.0/security-groups?id=82d2b5dd-ac82-48c5-ae8a-56039f03438b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0652719
Apr 20 18:32:23.855699 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb77da7-d09b-4c78-9809-a33f433c9950 req-afd3c8d6-94ab-4ba7-9ccc-f7377be6442c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:23.861145 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-6bb77da7-d09b-4c78-9809-a33f433c9950 req-afd3c8d6-94ab-4ba7-9ccc-f7377be6442c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c9d2f68c6fa74348a553079d597a5342&device_id=d0fd46bd-9fee-4340-9afc-d88468312b48 HTTP/1.1" status: 200  len: 1098 time: 0.4266274
Apr 20 18:32:23.990958 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854207267'] for port, before_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:24.017806 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.notifiers.nova [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3899806-da78-4d66-8280-35dc31ec19c1 {{(pid=86422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 18:32:24.043862 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] For port a3899806-da78-4d66-8280-35dc31ec19c1, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=a3899806-da78-4d66-8280-35dc31ec19c1,segment=NetworkSegment(540da31f-fe4d-4e7d-810d-bb1f97fac878),segment_id=540da31f-fe4d-4e7d-810d-bb1f97fac878)] {{(pid=86422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:32:24.048987 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785676839112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251178383903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251178382076'] for port, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:24.059017 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:32:24.059408 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-15512ef1-ae60-4969-9853-a3a8e5586dbb req-703a9648-3135-49b0-87f7-ad862f749a84 service neutron] 10.222.0.10 "GET /v2.0/networks/ae21e679-74f2-4e6f-8070-73eda812b617?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6808891
Apr 20 18:32:24.122249 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb77da7-d09b-4c78-9809-a33f433c9950 req-f4911c69-3ea3-4a3e-a6b4-25c5cff55775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:24.126189 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-6bb77da7-d09b-4c78-9809-a33f433c9950 req-f4911c69-3ea3-4a3e-a6b4-25c5cff55775 service neutron] 10.222.0.10 "GET /v2.0/networks?id=e1a3515f-6650-48cb-a68d-8193e54b06db HTTP/1.1" status: 200  len: 919 time: 0.2509353
Apr 20 18:32:24.232774 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-6bb77da7-d09b-4c78-9809-a33f433c9950 req-75e52375-91de-49d8-b89d-b7cdde576e62 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7909e612-5dfa-4193-938a-9f6ca5d1756b HTTP/1.1" status: 200  len: 217 time: 0.0974820
Apr 20 18:32:24.280572 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Pushing event updated for resources: {'Port': ['ID=a3899806-da78-4d66-8280-35dc31ec19c1,revision_number=4']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:32:24.294392 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:32:24.295240 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:32:24.295781 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:32:24.296615 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:32:24.297741 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:32:24.298322 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:32:24.298845 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:32:24.299343 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:32:24.299879 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:32:24.300449 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:32:24.301582 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:32:24.302109 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:32:24.307126 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:32:24.384491 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] get_ports_and_sgs() called for port_ids ['a3899806-da78-4d66-8280-35dc31ec19c1'] {{(pid=86422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 18:32:24.401338 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb77da7-d09b-4c78-9809-a33f433c9950 req-56df88f5-3226-4a3e-be6f-c4d5637c15e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:24.404547 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-6bb77da7-d09b-4c78-9809-a33f433c9950 req-56df88f5-3226-4a3e-be6f-c4d5637c15e0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=680a997a-0cf4-4428-86cb-30422b5e5d52 HTTP/1.1" status: 200  len: 858 time: 0.1625073
Apr 20 18:32:24.598198 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-6bb77da7-d09b-4c78-9809-a33f433c9950 req-a3e33818-493a-4cbd-bc14-2afe830f9add service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e1a3515f-6650-48cb-a68d-8193e54b06db&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1790915
Apr 20 18:32:24.924321 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-6bb77da7-d09b-4c78-9809-a33f433c9950 req-0e433dcb-25ba-4142-ad35-2a8f5ab8fd5e service neutron] 10.222.0.10 "GET /v2.0/networks/e1a3515f-6650-48cb-a68d-8193e54b06db?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3216262
Apr 20 18:32:24.925004 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.11', 46290) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:32:25.088021 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-6bb77da7-d09b-4c78-9809-a33f433c9950 req-bd048ed3-46f3-41c7-ba65-2aa0a6b2c3ba service neutron] 10.222.0.10 "GET /v2.0/networks/e1a3515f-6650-48cb-a68d-8193e54b06db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1539679
Apr 20 18:32:25.166682 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ba555a-e0e9-45c1-8a83-fa9ddd0c625b req-d383b695-ae96-43c7-97b2-78639d0dbc0f tempest-VolumesSnapshotTestJSON-716769491 tempest-VolumesSnapshotTestJSON-716769491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:25.180954 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-97ba555a-e0e9-45c1-8a83-fa9ddd0c625b req-d383b695-ae96-43c7-97b2-78639d0dbc0f tempest-VolumesSnapshotTestJSON-716769491 tempest-VolumesSnapshotTestJSON-716769491-project] 10.222.0.11 "GET /v2.0/ports?device_id=a17f999e-d3ff-49c1-85b1-bfe86b2c3f13 HTTP/1.1" status: 200  len: 945 time: 0.3811088
Apr 20 18:32:25.297725 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-170e53c1-b9f5-42ae-9733-fa569689a144 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:25.317066 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-170e53c1-b9f5-42ae-9733-fa569689a144 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:32:25.322665 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-170e53c1-b9f5-42ae-9733-fa569689a144 admin admin] Usage tracker for resource:security_group_rule and tenant:80ea878b7dee45938ac328880ba02cd2 is out of sync, need to count used quota {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:32:25.326870 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-170e53c1-b9f5-42ae-9733-fa569689a144 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:32:25.335782 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-170e53c1-b9f5-42ae-9733-fa569689a144 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:32:25.432957 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-97ba555a-e0e9-45c1-8a83-fa9ddd0c625b req-6ae68b5e-273d-456f-9fb9-4f6b41a1f562 tempest-VolumesSnapshotTestJSON-716769491 tempest-VolumesSnapshotTestJSON-716769491-project] 10.222.0.11 "GET /v2.0/security-groups?id=1f7e9f85-59a6-4887-af07-129e54386acf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2503297
Apr 20 18:32:25.492210 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-170e53c1-b9f5-42ae-9733-fa569689a144 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:25.497677 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-170e53c1-b9f5-42ae-9733-fa569689a144 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850969184'] for security_group, after_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:25.508710 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-edeb213b-cd2b-4983-95d5-44d81fcebeac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:32:25.559384 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-170e53c1-b9f5-42ae-9733-fa569689a144 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=80ea878b7dee45938ac328880ba02cd2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6325853
Apr 20 18:32:25.560418 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170e53c1-b9f5-42ae-9733-fa569689a144 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db9fb636-c8c9-406d-9ffc-a86aa8d3d5c1,revision_number=1']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:32:25.563660 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.11', 46310) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:32:25.569594 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-170e53c1-b9f5-42ae-9733-fa569689a144 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:32:25.596384 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f496c471-d493-4471-b685-25f3d6a79aa9 req-032f3721-5a89-4947-af04-7ce69f77a809 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:25.619464 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-f496c471-d493-4471-b685-25f3d6a79aa9 req-032f3721-5a89-4947-af04-7ce69f77a809 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "GET /v2.0/ports?device_id=a35dabb6-d13d-48e1-b184-19d58be083db HTTP/1.1" status: 200  len: 945 time: 0.3132992
Apr 20 18:32:25.647755 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-a77093ec-81aa-4c9f-9c25-a33a575886f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:25.691060 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-a77093ec-81aa-4c9f-9c25-a33a575886f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:25.771884 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-a77093ec-81aa-4c9f-9c25-a33a575886f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850969184'] for security_group, after_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:25.777720 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-1bcca7be-15e3-4ba1-8a4e-d5795606c955 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:32:25.803492 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77093ec-81aa-4c9f-9c25-a33a575886f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db9fb636-c8c9-406d-9ffc-a86aa8d3d5c1,revision_number=None']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:32:25.817293 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-a77093ec-81aa-4c9f-9c25-a33a575886f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:32:25.820115 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-f496c471-d493-4471-b685-25f3d6a79aa9 req-59579953-0177-4ab5-8d6f-1dd51b78783c tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "GET /v2.0/security-groups?id=ed50e5aa-327b-422f-82a8-ba0a7946687e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1988161
Apr 20 18:32:25.836692 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-a77093ec-81aa-4c9f-9c25-a33a575886f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:25.839526 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-a77093ec-81aa-4c9f-9c25-a33a575886f3 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/db9fb636-c8c9-406d-9ffc-a86aa8d3d5c1 HTTP/1.1" status: 204  len: 168 time: 0.2733531
Apr 20 18:32:26.087865 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89c294f-df36-41e0-b37b-ee8f558f7689 req-cb625cf0-b258-4914-b57e-fc15ebcb6269 tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:26.091378 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-c89c294f-df36-41e0-b37b-ee8f558f7689 req-cb625cf0-b258-4914-b57e-fc15ebcb6269 tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] 10.222.0.11 "GET /v2.0/ports?device_id=d0fd46bd-9fee-4340-9afc-d88468312b48 HTTP/1.1" status: 200  len: 945 time: 0.2276537
Apr 20 18:32:26.175495 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-c89c294f-df36-41e0-b37b-ee8f558f7689 req-558dc5be-e1f2-4108-8d6d-bf5255c19811 tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] 10.222.0.11 "GET /v2.0/security-groups?id=82d2b5dd-ac82-48c5-ae8a-56039f03438b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0719318
Apr 20 18:32:26.403175 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.11', 46324) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:32:26.422779 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d84a19c7-cd19-463c-b17f-11e44730493a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:26.441001 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-d84a19c7-cd19-463c-b17f-11e44730493a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:32:26.446647 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-d84a19c7-cd19-463c-b17f-11e44730493a admin admin] Usage tracker for resource:security_group_rule and tenant:76fda3f6542e4b118d21819362a23631 is out of sync, need to count used quota {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:32:26.450330 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-d84a19c7-cd19-463c-b17f-11e44730493a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:32:26.458264 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-d84a19c7-cd19-463c-b17f-11e44730493a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:32:26.568454 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d84a19c7-cd19-463c-b17f-11e44730493a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:26.573562 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d84a19c7-cd19-463c-b17f-11e44730493a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850969184'] for security_group, after_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:26.583877 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-2745fce4-8da6-4275-abfd-318810601179 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:32:26.635598 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-d84a19c7-cd19-463c-b17f-11e44730493a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=76fda3f6542e4b118d21819362a23631&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2311471
Apr 20 18:32:26.636810 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84a19c7-cd19-463c-b17f-11e44730493a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b09af429-79aa-460d-910e-03353a9581a5,revision_number=1']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:32:26.640887 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-d84a19c7-cd19-463c-b17f-11e44730493a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:32:26.641689 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86421) accepted ('10.222.0.11', 46332) {{(pid=86421) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:32:26.896734 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-503ae9d6-e472-4333-af4c-5e78397443fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:26.974326 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647c7993-5160-49dd-8893-08af7bb778d1 req-27f5abfe-115d-44e7-ab41-c73a0b27ce76 tempest-VolumesSnapshotTestJSON-716769491 tempest-VolumesSnapshotTestJSON-716769491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:26.977610 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-647c7993-5160-49dd-8893-08af7bb778d1 req-27f5abfe-115d-44e7-ab41-c73a0b27ce76 tempest-VolumesSnapshotTestJSON-716769491 tempest-VolumesSnapshotTestJSON-716769491-project] 10.222.0.11 "GET /v2.0/ports?device_id=a17f999e-d3ff-49c1-85b1-bfe86b2c3f13 HTTP/1.1" status: 200  len: 945 time: 0.3002272
Apr 20 18:32:26.980977 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-503ae9d6-e472-4333-af4c-5e78397443fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:27.234655 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-647c7993-5160-49dd-8893-08af7bb778d1 req-bd5400a1-b2d4-4213-bcaa-c6f3b5ae8e85 tempest-VolumesSnapshotTestJSON-716769491 tempest-VolumesSnapshotTestJSON-716769491-project] 10.222.0.11 "GET /v2.0/security-groups?id=1f7e9f85-59a6-4887-af07-129e54386acf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2406628
Apr 20 18:32:27.285628 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-503ae9d6-e472-4333-af4c-5e78397443fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850969184'] for security_group, after_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:27.295297 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-fd229782-2588-49ce-bb17-964025df0b30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:32:27.326049 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281903b3-6856-4be6-9b11-074664aae0cc req-ff37a032-3e4e-4da2-aea1-e34f8b9a0e94 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:27.329169 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-281903b3-6856-4be6-9b11-074664aae0cc req-ff37a032-3e4e-4da2-aea1-e34f8b9a0e94 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "GET /v2.0/ports?device_id=a35dabb6-d13d-48e1-b184-19d58be083db HTTP/1.1" status: 200  len: 945 time: 0.2893167
Apr 20 18:32:27.344789 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503ae9d6-e472-4333-af4c-5e78397443fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b09af429-79aa-460d-910e-03353a9581a5,revision_number=None']} {{(pid=86421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:32:27.353323 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-503ae9d6-e472-4333-af4c-5e78397443fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:32:27.402753 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-503ae9d6-e472-4333-af4c-5e78397443fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:27.407413 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-503ae9d6-e472-4333-af4c-5e78397443fb admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b09af429-79aa-460d-910e-03353a9581a5 HTTP/1.1" status: 204  len: 168 time: 0.7608576
Apr 20 18:32:27.477374 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-281903b3-6856-4be6-9b11-074664aae0cc req-cce98d4d-f7a3-4b36-a629-9bca428482ec tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "GET /v2.0/security-groups?id=ed50e5aa-327b-422f-82a8-ba0a7946687e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1367235
Apr 20 18:32:27.490078 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Device a3899806-da78-4d66-8280-35dc31ec19c1 up at agent hyperv_hv-cinder-78693 {{(pid=86422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:32:27.565126 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d7afad-95d2-49da-8367-399f2bc2c76a req-17cee71a-b270-4ea5-9b47-00fea712f001 tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:27.570524 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-71d7afad-95d2-49da-8367-399f2bc2c76a req-17cee71a-b270-4ea5-9b47-00fea712f001 tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] 10.222.0.11 "GET /v2.0/ports?device_id=d0fd46bd-9fee-4340-9afc-d88468312b48 HTTP/1.1" status: 200  len: 945 time: 0.1567957
Apr 20 18:32:27.637000 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Provisioning for port a3899806-da78-4d66-8280-35dc31ec19c1 completed by entity L2. {{(pid=86422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 18:32:27.648221 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Provisioning complete for port a3899806-da78-4d66-8280-35dc31ec19c1 triggered by entity L2. {{(pid=86422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:32:27.649345 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733696'] for port, provisioning_complete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:27.689641 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-71d7afad-95d2-49da-8367-399f2bc2c76a req-26a0e9ff-bdcd-4359-9ada-a39b2fac775b tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] 10.222.0.11 "GET /v2.0/security-groups?id=82d2b5dd-ac82-48c5-ae8a-56039f03438b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1037123
Apr 20 18:32:27.865633 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854207267'] for port, before_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:27.921522 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a17f999e-d3ff-49c1-85b1-bfe86b2c3f13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3899806-da78-4d66-8280-35dc31ec19c1'}] {{(pid=86422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:32:27.933782 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] For port a3899806-da78-4d66-8280-35dc31ec19c1, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=a3899806-da78-4d66-8280-35dc31ec19c1,segment=NetworkSegment(540da31f-fe4d-4e7d-810d-bb1f97fac878),segment_id=540da31f-fe4d-4e7d-810d-bb1f97fac878)] {{(pid=86422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:32:27.937410 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785676839112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251178383903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251178382076'] for port, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:27.941112 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-701b5d6a-a7d8-4fa8-857f-c4076e4c1fd3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:32:27.992915 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a17f999e-d3ff-49c1-85b1-bfe86b2c3f13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3899806-da78-4d66-8280-35dc31ec19c1', 'code': 200}
Apr 20 18:32:28.026892 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Pushing event updated for resources: {'Port': ['ID=a3899806-da78-4d66-8280-35dc31ec19c1,revision_number=5']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:32:28.032701 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:32:28.506252 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848e9eab-8880-45b8-be39-67c5cf6f0e77 req-76faad0f-f4c7-4a52-9358-830099257890 tempest-VolumesSnapshotTestJSON-716769491 tempest-VolumesSnapshotTestJSON-716769491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:28.513914 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-848e9eab-8880-45b8-be39-67c5cf6f0e77 req-76faad0f-f4c7-4a52-9358-830099257890 tempest-VolumesSnapshotTestJSON-716769491 tempest-VolumesSnapshotTestJSON-716769491-project] 10.222.0.11 "GET /v2.0/ports?device_id=a17f999e-d3ff-49c1-85b1-bfe86b2c3f13 HTTP/1.1" status: 200  len: 946 time: 0.1509838
Apr 20 18:32:28.529245 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-fbcdbb64-7c4c-48b2-a952-ad9766463402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:28.570505 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-848e9eab-8880-45b8-be39-67c5cf6f0e77 req-6452abb2-a470-4a8e-b125-1fcf014770a3 tempest-VolumesSnapshotTestJSON-716769491 tempest-VolumesSnapshotTestJSON-716769491-project] 10.222.0.11 "GET /v2.0/security-groups?id=1f7e9f85-59a6-4887-af07-129e54386acf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0550773
Apr 20 18:32:28.822086 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003871df-000d-4385-956d-274adfca7ef1 req-33d2fd97-2298-4006-bb3a-511cf0d17be6 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:28.822086 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-003871df-000d-4385-956d-274adfca7ef1 req-33d2fd97-2298-4006-bb3a-511cf0d17be6 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "GET /v2.0/ports?device_id=a35dabb6-d13d-48e1-b184-19d58be083db HTTP/1.1" status: 200  len: 945 time: 0.1088290
Apr 20 18:32:28.966235 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-003871df-000d-4385-956d-274adfca7ef1 req-01643882-b6a1-413f-a670-fad9531a0f52 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "GET /v2.0/security-groups?id=ed50e5aa-327b-422f-82a8-ba0a7946687e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1360853
Apr 20 18:32:29.034824 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76528a53-70a5-445c-8594-fe3a35003d82 req-f6fca43c-ae7e-4334-8433-b9c3ffe37c6b tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:29.037592 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-76528a53-70a5-445c-8594-fe3a35003d82 req-f6fca43c-ae7e-4334-8433-b9c3ffe37c6b tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] 10.222.0.11 "GET /v2.0/ports?device_id=d0fd46bd-9fee-4340-9afc-d88468312b48 HTTP/1.1" status: 200  len: 945 time: 0.1605909
Apr 20 18:32:29.096984 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-76528a53-70a5-445c-8594-fe3a35003d82 req-b77e85a6-13eb-4164-8aa7-9e5739e955c7 tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] 10.222.0.11 "GET /v2.0/security-groups?id=82d2b5dd-ac82-48c5-ae8a-56039f03438b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0523098
Apr 20 18:32:29.709436 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86421) accepted ('10.222.0.11', 46414) {{(pid=86421) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:32:29.870626 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18f576d-35eb-4510-9e21-54f269cd64da req-d292156b-9831-4870-a460-3803bb5f7836 tempest-VolumesSnapshotTestJSON-716769491 tempest-VolumesSnapshotTestJSON-716769491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:29.872412 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-a18f576d-35eb-4510-9e21-54f269cd64da req-d292156b-9831-4870-a460-3803bb5f7836 tempest-VolumesSnapshotTestJSON-716769491 tempest-VolumesSnapshotTestJSON-716769491-project] 10.222.0.11 "GET /v2.0/ports?device_id=a17f999e-d3ff-49c1-85b1-bfe86b2c3f13 HTTP/1.1" status: 200  len: 946 time: 0.1429083
Apr 20 18:32:29.926381 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-e24cd464-07e1-434c-aa1c-59122f931b00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:29.961960 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-e24cd464-07e1-434c-aa1c-59122f931b00 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86421) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:32:29.966847 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-a18f576d-35eb-4510-9e21-54f269cd64da req-0775de73-5a3b-4b63-85f9-e496586821de tempest-VolumesSnapshotTestJSON-716769491 tempest-VolumesSnapshotTestJSON-716769491-project] 10.222.0.11 "GET /v2.0/security-groups?id=1f7e9f85-59a6-4887-af07-129e54386acf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0817842
Apr 20 18:32:29.969311 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-e24cd464-07e1-434c-aa1c-59122f931b00 admin admin] Usage tracker for resource:security_group_rule and tenant:80bc5fcecf5d44b38c08be1735b18255 is out of sync, need to count used quota {{(pid=86421) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:32:29.973212 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-e24cd464-07e1-434c-aa1c-59122f931b00 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86421) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:32:29.979840 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-e24cd464-07e1-434c-aa1c-59122f931b00 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86421) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:32:30.002781 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.agents_db [None req-36c0d191-ed3c-416e-a897-084b3b2178c3 None None] Agent healthcheck: found 6 active agents {{(pid=86423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 18:32:30.087971 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-e24cd464-07e1-434c-aa1c-59122f931b00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:30.091392 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-e24cd464-07e1-434c-aa1c-59122f931b00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850969184'] for security_group, after_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:30.099241 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:32:30.205213 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24cd464-07e1-434c-aa1c-59122f931b00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08b3d31b-747a-44b0-8823-1f88139fabec,revision_number=1']} {{(pid=86421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:32:30.209050 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-e24cd464-07e1-434c-aa1c-59122f931b00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:32:30.215082 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-e24cd464-07e1-434c-aa1c-59122f931b00 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=80bc5fcecf5d44b38c08be1735b18255&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5044096
Apr 20 18:32:30.215339 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.11', 46428) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:32:30.260678 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2eee6fe-fde1-4a7c-a4d1-a7d40a522c2d req-70bedbc1-d7ed-4729-a68e-765513ed6070 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:30.262413 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-b2eee6fe-fde1-4a7c-a4d1-a7d40a522c2d req-70bedbc1-d7ed-4729-a68e-765513ed6070 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "GET /v2.0/ports?device_id=a35dabb6-d13d-48e1-b184-19d58be083db HTTP/1.1" status: 200  len: 945 time: 0.1483073
Apr 20 18:32:30.359044 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-6fb1ba26-8f08-465f-8da5-064824554865 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:30.382800 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-b2eee6fe-fde1-4a7c-a4d1-a7d40a522c2d req-0ba4ba52-6ff4-4a23-a7ed-328ea245ccea tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "GET /v2.0/security-groups?id=ed50e5aa-327b-422f-82a8-ba0a7946687e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1083477
Apr 20 18:32:30.428764 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-6fb1ba26-8f08-465f-8da5-064824554865 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:30.435065 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45804570-3fbe-405d-a17c-24729f80c72c req-d313f62b-ff2d-42c9-a3ee-cf6f7625e8ec tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:30.437099 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-45804570-3fbe-405d-a17c-24729f80c72c req-d313f62b-ff2d-42c9-a3ee-cf6f7625e8ec tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] 10.222.0.11 "GET /v2.0/ports?device_id=d0fd46bd-9fee-4340-9afc-d88468312b48 HTTP/1.1" status: 200  len: 945 time: 0.1464372
Apr 20 18:32:30.513065 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-45804570-3fbe-405d-a17c-24729f80c72c req-e7a931c7-54f5-43a2-b854-bf57f04dfcfd tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] 10.222.0.11 "GET /v2.0/security-groups?id=82d2b5dd-ac82-48c5-ae8a-56039f03438b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0621488
Apr 20 18:32:30.540438 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-6fb1ba26-8f08-465f-8da5-064824554865 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850969184'] for security_group, after_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:30.548800 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-37b9f63d-bad8-4308-af73-c25595599ed1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:32:30.563945 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb1ba26-8f08-465f-8da5-064824554865 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08b3d31b-747a-44b0-8823-1f88139fabec,revision_number=None']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:32:30.567801 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-6fb1ba26-8f08-465f-8da5-064824554865 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:32:30.577475 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-6fb1ba26-8f08-465f-8da5-064824554865 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:30.581264 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-6fb1ba26-8f08-465f-8da5-064824554865 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/08b3d31b-747a-44b0-8823-1f88139fabec HTTP/1.1" status: 204  len: 168 time: 0.3639181
Apr 20 18:32:30.823017 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed691c80-88bd-40bb-b3fd-808f2a487c87 req-356c1489-c1db-41b8-981a-c2619b4944d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:30.825624 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-ed691c80-88bd-40bb-b3fd-808f2a487c87 req-356c1489-c1db-41b8-981a-c2619b4944d9 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=a17f999e-d3ff-49c1-85b1-bfe86b2c3f13 HTTP/1.1" status: 200  len: 1099 time: 0.0923903
Apr 20 18:32:30.906780 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-ed691c80-88bd-40bb-b3fd-808f2a487c87 req-9f35cceb-9e20-4ee8-a1d1-4d05f7889d95 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=1f7e9f85-59a6-4887-af07-129e54386acf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0723641
Apr 20 18:32:31.206195 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b365e84-a021-444a-b667-2314d9601657 req-8f319adf-bca9-4c78-97d0-cc28396c878a tempest-VolumesSnapshotTestJSON-716769491 tempest-VolumesSnapshotTestJSON-716769491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:31.208783 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-0b365e84-a021-444a-b667-2314d9601657 req-8f319adf-bca9-4c78-97d0-cc28396c878a tempest-VolumesSnapshotTestJSON-716769491 tempest-VolumesSnapshotTestJSON-716769491-project] 10.222.0.11 "GET /v2.0/ports?device_id=a17f999e-d3ff-49c1-85b1-bfe86b2c3f13 HTTP/1.1" status: 200  len: 946 time: 0.1117074
Apr 20 18:32:31.305078 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-0b365e84-a021-444a-b667-2314d9601657 req-fdfe2495-dfad-48b3-86d0-d908b44e0f11 tempest-VolumesSnapshotTestJSON-716769491 tempest-VolumesSnapshotTestJSON-716769491-project] 10.222.0.11 "GET /v2.0/security-groups?id=1f7e9f85-59a6-4887-af07-129e54386acf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0835819
Apr 20 18:32:31.312085 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-c6f22778-dfcc-4769-ba16-4b9417cb298b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:31.357342 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-59ff2fcf-5a92-41e6-b6a8-ab5cb4df6403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:31.870358 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce3abe2-7b34-4e1e-b647-3185f90c8719 req-fbb20bab-2029-4357-bb2b-3511acf9e478 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:31.872080 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-3ce3abe2-7b34-4e1e-b647-3185f90c8719 req-fbb20bab-2029-4357-bb2b-3511acf9e478 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "GET /v2.0/ports?device_id=a35dabb6-d13d-48e1-b184-19d58be083db HTTP/1.1" status: 200  len: 945 time: 0.2008274
Apr 20 18:32:31.883357 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fb95bf-59ba-44a0-b8c3-6c5cf9faad40 req-c8d99bd7-1f83-4d3a-9efe-1110b528d386 tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:31.885091 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-06fb95bf-59ba-44a0-b8c3-6c5cf9faad40 req-c8d99bd7-1f83-4d3a-9efe-1110b528d386 tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] 10.222.0.11 "GET /v2.0/ports?device_id=d0fd46bd-9fee-4340-9afc-d88468312b48 HTTP/1.1" status: 200  len: 945 time: 0.1510210
Apr 20 18:32:31.971671 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-3ce3abe2-7b34-4e1e-b647-3185f90c8719 req-31a0bf7c-1b84-4eba-84be-c08c9797ec08 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "GET /v2.0/security-groups?id=ed50e5aa-327b-422f-82a8-ba0a7946687e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0853434
Apr 20 18:32:31.987389 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-06fb95bf-59ba-44a0-b8c3-6c5cf9faad40 req-f86598d7-8f77-4c90-b9aa-50f28726b0e1 tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] 10.222.0.11 "GET /v2.0/security-groups?id=82d2b5dd-ac82-48c5-ae8a-56039f03438b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0851605
Apr 20 18:32:32.030604 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:32.323437 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:32.602422 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b0ccb2-82c7-41dc-b960-527bbd07e451 req-2300e671-e00e-4878-a99c-eac0051d6858 tempest-VolumesSnapshotTestJSON-716769491 tempest-VolumesSnapshotTestJSON-716769491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:32.604643 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-33b0ccb2-82c7-41dc-b960-527bbd07e451 req-2300e671-e00e-4878-a99c-eac0051d6858 tempest-VolumesSnapshotTestJSON-716769491 tempest-VolumesSnapshotTestJSON-716769491-project] 10.222.0.11 "GET /v2.0/ports?device_id=a17f999e-d3ff-49c1-85b1-bfe86b2c3f13 HTTP/1.1" status: 200  len: 946 time: 0.1231871
Apr 20 18:32:32.721261 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-33b0ccb2-82c7-41dc-b960-527bbd07e451 req-d4d4d0a5-0429-4f1e-bc2e-cc85f14797c0 tempest-VolumesSnapshotTestJSON-716769491 tempest-VolumesSnapshotTestJSON-716769491-project] 10.222.0.11 "GET /v2.0/security-groups?id=1f7e9f85-59a6-4887-af07-129e54386acf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1028547
Apr 20 18:32:33.148837 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-69625b45-0eac-4ead-bef5-f7df2e631dfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:33.553699 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ee29b0-9292-4020-98ce-46fcf4447945 req-4c0bc994-675f-4149-b3f2-daa31ea45b61 tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:33.555435 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-57ee29b0-9292-4020-98ce-46fcf4447945 req-4c0bc994-675f-4149-b3f2-daa31ea45b61 tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] 10.222.0.11 "GET /v2.0/ports?device_id=d0fd46bd-9fee-4340-9afc-d88468312b48 HTTP/1.1" status: 200  len: 945 time: 0.4265471
Apr 20 18:32:33.565385 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142015db-051c-4ba8-a784-c5a13a66a100 req-b1cfc8ac-aad9-40eb-9695-0c0595615009 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:33.567415 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-142015db-051c-4ba8-a784-c5a13a66a100 req-b1cfc8ac-aad9-40eb-9695-0c0595615009 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "GET /v2.0/ports?device_id=a35dabb6-d13d-48e1-b184-19d58be083db HTTP/1.1" status: 200  len: 945 time: 0.3855610
Apr 20 18:32:33.646028 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-57ee29b0-9292-4020-98ce-46fcf4447945 req-028b9fc1-68ca-4f9d-be85-1f04b852cbe0 tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] 10.222.0.11 "GET /v2.0/security-groups?id=82d2b5dd-ac82-48c5-ae8a-56039f03438b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0775020
Apr 20 18:32:33.655884 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-142015db-051c-4ba8-a784-c5a13a66a100 req-3dd2da88-995b-4f0d-af48-d286dd732ca1 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "GET /v2.0/security-groups?id=ed50e5aa-327b-422f-82a8-ba0a7946687e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0722737
Apr 20 18:32:34.035838 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f10c917-d72b-4b0a-a5fd-9b332138068e req-bd65cf1d-5720-4c65-92f7-b50c3227ffda tempest-VolumesSnapshotTestJSON-716769491 tempest-VolumesSnapshotTestJSON-716769491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:34.037590 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-8f10c917-d72b-4b0a-a5fd-9b332138068e req-bd65cf1d-5720-4c65-92f7-b50c3227ffda tempest-VolumesSnapshotTestJSON-716769491 tempest-VolumesSnapshotTestJSON-716769491-project] 10.222.0.11 "GET /v2.0/ports?device_id=a17f999e-d3ff-49c1-85b1-bfe86b2c3f13 HTTP/1.1" status: 200  len: 946 time: 0.1053495
Apr 20 18:32:34.105330 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-8f10c917-d72b-4b0a-a5fd-9b332138068e req-055e1175-0eec-4085-b3e6-080373d5a510 tempest-VolumesSnapshotTestJSON-716769491 tempest-VolumesSnapshotTestJSON-716769491-project] 10.222.0.11 "GET /v2.0/security-groups?id=1f7e9f85-59a6-4887-af07-129e54386acf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0549979
Apr 20 18:32:34.739309 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-d6cc7364-1b7a-4f10-8f68-7c99c4d8d90a req-2998da25-ffec-4438-b66d-444ce09e0e22 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=195563af-933f-44b1-9a05-860e8d0d93c9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0874438
Apr 20 18:32:34.866957 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cc7364-1b7a-4f10-8f68-7c99c4d8d90a req-ded3d4e3-b57f-4621-9d1e-c531d252e046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:34.868761 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-d6cc7364-1b7a-4f10-8f68-7c99c4d8d90a req-ded3d4e3-b57f-4621-9d1e-c531d252e046 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4d61b8cb74c8488e895692a092d04f17&device_id=195563af-933f-44b1-9a05-860e8d0d93c9 HTTP/1.1" status: 200  len: 1099 time: 0.0921731
Apr 20 18:32:35.027132 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d29e7aa-d222-4208-b87d-398932088a4e req-ef0ae8a1-7752-4965-978a-158b17b5844a tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:35.029512 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-7d29e7aa-d222-4208-b87d-398932088a4e req-ef0ae8a1-7752-4965-978a-158b17b5844a tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "GET /v2.0/ports?device_id=a35dabb6-d13d-48e1-b184-19d58be083db HTTP/1.1" status: 200  len: 945 time: 0.2224593
Apr 20 18:32:35.075708 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcfabcf-6c6a-43ed-b3b5-984b388eff87 req-20c3a640-9cc3-497a-9529-45f95ab62891 tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:35.084969 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-5fcfabcf-6c6a-43ed-b3b5-984b388eff87 req-20c3a640-9cc3-497a-9529-45f95ab62891 tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] 10.222.0.11 "GET /v2.0/ports?device_id=d0fd46bd-9fee-4340-9afc-d88468312b48 HTTP/1.1" status: 200  len: 945 time: 0.1950810
Apr 20 18:32:35.118245 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-7d29e7aa-d222-4208-b87d-398932088a4e req-42731a90-2542-4821-8353-88f43c42812e tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "GET /v2.0/security-groups?id=ed50e5aa-327b-422f-82a8-ba0a7946687e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0776639
Apr 20 18:32:35.203329 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-5fcfabcf-6c6a-43ed-b3b5-984b388eff87 req-8262b9bc-ac9c-4a46-b676-f6bb75f60bfb tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] 10.222.0.11 "GET /v2.0/security-groups?id=82d2b5dd-ac82-48c5-ae8a-56039f03438b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1172037
Apr 20 18:32:35.225393 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cc7364-1b7a-4f10-8f68-7c99c4d8d90a req-3ae49b84-53b2-4fac-9ec2-16c20bbe05a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:35.228182 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-d6cc7364-1b7a-4f10-8f68-7c99c4d8d90a req-3ae49b84-53b2-4fac-9ec2-16c20bbe05a2 service neutron] 10.222.0.10 "GET /v2.0/networks?id=02422600-c332-4858-ad0c-e0fcc53844a7 HTTP/1.1" status: 200  len: 912 time: 0.3266687
Apr 20 18:32:35.488852 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-d6cc7364-1b7a-4f10-8f68-7c99c4d8d90a req-1b83b4a9-5d0f-4274-a0e7-69d7ebe659d5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=76b67a60-4a92-4a63-a54b-d3a3a125203a HTTP/1.1" status: 200  len: 1002 time: 0.2318006
Apr 20 18:32:35.490195 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01524b3-7f19-4f51-90a2-cdb621662ced req-7ef7dbee-45d1-45d8-a2e5-d946275788b1 tempest-VolumesSnapshotTestJSON-716769491 tempest-VolumesSnapshotTestJSON-716769491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:35.499463 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-e01524b3-7f19-4f51-90a2-cdb621662ced req-7ef7dbee-45d1-45d8-a2e5-d946275788b1 tempest-VolumesSnapshotTestJSON-716769491 tempest-VolumesSnapshotTestJSON-716769491-project] 10.222.0.11 "GET /v2.0/ports?device_id=a17f999e-d3ff-49c1-85b1-bfe86b2c3f13 HTTP/1.1" status: 200  len: 946 time: 0.1960616
Apr 20 18:32:35.565767 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-e01524b3-7f19-4f51-90a2-cdb621662ced req-db989b3f-1c36-4c28-9283-31c59a56dbd8 tempest-VolumesSnapshotTestJSON-716769491 tempest-VolumesSnapshotTestJSON-716769491-project] 10.222.0.11 "GET /v2.0/security-groups?id=1f7e9f85-59a6-4887-af07-129e54386acf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0650713
Apr 20 18:32:35.680475 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cc7364-1b7a-4f10-8f68-7c99c4d8d90a req-92f0146a-cf98-4fd7-833c-822ec99af1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:35.682156 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-d6cc7364-1b7a-4f10-8f68-7c99c4d8d90a req-92f0146a-cf98-4fd7-833c-822ec99af1a8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=75d0ac2f-18ed-4097-8673-60a099f48c88 HTTP/1.1" status: 200  len: 850 time: 0.1892304
Apr 20 18:32:35.850564 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cc7364-1b7a-4f10-8f68-7c99c4d8d90a req-8b91a3ff-e50f-411f-9f2d-976338f9a63d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:35.854055 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-d6cc7364-1b7a-4f10-8f68-7c99c4d8d90a req-8b91a3ff-e50f-411f-9f2d-976338f9a63d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=02422600-c332-4858-ad0c-e0fcc53844a7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1639388
Apr 20 18:32:36.032810 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-d6cc7364-1b7a-4f10-8f68-7c99c4d8d90a req-4d34706d-45ab-4d48-820b-a44f7ca24cc4 service neutron] 10.222.0.10 "GET /v2.0/networks/02422600-c332-4858-ad0c-e0fcc53844a7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1672318
Apr 20 18:32:36.228316 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-d6cc7364-1b7a-4f10-8f68-7c99c4d8d90a req-434687b8-2732-47d5-83be-2fda73e3adc7 service neutron] 10.222.0.10 "GET /v2.0/networks/02422600-c332-4858-ad0c-e0fcc53844a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1877782
Apr 20 18:32:36.436004 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d321b556-3d4f-4edb-a935-a06d1b83f0ac req-19faff0a-633b-47d6-a2f1-edcbc72c2b69 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:36.438979 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-d321b556-3d4f-4edb-a935-a06d1b83f0ac req-19faff0a-633b-47d6-a2f1-edcbc72c2b69 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "GET /v2.0/ports?device_id=a35dabb6-d13d-48e1-b184-19d58be083db HTTP/1.1" status: 200  len: 945 time: 0.1291587
Apr 20 18:32:36.679120 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-d321b556-3d4f-4edb-a935-a06d1b83f0ac req-50a5a308-c81d-4d4b-9519-a0c74754ab4e tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "GET /v2.0/security-groups?id=ed50e5aa-327b-422f-82a8-ba0a7946687e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2251415
Apr 20 18:32:36.750743 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343afc1c-e249-48cd-ab36-3aceaef7cc73 req-1b380e3a-3279-46d1-92a2-3042916b7802 tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:36.760502 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-343afc1c-e249-48cd-ab36-3aceaef7cc73 req-1b380e3a-3279-46d1-92a2-3042916b7802 tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] 10.222.0.11 "GET /v2.0/ports?device_id=d0fd46bd-9fee-4340-9afc-d88468312b48 HTTP/1.1" status: 200  len: 945 time: 0.2239618
Apr 20 18:32:36.829157 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-343afc1c-e249-48cd-ab36-3aceaef7cc73 req-ad89583e-2371-460d-9645-3839ab0ca33c tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] 10.222.0.11 "GET /v2.0/security-groups?id=82d2b5dd-ac82-48c5-ae8a-56039f03438b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0676413
Apr 20 18:32:37.185825 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64037d4-f60a-4c5b-804f-19be3aaad59f req-f55204c1-ce03-4d94-a789-ea2cccfea6d0 tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:37.187901 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-f64037d4-f60a-4c5b-804f-19be3aaad59f req-f55204c1-ce03-4d94-a789-ea2cccfea6d0 tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] 10.222.0.11 "GET /v2.0/ports?device_id=195563af-933f-44b1-9a05-860e8d0d93c9 HTTP/1.1" status: 200  len: 946 time: 0.1587152
Apr 20 18:32:37.239873 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-f64037d4-f60a-4c5b-804f-19be3aaad59f req-ce1a11c8-a07e-466f-aadc-b9a5a26b3561 tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] 10.222.0.11 "GET /v2.0/security-groups?id=69608afe-11f9-43e6-87f2-e65ac49327da&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438638
Apr 20 18:32:37.261315 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.11', 46634) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:32:37.429321 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-cf0ee91f-5de1-4cb8-9317-e6ebea1f0906 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:37.445732 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-cf0ee91f-5de1-4cb8-9317-e6ebea1f0906 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:32:37.450055 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-cf0ee91f-5de1-4cb8-9317-e6ebea1f0906 admin admin] Usage tracker for resource:security_group_rule and tenant:0526928a386b4d79b044ec245203bffd is out of sync, need to count used quota {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:32:37.453252 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-cf0ee91f-5de1-4cb8-9317-e6ebea1f0906 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:32:37.461020 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-cf0ee91f-5de1-4cb8-9317-e6ebea1f0906 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:32:37.548788 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-cf0ee91f-5de1-4cb8-9317-e6ebea1f0906 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:37.551905 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-cf0ee91f-5de1-4cb8-9317-e6ebea1f0906 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850969184'] for security_group, after_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:37.561521 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-170e53c1-b9f5-42ae-9733-fa569689a144 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:32:37.607032 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-cf0ee91f-5de1-4cb8-9317-e6ebea1f0906 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0526928a386b4d79b044ec245203bffd&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3443975
Apr 20 18:32:37.608059 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0ee91f-5de1-4cb8-9317-e6ebea1f0906 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58c16226-a757-4184-b095-cabb8ac9d63b,revision_number=1']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:32:37.611436 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-cf0ee91f-5de1-4cb8-9317-e6ebea1f0906 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:32:37.611933 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86421) accepted ('10.222.0.11', 46640) {{(pid=86421) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:32:37.692267 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-5292cc11-e5c3-4286-93f2-c62a82046fd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:37.734794 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-5292cc11-e5c3-4286-93f2-c62a82046fd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:37.818174 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-5292cc11-e5c3-4286-93f2-c62a82046fd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850969184'] for security_group, after_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:37.830097 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-b8b1fb42-5244-4693-a562-da236424ade3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:32:37.850206 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-5292cc11-e5c3-4286-93f2-c62a82046fd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:37.852117 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-5292cc11-e5c3-4286-93f2-c62a82046fd7 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/58c16226-a757-4184-b095-cabb8ac9d63b HTTP/1.1" status: 204  len: 168 time: 0.2386842
Apr 20 18:32:37.869792 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5292cc11-e5c3-4286-93f2-c62a82046fd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58c16226-a757-4184-b095-cabb8ac9d63b,revision_number=None']} {{(pid=86421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:32:37.880833 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-5292cc11-e5c3-4286-93f2-c62a82046fd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:32:38.069125 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec952c5e-8082-4499-8765-8e18cac6ae10 req-b9f5017d-6874-4b7c-a3bf-82d30c366d8b tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:38.077129 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-ec952c5e-8082-4499-8765-8e18cac6ae10 req-b9f5017d-6874-4b7c-a3bf-82d30c366d8b tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "GET /v2.0/ports?device_id=a35dabb6-d13d-48e1-b184-19d58be083db HTTP/1.1" status: 200  len: 945 time: 0.1643384
Apr 20 18:32:38.193873 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-ec952c5e-8082-4499-8765-8e18cac6ae10 req-8d3ea311-1a9e-49ad-a6dc-23d0fe6584d8 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "GET /v2.0/security-groups?id=ed50e5aa-327b-422f-82a8-ba0a7946687e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1155996
Apr 20 18:32:38.237177 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d271b25-9760-48d2-bf4b-d31a083024e7 req-6b19a4fc-2d88-430d-a324-14add9d7d0bf tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:38.240281 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-0d271b25-9760-48d2-bf4b-d31a083024e7 req-6b19a4fc-2d88-430d-a324-14add9d7d0bf tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] 10.222.0.11 "GET /v2.0/ports?device_id=d0fd46bd-9fee-4340-9afc-d88468312b48 HTTP/1.1" status: 200  len: 945 time: 0.1445179
Apr 20 18:32:38.374476 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-0d271b25-9760-48d2-bf4b-d31a083024e7 req-01cd7324-3195-488f-9b5f-449c01d41d6a tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] 10.222.0.11 "GET /v2.0/security-groups?id=82d2b5dd-ac82-48c5-ae8a-56039f03438b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1211250
Apr 20 18:32:38.523985 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74000502-a4cd-4c5a-80c1-a648cefec44d req-56640dbc-6e35-4ccf-8bef-05be65b548a3 tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:38.525727 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-74000502-a4cd-4c5a-80c1-a648cefec44d req-56640dbc-6e35-4ccf-8bef-05be65b548a3 tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] 10.222.0.11 "GET /v2.0/ports?device_id=195563af-933f-44b1-9a05-860e8d0d93c9 HTTP/1.1" status: 200  len: 946 time: 0.1044834
Apr 20 18:32:38.589823 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-74000502-a4cd-4c5a-80c1-a648cefec44d req-e134eb66-667c-4abc-8ba3-6041aaead12a tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] 10.222.0.11 "GET /v2.0/security-groups?id=69608afe-11f9-43e6-87f2-e65ac49327da&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0503962
Apr 20 18:32:39.069416 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86421) accepted ('10.222.0.11', 46694) {{(pid=86421) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:32:39.231675 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-19a36f5d-307f-43d5-8bb3-1cd93452e1b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:39.251169 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-19a36f5d-307f-43d5-8bb3-1cd93452e1b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86421) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:32:39.257834 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-19a36f5d-307f-43d5-8bb3-1cd93452e1b3 admin admin] Usage tracker for resource:security_group_rule and tenant:ac195b8ab00d44ecae367b1a6c501da1 is out of sync, need to count used quota {{(pid=86421) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:32:39.262141 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-19a36f5d-307f-43d5-8bb3-1cd93452e1b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86421) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:32:39.271038 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-19a36f5d-307f-43d5-8bb3-1cd93452e1b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86421) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:32:39.383005 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-19a36f5d-307f-43d5-8bb3-1cd93452e1b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:39.386320 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-19a36f5d-307f-43d5-8bb3-1cd93452e1b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850969184'] for security_group, after_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:39.395212 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:32:39.518722 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a36f5d-307f-43d5-8bb3-1cd93452e1b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=418b1766-076d-4507-9dcd-cf46d7cc84d7,revision_number=1']} {{(pid=86421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:32:39.532337 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-19a36f5d-307f-43d5-8bb3-1cd93452e1b3 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ac195b8ab00d44ecae367b1a6c501da1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4614158
Apr 20 18:32:39.534950 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.11', 46708) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:32:39.535800 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-19a36f5d-307f-43d5-8bb3-1cd93452e1b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:32:39.618751 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-6f5a8621-1151-4afa-b244-0bada9080b99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:39.653262 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-6f5a8621-1151-4afa-b244-0bada9080b99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:39.682435 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe13022-053b-4536-94d5-067d43c36ec2 req-49430831-c2d8-4b36-8c2e-6ad085f958ba tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:39.684205 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-3fe13022-053b-4536-94d5-067d43c36ec2 req-49430831-c2d8-4b36-8c2e-6ad085f958ba tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "GET /v2.0/ports?device_id=a35dabb6-d13d-48e1-b184-19d58be083db HTTP/1.1" status: 200  len: 945 time: 0.2548096
Apr 20 18:32:39.725332 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-6f5a8621-1151-4afa-b244-0bada9080b99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850969184'] for security_group, after_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:39.734744 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:32:39.758015 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5a8621-1151-4afa-b244-0bada9080b99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=418b1766-076d-4507-9dcd-cf46d7cc84d7,revision_number=None']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:32:39.760871 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-6f5a8621-1151-4afa-b244-0bada9080b99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:32:39.775830 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-6f5a8621-1151-4afa-b244-0bada9080b99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:39.780791 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-6f5a8621-1151-4afa-b244-0bada9080b99 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/418b1766-076d-4507-9dcd-cf46d7cc84d7 HTTP/1.1" status: 204  len: 168 time: 0.2443521
Apr 20 18:32:39.807011 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4942c4c-5948-46ae-8352-d8896e714c3d req-7d9d0f1b-c0fc-4628-87d8-da17a53f4667 tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:39.810099 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-a4942c4c-5948-46ae-8352-d8896e714c3d req-7d9d0f1b-c0fc-4628-87d8-da17a53f4667 tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] 10.222.0.11 "GET /v2.0/ports?device_id=d0fd46bd-9fee-4340-9afc-d88468312b48 HTTP/1.1" status: 200  len: 945 time: 0.2308660
Apr 20 18:32:39.820684 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-3fe13022-053b-4536-94d5-067d43c36ec2 req-f27c4b86-bebf-4c92-af86-d6e93ff470c8 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "GET /v2.0/security-groups?id=ed50e5aa-327b-422f-82a8-ba0a7946687e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1156111
Apr 20 18:32:39.902528 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-a4942c4c-5948-46ae-8352-d8896e714c3d req-a3dcfe36-6fa7-44b9-8957-1271bbe49dad tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] 10.222.0.11 "GET /v2.0/security-groups?id=82d2b5dd-ac82-48c5-ae8a-56039f03438b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0803156
Apr 20 18:32:40.177448 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03676b5-1176-4cc8-b09b-e9c5f4797921 req-6b37345d-18c2-4f3d-96b8-eff0eedb2606 tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:40.180492 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-f03676b5-1176-4cc8-b09b-e9c5f4797921 req-6b37345d-18c2-4f3d-96b8-eff0eedb2606 tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] 10.222.0.11 "GET /v2.0/ports?device_id=195563af-933f-44b1-9a05-860e8d0d93c9 HTTP/1.1" status: 200  len: 946 time: 0.1737287
Apr 20 18:32:40.222292 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.11', 46720) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:32:40.241666 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-f03676b5-1176-4cc8-b09b-e9c5f4797921 req-c092d90b-807d-4fc2-a657-c36ea8456260 tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] 10.222.0.11 "GET /v2.0/security-groups?id=69608afe-11f9-43e6-87f2-e65ac49327da&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0527556
Apr 20 18:32:40.252410 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-c07025a4-a2c3-4b7a-a98f-0cb9a9b02d0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:40.279654 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-c07025a4-a2c3-4b7a-a98f-0cb9a9b02d0a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:32:40.284509 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-c07025a4-a2c3-4b7a-a98f-0cb9a9b02d0a admin admin] Usage tracker for resource:security_group_rule and tenant:daeaa3ffab4f4aacb815c56410b40349 is out of sync, need to count used quota {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:32:40.289070 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-c07025a4-a2c3-4b7a-a98f-0cb9a9b02d0a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:32:40.295637 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-c07025a4-a2c3-4b7a-a98f-0cb9a9b02d0a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:32:40.398347 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-c07025a4-a2c3-4b7a-a98f-0cb9a9b02d0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:40.403241 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-c07025a4-a2c3-4b7a-a98f-0cb9a9b02d0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850969184'] for security_group, after_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:40.421541 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-b62a9835-7fe0-4991-92c8-2e8dd62353f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:32:40.522280 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07025a4-a2c3-4b7a-a98f-0cb9a9b02d0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e6774eb-49c2-4753-a1ad-6bd65a37634d,revision_number=1']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:32:40.525970 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-c07025a4-a2c3-4b7a-a98f-0cb9a9b02d0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:32:40.529321 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-c07025a4-a2c3-4b7a-a98f-0cb9a9b02d0a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=daeaa3ffab4f4aacb815c56410b40349&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3054540
Apr 20 18:32:40.534152 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86421) accepted ('10.222.0.11', 46730) {{(pid=86421) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:32:40.665958 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-84b89ad3-3966-4545-b210-359554e02955 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:40.727781 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-84b89ad3-3966-4545-b210-359554e02955 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:40.813649 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-84b89ad3-3966-4545-b210-359554e02955 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850969184'] for security_group, after_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:40.820137 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-5efd4018-bac4-43ba-8d31-436555bccc50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:32:40.834888 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b89ad3-3966-4545-b210-359554e02955 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e6774eb-49c2-4753-a1ad-6bd65a37634d,revision_number=None']} {{(pid=86421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:32:40.839811 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-84b89ad3-3966-4545-b210-359554e02955 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:32:40.851899 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-84b89ad3-3966-4545-b210-359554e02955 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:40.856717 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-84b89ad3-3966-4545-b210-359554e02955 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8e6774eb-49c2-4753-a1ad-6bd65a37634d HTTP/1.1" status: 204  len: 168 time: 0.3191926
Apr 20 18:32:40.893053 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86421) accepted ('10.222.0.11', 46742) {{(pid=86421) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:32:41.209723 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-6c40dfb1-b9cb-4d28-a0fd-02491f77b18f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:41.253001 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-6c40dfb1-b9cb-4d28-a0fd-02491f77b18f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86421) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:32:41.271717 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-6c40dfb1-b9cb-4d28-a0fd-02491f77b18f admin admin] Usage tracker for resource:security_group_rule and tenant:072c74f31049461cbaeda83ff97b03c3 is out of sync, need to count used quota {{(pid=86421) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:32:41.282812 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-6c40dfb1-b9cb-4d28-a0fd-02491f77b18f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86421) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:32:41.303687 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-6c40dfb1-b9cb-4d28-a0fd-02491f77b18f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86421) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:32:41.377942 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99451ccf-d83c-4bd9-88f3-abc96be37b2c req-e6f89000-2cbc-42c3-b13c-8461fcb3fff0 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:41.380425 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-99451ccf-d83c-4bd9-88f3-abc96be37b2c req-e6f89000-2cbc-42c3-b13c-8461fcb3fff0 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "GET /v2.0/ports?device_id=a35dabb6-d13d-48e1-b184-19d58be083db HTTP/1.1" status: 200  len: 945 time: 0.3438151
Apr 20 18:32:41.395094 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8967a4-043e-49a0-b6ae-7d1549ea3df3 req-941c8090-e5f1-486d-8ae7-19d71512fd37 tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:41.396990 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-fb8967a4-043e-49a0-b6ae-7d1549ea3df3 req-941c8090-e5f1-486d-8ae7-19d71512fd37 tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] 10.222.0.11 "GET /v2.0/ports?device_id=d0fd46bd-9fee-4340-9afc-d88468312b48 HTTP/1.1" status: 200  len: 945 time: 0.2858844
Apr 20 18:32:41.606283 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-99451ccf-d83c-4bd9-88f3-abc96be37b2c req-5e81aa5e-3264-44cf-ac1a-21af0a58d10c tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "GET /v2.0/security-groups?id=ed50e5aa-327b-422f-82a8-ba0a7946687e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2074857
Apr 20 18:32:41.611888 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-fb8967a4-043e-49a0-b6ae-7d1549ea3df3 req-58e98017-423e-4435-8241-b9d2d4ce3009 tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] 10.222.0.11 "GET /v2.0/security-groups?id=82d2b5dd-ac82-48c5-ae8a-56039f03438b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2077937
Apr 20 18:32:41.702104 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-6c40dfb1-b9cb-4d28-a0fd-02491f77b18f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:41.707718 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-6c40dfb1-b9cb-4d28-a0fd-02491f77b18f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850969184'] for security_group, after_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:41.717355 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-940cf2fd-97e1-438c-b16e-99a5c4de18a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:32:41.772027 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-6c40dfb1-b9cb-4d28-a0fd-02491f77b18f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=072c74f31049461cbaeda83ff97b03c3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8719058
Apr 20 18:32:41.772027 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c40dfb1-b9cb-4d28-a0fd-02491f77b18f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42fcb154-3f55-4fbb-aac5-6ac3937fc8d5,revision_number=1']} {{(pid=86421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:32:41.772903 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.11', 46766) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:32:41.775186 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-6c40dfb1-b9cb-4d28-a0fd-02491f77b18f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:32:41.902671 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7475b900-beaf-483c-8060-26524ea88a45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:41.950984 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7475b900-beaf-483c-8060-26524ea88a45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:42.035830 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7475b900-beaf-483c-8060-26524ea88a45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850969184'] for security_group, after_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:42.045726 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:32:42.057175 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591d4c1a-3f65-40fd-ab7d-8fe84062a82f req-db086089-8097-4758-bf96-8e98a3c41a5f tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:42.059247 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-591d4c1a-3f65-40fd-ab7d-8fe84062a82f req-db086089-8097-4758-bf96-8e98a3c41a5f tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] 10.222.0.11 "GET /v2.0/ports?device_id=195563af-933f-44b1-9a05-860e8d0d93c9 HTTP/1.1" status: 200  len: 946 time: 0.2059023
Apr 20 18:32:42.075399 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7475b900-beaf-483c-8060-26524ea88a45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42fcb154-3f55-4fbb-aac5-6ac3937fc8d5,revision_number=None']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:32:42.080093 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-7475b900-beaf-483c-8060-26524ea88a45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:32:42.092278 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7475b900-beaf-483c-8060-26524ea88a45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:42.094363 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-7475b900-beaf-483c-8060-26524ea88a45 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/42fcb154-3f55-4fbb-aac5-6ac3937fc8d5 HTTP/1.1" status: 204  len: 168 time: 0.3200610
Apr 20 18:32:42.164687 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-591d4c1a-3f65-40fd-ab7d-8fe84062a82f req-eae0e90c-b9b9-4afa-bedf-7fb55cc8befb tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] 10.222.0.11 "GET /v2.0/security-groups?id=69608afe-11f9-43e6-87f2-e65ac49327da&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0835903
Apr 20 18:32:42.223156 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf12462-2adc-466d-9f7a-b1a29475520d req-ad4ab17b-ab8e-4663-9990-73c836ce59c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:42.225015 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-adf12462-2adc-466d-9f7a-b1a29475520d req-ad4ab17b-ab8e-4663-9990-73c836ce59c9 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=d0fd46bd-9fee-4340-9afc-d88468312b48 HTTP/1.1" status: 200  len: 1098 time: 0.1290934
Apr 20 18:32:42.296771 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-adf12462-2adc-466d-9f7a-b1a29475520d req-7c338212-c210-4379-9000-6b0c516427e6 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=82d2b5dd-ac82-48c5-ae8a-56039f03438b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0631933
Apr 20 18:32:43.027079 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d41b34-ee21-46fa-9701-dfd70b22412f req-c14cb49c-dc73-4588-98e8-bb1e73cc24e7 tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:43.041833 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-91d41b34-ee21-46fa-9701-dfd70b22412f req-c14cb49c-dc73-4588-98e8-bb1e73cc24e7 tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] 10.222.0.11 "GET /v2.0/ports?device_id=d0fd46bd-9fee-4340-9afc-d88468312b48 HTTP/1.1" status: 200  len: 945 time: 0.1684942
Apr 20 18:32:43.273284 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-91d41b34-ee21-46fa-9701-dfd70b22412f req-16a0c3c9-1753-4af6-8423-a076bce271e5 tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] 10.222.0.11 "GET /v2.0/security-groups?id=82d2b5dd-ac82-48c5-ae8a-56039f03438b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2256043
Apr 20 18:32:43.400015 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38c50dc-5f59-429d-a687-f1b144b4079a req-a8dd610a-7b55-446e-813a-e2de9510cf37 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:43.403026 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-f38c50dc-5f59-429d-a687-f1b144b4079a req-a8dd610a-7b55-446e-813a-e2de9510cf37 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "GET /v2.0/ports?device_id=a35dabb6-d13d-48e1-b184-19d58be083db HTTP/1.1" status: 200  len: 945 time: 0.3033633
Apr 20 18:32:43.550876 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-f38c50dc-5f59-429d-a687-f1b144b4079a req-ac8ced3e-c57b-4e2d-a5a2-b48c7604df87 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "GET /v2.0/security-groups?id=ed50e5aa-327b-422f-82a8-ba0a7946687e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1265786
Apr 20 18:32:43.774185 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8850cdf-9eda-4b19-a028-bc7d8a6658ea req-09a0101e-cbac-451e-99e6-cc6c835a61bc tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:43.774185 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-b8850cdf-9eda-4b19-a028-bc7d8a6658ea req-09a0101e-cbac-451e-99e6-cc6c835a61bc tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] 10.222.0.11 "GET /v2.0/ports?device_id=195563af-933f-44b1-9a05-860e8d0d93c9 HTTP/1.1" status: 200  len: 946 time: 0.2274642
Apr 20 18:32:43.848106 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-b8850cdf-9eda-4b19-a028-bc7d8a6658ea req-703ff09a-24bc-4afa-a9e4-92cb5ea52cbc tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] 10.222.0.11 "GET /v2.0/security-groups?id=69608afe-11f9-43e6-87f2-e65ac49327da&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0633969
Apr 20 18:32:44.648893 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d681314c-bf4e-4747-81f7-87e594e1fef1 req-4eb91cd3-3b0d-428a-9139-87b04d72a3fe tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:44.651551 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-d681314c-bf4e-4747-81f7-87e594e1fef1 req-4eb91cd3-3b0d-428a-9139-87b04d72a3fe tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] 10.222.0.11 "GET /v2.0/ports?device_id=d0fd46bd-9fee-4340-9afc-d88468312b48 HTTP/1.1" status: 200  len: 945 time: 0.1568205
Apr 20 18:32:44.720908 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-d681314c-bf4e-4747-81f7-87e594e1fef1 req-e1461ad5-9e34-42be-8379-05db2b539b59 tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] 10.222.0.11 "GET /v2.0/security-groups?id=82d2b5dd-ac82-48c5-ae8a-56039f03438b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0621555
Apr 20 18:32:44.978834 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d8a3af-940c-494f-90f3-5cbc71da3c54 req-629818ec-105e-43bf-be81-0e464b520c83 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:44.980826 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-58d8a3af-940c-494f-90f3-5cbc71da3c54 req-629818ec-105e-43bf-be81-0e464b520c83 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "GET /v2.0/ports?device_id=a35dabb6-d13d-48e1-b184-19d58be083db HTTP/1.1" status: 200  len: 945 time: 0.1251116
Apr 20 18:32:45.052064 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-58d8a3af-940c-494f-90f3-5cbc71da3c54 req-96ab675a-ae26-4a10-9cf5-f0738bafec8f tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "GET /v2.0/security-groups?id=ed50e5aa-327b-422f-82a8-ba0a7946687e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0591569
Apr 20 18:32:45.371856 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2aaa210-530c-4013-b08e-af629d721573 req-82c786dd-f8b6-4041-8e63-5018ab1b04c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:45.373996 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-f2aaa210-530c-4013-b08e-af629d721573 req-82c786dd-f8b6-4041-8e63-5018ab1b04c5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c9d2f68c6fa74348a553079d597a5342&device_id=d0fd46bd-9fee-4340-9afc-d88468312b48 HTTP/1.1" status: 200  len: 1098 time: 0.1649690
Apr 20 18:32:45.413134 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e26093c-0f70-417d-b635-921e2de28e90 req-8af6dbad-004f-42fd-a621-6b38527cf80f tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:45.414867 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-4e26093c-0f70-417d-b635-921e2de28e90 req-8af6dbad-004f-42fd-a621-6b38527cf80f tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] 10.222.0.11 "GET /v2.0/ports?device_id=195563af-933f-44b1-9a05-860e8d0d93c9 HTTP/1.1" status: 200  len: 946 time: 0.1788695
Apr 20 18:32:45.436489 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05d03a0-c156-4eb0-af1d-2cf7b86c0ac1 req-a1d72390-3c15-408f-ba6c-02f1426dfb93 tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:45.438194 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-b05d03a0-c156-4eb0-af1d-2cf7b86c0ac1 req-a1d72390-3c15-408f-ba6c-02f1426dfb93 tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] 10.222.0.11 "GET /v2.0/ports?device_id=d0fd46bd-9fee-4340-9afc-d88468312b48 HTTP/1.1" status: 200  len: 945 time: 0.1542027
Apr 20 18:32:45.537570 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2aaa210-530c-4013-b08e-af629d721573 req-003863a9-9b89-44f2-bdc1-143801c0a9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:45.539298 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-f2aaa210-530c-4013-b08e-af629d721573 req-003863a9-9b89-44f2-bdc1-143801c0a9ee service neutron] 10.222.0.10 "GET /v2.0/networks?id=e1a3515f-6650-48cb-a68d-8193e54b06db HTTP/1.1" status: 200  len: 919 time: 0.1581388
Apr 20 18:32:45.592541 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-b05d03a0-c156-4eb0-af1d-2cf7b86c0ac1 req-4b182337-79c3-4352-bc77-91bfd38294c3 tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] 10.222.0.11 "GET /v2.0/security-groups?id=82d2b5dd-ac82-48c5-ae8a-56039f03438b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1445100
Apr 20 18:32:45.610260 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-4e26093c-0f70-417d-b635-921e2de28e90 req-7bd4e7aa-7dd9-4118-9719-d30502213ec0 tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] 10.222.0.11 "GET /v2.0/security-groups?id=69608afe-11f9-43e6-87f2-e65ac49327da&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1705799
Apr 20 18:32:45.639768 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-f2aaa210-530c-4013-b08e-af629d721573 req-633d5879-8697-4157-8e49-5272c1aafa79 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7909e612-5dfa-4193-938a-9f6ca5d1756b HTTP/1.1" status: 200  len: 217 time: 0.0929415
Apr 20 18:32:45.641551 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Device fc2c1be7-a945-415f-9fcd-718e1fd4abb7 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 18:32:45.729579 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2aaa210-530c-4013-b08e-af629d721573 req-bd0861a0-29ee-424d-9d9d-626843954bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:45.731260 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-f2aaa210-530c-4013-b08e-af629d721573 req-bd0861a0-29ee-424d-9d9d-626843954bc7 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=680a997a-0cf4-4428-86cb-30422b5e5d52 HTTP/1.1" status: 200  len: 858 time: 0.0835049
Apr 20 18:32:45.822790 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-f2aaa210-530c-4013-b08e-af629d721573 req-b4cf6205-2a78-4be2-b056-1d1c9187cf06 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e1a3515f-6650-48cb-a68d-8193e54b06db&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0829279
Apr 20 18:32:45.877909 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] For port fc2c1be7-a945-415f-9fcd-718e1fd4abb7, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=fc2c1be7-a945-415f-9fcd-718e1fd4abb7,segment=NetworkSegment(8f4cadfd-3269-4c6c-8ca6-68423b9c7197),segment_id=8f4cadfd-3269-4c6c-8ca6-68423b9c7197)] {{(pid=86422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:32:45.898216 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Returning: {'device': 'fc2c1be7-a945-415f-9fcd-718e1fd4abb7', 'network_id': '70bb951b-5201-42f1-af2f-fff209eaf750', 'port_id': 'fc2c1be7-a945-415f-9fcd-718e1fd4abb7', 'mac_address': 'fa:16:3e:9b:08:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 380, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de093425-a655-4f08-b89a-732e934018c4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 18:32:45.980013 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854207267'] for port, before_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:46.007794 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.notifiers.nova [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fc2c1be7-a945-415f-9fcd-718e1fd4abb7 {{(pid=86422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 18:32:46.011765 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-f2aaa210-530c-4013-b08e-af629d721573 req-c4f8c64f-02e7-4812-aa9a-535988ca6730 service neutron] 10.222.0.10 "GET /v2.0/networks/e1a3515f-6650-48cb-a68d-8193e54b06db?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1805897
Apr 20 18:32:46.027852 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] For port fc2c1be7-a945-415f-9fcd-718e1fd4abb7, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=fc2c1be7-a945-415f-9fcd-718e1fd4abb7,segment=NetworkSegment(8f4cadfd-3269-4c6c-8ca6-68423b9c7197),segment_id=8f4cadfd-3269-4c6c-8ca6-68423b9c7197)] {{(pid=86422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:32:46.035790 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785676839112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251178383903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251178382076'] for port, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:46.038222 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:32:46.167338 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] get_ports_and_sgs() called for port_ids ['fc2c1be7-a945-415f-9fcd-718e1fd4abb7'] {{(pid=86422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 18:32:46.206770 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Pushing event updated for resources: {'Port': ['ID=fc2c1be7-a945-415f-9fcd-718e1fd4abb7,revision_number=6']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:32:46.217751 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:32:46.269945 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-f2aaa210-530c-4013-b08e-af629d721573 req-ce05326a-6cd3-4bd0-a021-ecb71bf10b36 service neutron] 10.222.0.10 "GET /v2.0/networks/e1a3515f-6650-48cb-a68d-8193e54b06db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2462845
Apr 20 18:32:46.635835 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc4277c-87a0-4c2d-b749-977c116b5dc5 req-944c65d9-72b7-4520-bf05-af07c882467a tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:46.645648 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-1fc4277c-87a0-4c2d-b749-977c116b5dc5 req-944c65d9-72b7-4520-bf05-af07c882467a tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "GET /v2.0/ports?device_id=a35dabb6-d13d-48e1-b184-19d58be083db HTTP/1.1" status: 200  len: 944 time: 0.2236185
Apr 20 18:32:46.699726 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-1fc4277c-87a0-4c2d-b749-977c116b5dc5 req-4fa3dc37-45ec-47db-8597-3e6234bb6ce4 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "GET /v2.0/security-groups?id=ed50e5aa-327b-422f-82a8-ba0a7946687e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0478821
Apr 20 18:32:46.903527 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21c3f48-874c-41c9-a08e-e95c73ba0971 req-9fa39e2c-9602-4513-b89a-dbcb9549707f tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:46.905238 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-c21c3f48-874c-41c9-a08e-e95c73ba0971 req-9fa39e2c-9602-4513-b89a-dbcb9549707f tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] 10.222.0.11 "GET /v2.0/ports?device_id=d0fd46bd-9fee-4340-9afc-d88468312b48 HTTP/1.1" status: 200  len: 945 time: 0.1452253
Apr 20 18:32:47.012298 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-c21c3f48-874c-41c9-a08e-e95c73ba0971 req-f8fd9c5a-d809-4619-b2bf-5e070466582b tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] 10.222.0.11 "GET /v2.0/security-groups?id=82d2b5dd-ac82-48c5-ae8a-56039f03438b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0968492
Apr 20 18:32:47.074470 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25107493-b7c0-4a8f-91a3-57833e7997ec req-25be0341-43bb-4bd8-8f10-8dc98b953cd3 tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:47.076148 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-25107493-b7c0-4a8f-91a3-57833e7997ec req-25be0341-43bb-4bd8-8f10-8dc98b953cd3 tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] 10.222.0.11 "GET /v2.0/ports?device_id=195563af-933f-44b1-9a05-860e8d0d93c9 HTTP/1.1" status: 200  len: 946 time: 0.1271517
Apr 20 18:32:47.137361 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-25107493-b7c0-4a8f-91a3-57833e7997ec req-a866fde9-e63e-479e-a084-155eca70cc38 tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] 10.222.0.11 "GET /v2.0/security-groups?id=69608afe-11f9-43e6-87f2-e65ac49327da&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0481365
Apr 20 18:32:47.967184 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad182cef-2234-46f4-8f3e-7bbe97cfc100 req-5f7c6b7d-b644-45c9-8541-9fe4701df8c1 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:47.968851 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-ad182cef-2234-46f4-8f3e-7bbe97cfc100 req-5f7c6b7d-b644-45c9-8541-9fe4701df8c1 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "GET /v2.0/ports?device_id=a35dabb6-d13d-48e1-b184-19d58be083db HTTP/1.1" status: 200  len: 944 time: 0.1032929
Apr 20 18:32:48.022553 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-ad182cef-2234-46f4-8f3e-7bbe97cfc100 req-637a02f6-9614-4ebf-98d1-0596aa0f9ee1 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "GET /v2.0/security-groups?id=ed50e5aa-327b-422f-82a8-ba0a7946687e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0458002
Apr 20 18:32:48.245116 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed20152-82b3-4ebe-ad6a-8cce3397570d req-11b7f2f1-f136-4af4-aecb-858b410769ee tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:48.246933 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-aed20152-82b3-4ebe-ad6a-8cce3397570d req-11b7f2f1-f136-4af4-aecb-858b410769ee tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] 10.222.0.11 "GET /v2.0/ports?device_id=d0fd46bd-9fee-4340-9afc-d88468312b48 HTTP/1.1" status: 200  len: 945 time: 0.1092710
Apr 20 18:32:48.294102 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Device fc2c1be7-a945-415f-9fcd-718e1fd4abb7 up at agent hyperv_hv-cinder-78693 {{(pid=86422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:32:48.414916 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-aed20152-82b3-4ebe-ad6a-8cce3397570d req-23760fc3-9ba2-4e1a-bd02-11f1cc590630 tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] 10.222.0.11 "GET /v2.0/security-groups?id=82d2b5dd-ac82-48c5-ae8a-56039f03438b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1592600
Apr 20 18:32:48.531576 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Provisioning complete for port fc2c1be7-a945-415f-9fcd-718e1fd4abb7 triggered by entity L2. {{(pid=86422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:32:48.535903 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733696'] for port, provisioning_complete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:48.776280 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d69f1b1-6877-4ba7-8148-fd8aed47bca6 req-8b4f4848-3cf9-440f-8242-a18a9e5f8b7c tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:48.778199 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-2d69f1b1-6877-4ba7-8148-fd8aed47bca6 req-8b4f4848-3cf9-440f-8242-a18a9e5f8b7c tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] 10.222.0.11 "GET /v2.0/ports?device_id=195563af-933f-44b1-9a05-860e8d0d93c9 HTTP/1.1" status: 200  len: 946 time: 0.1409152
Apr 20 18:32:48.799597 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854207267'] for port, before_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:48.841632 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-2d69f1b1-6877-4ba7-8148-fd8aed47bca6 req-355238c1-0a30-4e30-8a99-67ff88d6a8b5 tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] 10.222.0.11 "GET /v2.0/security-groups?id=69608afe-11f9-43e6-87f2-e65ac49327da&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0543926
Apr 20 18:32:48.858095 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a35dabb6-d13d-48e1-b184-19d58be083db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc2c1be7-a945-415f-9fcd-718e1fd4abb7'}] {{(pid=86422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:32:48.864763 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] For port fc2c1be7-a945-415f-9fcd-718e1fd4abb7, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=fc2c1be7-a945-415f-9fcd-718e1fd4abb7,segment=NetworkSegment(8f4cadfd-3269-4c6c-8ca6-68423b9c7197),segment_id=8f4cadfd-3269-4c6c-8ca6-68423b9c7197)] {{(pid=86422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:32:48.869604 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785676839112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251178383903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251178382076'] for port, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:48.871832 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:32:48.927010 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a35dabb6-d13d-48e1-b184-19d58be083db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc2c1be7-a945-415f-9fcd-718e1fd4abb7', 'code': 200}
Apr 20 18:32:48.962295 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Pushing event updated for resources: {'Port': ['ID=fc2c1be7-a945-415f-9fcd-718e1fd4abb7,revision_number=7']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:32:48.968215 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:32:49.403983 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dc32b0-130c-4441-9c1d-024e5547ebce req-d6c70abb-07fd-4ef8-9286-e74150cd8c76 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:49.406697 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-12dc32b0-130c-4441-9c1d-024e5547ebce req-d6c70abb-07fd-4ef8-9286-e74150cd8c76 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "GET /v2.0/ports?device_id=a35dabb6-d13d-48e1-b184-19d58be083db HTTP/1.1" status: 200  len: 945 time: 0.1647990
Apr 20 18:32:49.501088 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.11', 46928) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:32:49.514885 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-12dc32b0-130c-4441-9c1d-024e5547ebce req-4c51c353-3bb6-4397-9769-e5cd7abe2e56 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "GET /v2.0/security-groups?id=ed50e5aa-327b-422f-82a8-ba0a7946687e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0985696
Apr 20 18:32:49.687185 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa102f44-eba1-4f04-bf54-05105c8c3989 req-da9e0916-6288-40a4-9a2e-19d873219dcd tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:49.688908 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-aa102f44-eba1-4f04-bf54-05105c8c3989 req-da9e0916-6288-40a4-9a2e-19d873219dcd tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] 10.222.0.11 "GET /v2.0/ports?device_id=d0fd46bd-9fee-4340-9afc-d88468312b48 HTTP/1.1" status: 200  len: 945 time: 0.1141877
Apr 20 18:32:49.705569 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-b73c1f3c-3206-46c3-8227-0ced21347502 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:49.729532 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-b73c1f3c-3206-46c3-8227-0ced21347502 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:32:49.736892 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-b73c1f3c-3206-46c3-8227-0ced21347502 admin admin] Usage tracker for resource:security_group_rule and tenant:c1922bfa813342a48e82e6f3ed92ddba is out of sync, need to count used quota {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:32:49.746627 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-b73c1f3c-3206-46c3-8227-0ced21347502 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:32:49.764139 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-b73c1f3c-3206-46c3-8227-0ced21347502 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:32:49.764616 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-aa102f44-eba1-4f04-bf54-05105c8c3989 req-607edebe-82e7-4b44-80bf-24a5f1110f2c tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] 10.222.0.11 "GET /v2.0/security-groups?id=82d2b5dd-ac82-48c5-ae8a-56039f03438b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0620310
Apr 20 18:32:49.930770 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-b73c1f3c-3206-46c3-8227-0ced21347502 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:49.934982 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-b73c1f3c-3206-46c3-8227-0ced21347502 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850969184'] for security_group, after_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:49.952039 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-e1032d81-0984-4bee-bb70-23d5ca377e6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:32:50.034673 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73c1f3c-3206-46c3-8227-0ced21347502 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4c7762f-d7d2-4a06-8625-38d4ad839f1f,revision_number=1']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:32:50.039983 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-b73c1f3c-3206-46c3-8227-0ced21347502 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:32:50.044136 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-b73c1f3c-3206-46c3-8227-0ced21347502 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c1922bfa813342a48e82e6f3ed92ddba&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5411899
Apr 20 18:32:50.048666 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.11', 46940) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:32:50.086764 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32007af7-a252-4977-940a-0cbbad4ab0af req-b651c0c7-11f8-4d10-87d5-96310e7695f9 tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:50.088671 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-32007af7-a252-4977-940a-0cbbad4ab0af req-b651c0c7-11f8-4d10-87d5-96310e7695f9 tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] 10.222.0.11 "GET /v2.0/ports?device_id=195563af-933f-44b1-9a05-860e8d0d93c9 HTTP/1.1" status: 200  len: 946 time: 0.1098478
Apr 20 18:32:50.144503 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-32007af7-a252-4977-940a-0cbbad4ab0af req-c15132ff-488a-4fd1-b7c1-44a674ae3b20 tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] 10.222.0.11 "GET /v2.0/security-groups?id=69608afe-11f9-43e6-87f2-e65ac49327da&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0471642
Apr 20 18:32:50.168508 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-43821bd6-47ab-4bd6-9d9c-f678e08e10e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:50.232891 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-43821bd6-47ab-4bd6-9d9c-f678e08e10e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:50.292745 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-43821bd6-47ab-4bd6-9d9c-f678e08e10e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850969184'] for security_group, after_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:50.298093 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-6f5a8621-1151-4afa-b244-0bada9080b99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:32:50.312489 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43821bd6-47ab-4bd6-9d9c-f678e08e10e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4c7762f-d7d2-4a06-8625-38d4ad839f1f,revision_number=None']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:32:50.316088 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-43821bd6-47ab-4bd6-9d9c-f678e08e10e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:32:50.318711 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-43821bd6-47ab-4bd6-9d9c-f678e08e10e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:50.319950 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-43821bd6-47ab-4bd6-9d9c-f678e08e10e0 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d4c7762f-d7d2-4a06-8625-38d4ad839f1f HTTP/1.1" status: 204  len: 168 time: 0.2667742
Apr 20 18:32:50.688928 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.11', 46950) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:32:50.709843 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-506fb9f5-fcab-4d08-bb11-f698b7c6324a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:50.727059 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-506fb9f5-fcab-4d08-bb11-f698b7c6324a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:32:50.731805 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-506fb9f5-fcab-4d08-bb11-f698b7c6324a admin admin] Usage tracker for resource:security_group_rule and tenant:d9a4fd4580174942898cbea9e90d6ade is out of sync, need to count used quota {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:32:50.735764 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-506fb9f5-fcab-4d08-bb11-f698b7c6324a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:32:50.744709 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-506fb9f5-fcab-4d08-bb11-f698b7c6324a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:32:50.751165 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21da48a7-2d89-466a-8642-9fefd395f653 req-b7f58bb8-64dd-474a-923f-4deff63e3b09 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:50.753076 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-21da48a7-2d89-466a-8642-9fefd395f653 req-b7f58bb8-64dd-474a-923f-4deff63e3b09 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "GET /v2.0/ports?device_id=a35dabb6-d13d-48e1-b184-19d58be083db HTTP/1.1" status: 200  len: 945 time: 0.1055331
Apr 20 18:32:50.881834 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-21da48a7-2d89-466a-8642-9fefd395f653 req-fa5a5fd2-9e86-4e4b-9f7a-27f19e507ad5 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "GET /v2.0/security-groups?id=ed50e5aa-327b-422f-82a8-ba0a7946687e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1152291
Apr 20 18:32:50.928434 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-506fb9f5-fcab-4d08-bb11-f698b7c6324a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:50.928434 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-506fb9f5-fcab-4d08-bb11-f698b7c6324a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850969184'] for security_group, after_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:50.940758 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-8b0db40b-043b-46c7-9f25-5dab3f5029d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:32:51.022911 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-506fb9f5-fcab-4d08-bb11-f698b7c6324a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d9a4fd4580174942898cbea9e90d6ade&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3324378
Apr 20 18:32:51.024925 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506fb9f5-fcab-4d08-bb11-f698b7c6324a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c17f02b9-ca94-49b3-a620-9fc8ab6cc6cd,revision_number=1']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:32:51.026365 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86421) accepted ('10.222.0.11', 46960) {{(pid=86421) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:32:51.030503 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-506fb9f5-fcab-4d08-bb11-f698b7c6324a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:32:51.174415 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf304cb-e64c-4ee1-8da2-48b99ee3babd req-a36cd31d-cada-4ec0-a9a7-2be0ee1aa987 tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:51.176621 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-cdf304cb-e64c-4ee1-8da2-48b99ee3babd req-a36cd31d-cada-4ec0-a9a7-2be0ee1aa987 tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] 10.222.0.11 "GET /v2.0/ports?device_id=d0fd46bd-9fee-4340-9afc-d88468312b48 HTTP/1.1" status: 200  len: 945 time: 0.2458389
Apr 20 18:32:51.182228 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-221f7172-ef7e-4602-a01f-71b7543baa59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:51.247346 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-221f7172-ef7e-4602-a01f-71b7543baa59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:51.280333 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-cdf304cb-e64c-4ee1-8da2-48b99ee3babd req-f71e2ddc-f2ee-487a-9564-5022b590b262 tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] 10.222.0.11 "GET /v2.0/security-groups?id=82d2b5dd-ac82-48c5-ae8a-56039f03438b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0867267
Apr 20 18:32:51.377692 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-221f7172-ef7e-4602-a01f-71b7543baa59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850969184'] for security_group, after_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:51.384682 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-5ee8ff7c-4f4e-4303-8dc1-3320fe621a0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:32:51.403417 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221f7172-ef7e-4602-a01f-71b7543baa59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c17f02b9-ca94-49b3-a620-9fc8ab6cc6cd,revision_number=None']} {{(pid=86421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:32:51.410706 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-221f7172-ef7e-4602-a01f-71b7543baa59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:32:51.425881 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8917eaa6-598f-473b-a8cb-028af41aaba3 req-caec0c65-132b-41a1-ac48-cd30ac290137 tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:51.428112 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-8917eaa6-598f-473b-a8cb-028af41aaba3 req-caec0c65-132b-41a1-ac48-cd30ac290137 tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] 10.222.0.11 "GET /v2.0/ports?device_id=195563af-933f-44b1-9a05-860e8d0d93c9 HTTP/1.1" status: 200  len: 946 time: 0.1451705
Apr 20 18:32:51.430492 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-221f7172-ef7e-4602-a01f-71b7543baa59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:51.435931 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-221f7172-ef7e-4602-a01f-71b7543baa59 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c17f02b9-ca94-49b3-a620-9fc8ab6cc6cd HTTP/1.1" status: 204  len: 168 time: 0.4022744
Apr 20 18:32:51.548672 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-8917eaa6-598f-473b-a8cb-028af41aaba3 req-e7783a62-628f-436e-a60a-b49edfb3324f tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] 10.222.0.11 "GET /v2.0/security-groups?id=69608afe-11f9-43e6-87f2-e65ac49327da&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0917413
Apr 20 18:32:52.259181 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5186ada5-b311-41e6-98bf-58d52a640bc2 req-4c56065b-6719-4116-b5ad-fd19e818c9ff tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:52.261421 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-5186ada5-b311-41e6-98bf-58d52a640bc2 req-4c56065b-6719-4116-b5ad-fd19e818c9ff tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "GET /v2.0/ports?device_id=a35dabb6-d13d-48e1-b184-19d58be083db HTTP/1.1" status: 200  len: 945 time: 0.1912792
Apr 20 18:32:52.347565 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-5186ada5-b311-41e6-98bf-58d52a640bc2 req-fa7d704b-7373-4a3f-864a-528c2580cc52 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "GET /v2.0/security-groups?id=ed50e5aa-327b-422f-82a8-ba0a7946687e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0756934
Apr 20 18:32:52.576947 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03337b8b-a100-4e22-8c41-457c98ce0ed5 req-151ea09b-65cc-4218-9a7a-50ec67d1b40d tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:52.578984 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-03337b8b-a100-4e22-8c41-457c98ce0ed5 req-151ea09b-65cc-4218-9a7a-50ec67d1b40d tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] 10.222.0.11 "GET /v2.0/ports?device_id=d0fd46bd-9fee-4340-9afc-d88468312b48 HTTP/1.1" status: 200  len: 945 time: 0.1279476
Apr 20 18:32:52.701257 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-03337b8b-a100-4e22-8c41-457c98ce0ed5 req-44acb55f-0f00-43d7-990b-c566712fb008 tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] 10.222.0.11 "GET /v2.0/security-groups?id=82d2b5dd-ac82-48c5-ae8a-56039f03438b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0958154
Apr 20 18:32:52.872575 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bead44f-2e9b-4759-b6ce-d7830b033373 req-f397e404-e002-461d-84a2-b63bd75a2bb6 tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:52.874237 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-6bead44f-2e9b-4759-b6ce-d7830b033373 req-f397e404-e002-461d-84a2-b63bd75a2bb6 tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] 10.222.0.11 "GET /v2.0/ports?device_id=195563af-933f-44b1-9a05-860e8d0d93c9 HTTP/1.1" status: 200  len: 946 time: 0.1581237
Apr 20 18:32:53.219538 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-6bead44f-2e9b-4759-b6ce-d7830b033373 req-7865bc77-05a3-420c-9c79-76defe4c3647 tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] 10.222.0.11 "GET /v2.0/security-groups?id=69608afe-11f9-43e6-87f2-e65ac49327da&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3365886
Apr 20 18:32:53.701048 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415a14d0-6421-473e-8044-e26953acc86e req-bba82212-b7a6-4c15-b72b-4a5ac29ce477 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:53.702895 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-415a14d0-6421-473e-8044-e26953acc86e req-bba82212-b7a6-4c15-b72b-4a5ac29ce477 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "GET /v2.0/ports?device_id=a35dabb6-d13d-48e1-b184-19d58be083db HTTP/1.1" status: 200  len: 945 time: 0.1203504
Apr 20 18:32:53.868936 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-415a14d0-6421-473e-8044-e26953acc86e req-82f92f68-5d1c-441c-81e3-fad504573f14 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "GET /v2.0/security-groups?id=ed50e5aa-327b-422f-82a8-ba0a7946687e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1541519
Apr 20 18:32:54.072631 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cd6d29-00b9-4db2-a9ef-2b3fd463ebd5 req-9ce0cfcc-32f1-4cb0-bb55-68f77447e6b8 tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:54.074574 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-22cd6d29-00b9-4db2-a9ef-2b3fd463ebd5 req-9ce0cfcc-32f1-4cb0-bb55-68f77447e6b8 tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] 10.222.0.11 "GET /v2.0/ports?device_id=d0fd46bd-9fee-4340-9afc-d88468312b48 HTTP/1.1" status: 200  len: 945 time: 0.1702857
Apr 20 18:32:54.158614 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-22cd6d29-00b9-4db2-a9ef-2b3fd463ebd5 req-6030b52e-210f-40ed-ac93-8a4c6ac5f9f2 tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] 10.222.0.11 "GET /v2.0/security-groups?id=82d2b5dd-ac82-48c5-ae8a-56039f03438b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0680664
Apr 20 18:32:54.788205 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9519777b-f034-41a7-b11b-570b12c4d361 req-a297df56-9894-4da1-bf91-559346e6a3d6 tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:54.790188 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-9519777b-f034-41a7-b11b-570b12c4d361 req-a297df56-9894-4da1-bf91-559346e6a3d6 tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] 10.222.0.11 "GET /v2.0/ports?device_id=195563af-933f-44b1-9a05-860e8d0d93c9 HTTP/1.1" status: 200  len: 946 time: 0.2225444
Apr 20 18:32:54.875381 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-9519777b-f034-41a7-b11b-570b12c4d361 req-c8ba443b-9921-490f-a79a-d8906f006bea tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] 10.222.0.11 "GET /v2.0/security-groups?id=69608afe-11f9-43e6-87f2-e65ac49327da&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0724628
Apr 20 18:32:55.283043 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea22620-48aa-4ac4-8efa-bd950049311d req-281f4445-dfb2-494e-abfa-5bfcf72ae718 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:55.292502 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-aea22620-48aa-4ac4-8efa-bd950049311d req-281f4445-dfb2-494e-abfa-5bfcf72ae718 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "GET /v2.0/ports?device_id=a35dabb6-d13d-48e1-b184-19d58be083db HTTP/1.1" status: 200  len: 945 time: 0.2055840
Apr 20 18:32:55.360642 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-aea22620-48aa-4ac4-8efa-bd950049311d req-94792895-55e0-49d3-9857-d17684e22e6f tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "GET /v2.0/security-groups?id=ed50e5aa-327b-422f-82a8-ba0a7946687e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0665264
Apr 20 18:32:56.297749 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e026d2d-d891-45ae-b887-27d6206f9142 req-07e6271a-8049-46bb-9778-8cea2c996d3e tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:56.302068 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-4e026d2d-d891-45ae-b887-27d6206f9142 req-07e6271a-8049-46bb-9778-8cea2c996d3e tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] 10.222.0.11 "GET /v2.0/ports?device_id=195563af-933f-44b1-9a05-860e8d0d93c9 HTTP/1.1" status: 200  len: 946 time: 0.2208302
Apr 20 18:32:56.387219 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-4e026d2d-d891-45ae-b887-27d6206f9142 req-274904bb-d1c1-4469-be7b-78d58832ba68 tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] 10.222.0.11 "GET /v2.0/security-groups?id=69608afe-11f9-43e6-87f2-e65ac49327da&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0786932
Apr 20 18:32:56.779147 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0d7863-5916-4b29-8f6a-b6b27b3e081e req-759e652a-d396-4abc-90b2-5557150b62ab tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:56.790535 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-ea0d7863-5916-4b29-8f6a-b6b27b3e081e req-759e652a-d396-4abc-90b2-5557150b62ab tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "GET /v2.0/ports?device_id=a35dabb6-d13d-48e1-b184-19d58be083db HTTP/1.1" status: 200  len: 945 time: 0.1974835
Apr 20 18:32:56.911927 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-ea0d7863-5916-4b29-8f6a-b6b27b3e081e req-f015738b-c98e-4dc7-ad9e-fc42a428221b tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "GET /v2.0/security-groups?id=ed50e5aa-327b-422f-82a8-ba0a7946687e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1202624
Apr 20 18:32:57.234428 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9a0adc-8d1c-4d2b-8a49-bacf3025b21d req-248129cc-84b8-44d9-8e0f-5d3e748a2193 tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:57.236255 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-1b9a0adc-8d1c-4d2b-8a49-bacf3025b21d req-248129cc-84b8-44d9-8e0f-5d3e748a2193 tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] 10.222.0.11 "GET /v2.0/ports?device_id=d0fd46bd-9fee-4340-9afc-d88468312b48 HTTP/1.1" status: 200  len: 945 time: 0.2192700
Apr 20 18:32:57.381072 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96127a4b-d6e9-4ee0-945a-5be3a4ff294c req-3940dfe4-7445-4ab3-aede-491e5b9d793c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:57.391188 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-96127a4b-d6e9-4ee0-945a-5be3a4ff294c req-3940dfe4-7445-4ab3-aede-491e5b9d793c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4d61b8cb74c8488e895692a092d04f17&device_id=195563af-933f-44b1-9a05-860e8d0d93c9 HTTP/1.1" status: 200  len: 1099 time: 0.2573364
Apr 20 18:32:57.448959 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-1b9a0adc-8d1c-4d2b-8a49-bacf3025b21d req-c66c6eaa-b315-4b39-86b5-b31f2642f577 tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] 10.222.0.11 "GET /v2.0/security-groups?id=82d2b5dd-ac82-48c5-ae8a-56039f03438b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2044330
Apr 20 18:32:57.682268 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3be1e8-5010-4633-9cbe-2c0fdba91d67 req-56df0305-c757-4887-9d6b-17bc1967312f tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:57.692888 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-fb3be1e8-5010-4633-9cbe-2c0fdba91d67 req-56df0305-c757-4887-9d6b-17bc1967312f tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] 10.222.0.11 "GET /v2.0/ports?device_id=195563af-933f-44b1-9a05-860e8d0d93c9 HTTP/1.1" status: 200  len: 946 time: 0.3479290
Apr 20 18:32:57.708875 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86421) accepted ('10.222.0.11', 47136) {{(pid=86421) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:32:57.780905 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-fb3be1e8-5010-4633-9cbe-2c0fdba91d67 req-6994b830-9dbc-4961-8fb4-823914e41d48 tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] 10.222.0.11 "GET /v2.0/security-groups?id=69608afe-11f9-43e6-87f2-e65ac49327da&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0864587
Apr 20 18:32:57.984557 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-fba99946-3b78-4220-a812-b7caa47ff20c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:58.008633 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-fba99946-3b78-4220-a812-b7caa47ff20c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86421) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:32:58.018262 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-fba99946-3b78-4220-a812-b7caa47ff20c admin admin] Usage tracker for resource:security_group_rule and tenant:c75895df8d604f179075efea8945accb is out of sync, need to count used quota {{(pid=86421) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:32:58.023645 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-fba99946-3b78-4220-a812-b7caa47ff20c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86421) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:32:58.031693 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-fba99946-3b78-4220-a812-b7caa47ff20c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86421) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:32:58.277400 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-fba99946-3b78-4220-a812-b7caa47ff20c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:58.293206 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b58a995-1bd0-4aa7-af97-58ab4b0155ff req-0ac5c879-e34a-4bd6-86d1-3a64160f60b4 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:58.302612 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-9b58a995-1bd0-4aa7-af97-58ab4b0155ff req-0ac5c879-e34a-4bd6-86d1-3a64160f60b4 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "GET /v2.0/ports?device_id=a35dabb6-d13d-48e1-b184-19d58be083db HTTP/1.1" status: 200  len: 945 time: 0.1641791
Apr 20 18:32:58.338850 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96127a4b-d6e9-4ee0-945a-5be3a4ff294c req-2fafe569-863c-4136-9910-df766af9526d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:58.341061 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-96127a4b-d6e9-4ee0-945a-5be3a4ff294c req-2fafe569-863c-4136-9910-df766af9526d service neutron] 10.222.0.10 "GET /v2.0/networks?id=02422600-c332-4858-ad0c-e0fcc53844a7 HTTP/1.1" status: 200  len: 912 time: 0.9412234
Apr 20 18:32:58.345462 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-fba99946-3b78-4220-a812-b7caa47ff20c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850969184'] for security_group, after_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:58.361435 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-e904c018-e1f7-4ad1-a217-852f5e6f296e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:32:58.372349 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-9b58a995-1bd0-4aa7-af97-58ab4b0155ff req-96cbf7b9-a85e-4bdb-8922-763dee020244 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "GET /v2.0/security-groups?id=ed50e5aa-327b-422f-82a8-ba0a7946687e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0685515
Apr 20 18:32:58.420350 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.11', 47154) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:32:58.421116 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-fba99946-3b78-4220-a812-b7caa47ff20c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c75895df8d604f179075efea8945accb&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7099602
Apr 20 18:32:58.421954 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba99946-3b78-4220-a812-b7caa47ff20c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1568b2a8-6125-4e83-8d8b-87b6e13678a4,revision_number=1']} {{(pid=86421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:32:58.436936 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-fba99946-3b78-4220-a812-b7caa47ff20c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:32:58.533795 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-548ae59d-5fc1-405a-a5a5-2435382867a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:58.560405 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f341dc3e-40f2-44c3-bdc0-3db1b3fcfb6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:58.622371 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f341dc3e-40f2-44c3-bdc0-3db1b3fcfb6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:58.723133 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f341dc3e-40f2-44c3-bdc0-3db1b3fcfb6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850969184'] for security_group, after_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:58.735525 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-b73c1f3c-3206-46c3-8227-0ced21347502 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:32:58.766790 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f341dc3e-40f2-44c3-bdc0-3db1b3fcfb6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1568b2a8-6125-4e83-8d8b-87b6e13678a4,revision_number=None']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:32:58.772895 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-f341dc3e-40f2-44c3-bdc0-3db1b3fcfb6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:32:58.791531 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f341dc3e-40f2-44c3-bdc0-3db1b3fcfb6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:58.795825 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-f341dc3e-40f2-44c3-bdc0-3db1b3fcfb6d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/1568b2a8-6125-4e83-8d8b-87b6e13678a4 HTTP/1.1" status: 204  len: 168 time: 0.3718097
Apr 20 18:32:59.047119 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b0374a-3ef6-4cba-b56a-5750a8645340 req-a5ce7554-2163-4d3f-b80d-eaa179b5a88b tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:59.048905 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-17b0374a-3ef6-4cba-b56a-5750a8645340 req-a5ce7554-2163-4d3f-b80d-eaa179b5a88b tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] 10.222.0.11 "GET /v2.0/ports?device_id=195563af-933f-44b1-9a05-860e8d0d93c9 HTTP/1.1" status: 200  len: 946 time: 0.1047175
Apr 20 18:32:59.116721 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-17b0374a-3ef6-4cba-b56a-5750a8645340 req-92778dc6-e06e-4b8b-94a4-4306845019d9 tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] 10.222.0.11 "GET /v2.0/security-groups?id=69608afe-11f9-43e6-87f2-e65ac49327da&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0557117
Apr 20 18:32:59.248142 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.11', 47166) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:32:59.271731 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d9578f73-cbe5-4fb6-b350-1d55b5f46772 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:59.291636 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-d9578f73-cbe5-4fb6-b350-1d55b5f46772 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:32:59.296708 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-d9578f73-cbe5-4fb6-b350-1d55b5f46772 admin admin] Usage tracker for resource:security_group_rule and tenant:37e09010b9a8439e835b8e644d53087a is out of sync, need to count used quota {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:32:59.301153 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-d9578f73-cbe5-4fb6-b350-1d55b5f46772 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:32:59.309708 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-d9578f73-cbe5-4fb6-b350-1d55b5f46772 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:32:59.502379 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d9578f73-cbe5-4fb6-b350-1d55b5f46772 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:59.507882 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d9578f73-cbe5-4fb6-b350-1d55b5f46772 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850969184'] for security_group, after_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:59.521067 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-6831b30b-bb86-4c68-9fbf-a537de8ddbfc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:32:59.557751 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9578f73-cbe5-4fb6-b350-1d55b5f46772 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79dd2957-e79b-4196-82c9-2b859f83a01e,revision_number=1']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:32:59.572926 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-d9578f73-cbe5-4fb6-b350-1d55b5f46772 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:32:59.639705 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86421) accepted ('10.222.0.11', 47174) {{(pid=86421) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:32:59.642324 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-d9578f73-cbe5-4fb6-b350-1d55b5f46772 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=37e09010b9a8439e835b8e644d53087a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3920128
Apr 20 18:32:59.888509 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d34562e-68cf-4077-9bb6-aed1061a6164 req-56d14936-26ed-45d7-958a-2eeb3e2a03da tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:59.890070 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-3d34562e-68cf-4077-9bb6-aed1061a6164 req-56d14936-26ed-45d7-958a-2eeb3e2a03da tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "GET /v2.0/ports?device_id=a35dabb6-d13d-48e1-b184-19d58be083db HTTP/1.1" status: 200  len: 945 time: 0.2273436
Apr 20 18:32:59.891072 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-abf044e0-19ac-44b2-a4ed-0a6ce18885cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:59.948927 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-abf044e0-19ac-44b2-a4ed-0a6ce18885cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:00.032421 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-3d34562e-68cf-4077-9bb6-aed1061a6164 req-80ca771c-c23d-4da2-a785-2c858f372f1d tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "GET /v2.0/security-groups?id=ed50e5aa-327b-422f-82a8-ba0a7946687e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1289816
Apr 20 18:33:00.044848 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-abf044e0-19ac-44b2-a4ed-0a6ce18885cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850969184'] for security_group, after_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:00.053250 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-e16fbef4-0c63-4d67-81e3-5a0ca0ec72b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:33:00.077500 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf044e0-19ac-44b2-a4ed-0a6ce18885cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79dd2957-e79b-4196-82c9-2b859f83a01e,revision_number=None']} {{(pid=86421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:33:00.080346 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-abf044e0-19ac-44b2-a4ed-0a6ce18885cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:33:00.092064 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-abf044e0-19ac-44b2-a4ed-0a6ce18885cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:00.093294 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-abf044e0-19ac-44b2-a4ed-0a6ce18885cb admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/79dd2957-e79b-4196-82c9-2b859f83a01e HTTP/1.1" status: 204  len: 168 time: 0.4517548
Apr 20 18:33:00.470061 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a9f049-5e2f-4a64-9448-df7f338c6d89 req-a2f83f9d-0da8-44e9-9606-d323c6a93776 tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:33:00.473738 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-52a9f049-5e2f-4a64-9448-df7f338c6d89 req-a2f83f9d-0da8-44e9-9606-d323c6a93776 tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] 10.222.0.11 "GET /v2.0/ports?device_id=195563af-933f-44b1-9a05-860e8d0d93c9 HTTP/1.1" status: 200  len: 946 time: 0.1210766
Apr 20 18:33:00.609299 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-52a9f049-5e2f-4a64-9448-df7f338c6d89 req-c65c1a37-ea71-4f1b-ba3f-4942def4d10b tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] 10.222.0.11 "GET /v2.0/security-groups?id=69608afe-11f9-43e6-87f2-e65ac49327da&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0926704
Apr 20 18:33:01.325618 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-146cf9cb-369b-43f1-96b3-6cee7f56423d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:01.373078 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add75307-b6b7-4612-a8c1-9a91f1e90bf3 req-4c492c24-aded-4f27-a2d7-5482b0eb3eb4 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:33:01.375787 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-add75307-b6b7-4612-a8c1-9a91f1e90bf3 req-4c492c24-aded-4f27-a2d7-5482b0eb3eb4 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "GET /v2.0/ports?device_id=a35dabb6-d13d-48e1-b184-19d58be083db HTTP/1.1" status: 200  len: 945 time: 0.1175265
Apr 20 18:33:01.388869 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-59ff2fcf-5a92-41e6-b6a8-ab5cb4df6403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:01.460552 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-add75307-b6b7-4612-a8c1-9a91f1e90bf3 req-349e05dd-f0a2-4eeb-87db-4b4dd5cac3be tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "GET /v2.0/security-groups?id=ed50e5aa-327b-422f-82a8-ba0a7946687e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0696499
Apr 20 18:33:01.586444 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-96127a4b-d6e9-4ee0-945a-5be3a4ff294c req-ce50ad1d-fdb3-4a71-9a34-de51c93b834f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=76b67a60-4a92-4a63-a54b-d3a3a125203a HTTP/1.1" status: 200  len: 1002 time: 0.1720121
Apr 20 18:33:01.736775 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96127a4b-d6e9-4ee0-945a-5be3a4ff294c req-a2a5a118-3f80-4c92-a56d-00d9ed012fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:33:01.743084 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-96127a4b-d6e9-4ee0-945a-5be3a4ff294c req-a2a5a118-3f80-4c92-a56d-00d9ed012fd7 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=75d0ac2f-18ed-4097-8673-60a099f48c88 HTTP/1.1" status: 200  len: 850 time: 0.1487622
Apr 20 18:33:01.965615 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96127a4b-d6e9-4ee0-945a-5be3a4ff294c req-fa9acc2e-1b57-4037-8bec-d3fe4677fb30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:33:01.967277 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-96127a4b-d6e9-4ee0-945a-5be3a4ff294c req-fa9acc2e-1b57-4037-8bec-d3fe4677fb30 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=02422600-c332-4858-ad0c-e0fcc53844a7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2156193
Apr 20 18:33:01.996692 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:02.046450 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a510345-eeda-4dc2-b51b-07855ce5ca06 req-35c0bc74-2227-449d-8f86-07d25fd9122e tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:33:02.061176 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-9a510345-eeda-4dc2-b51b-07855ce5ca06 req-35c0bc74-2227-449d-8f86-07d25fd9122e tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] 10.222.0.11 "GET /v2.0/ports?device_id=195563af-933f-44b1-9a05-860e8d0d93c9 HTTP/1.1" status: 200  len: 946 time: 0.2425508
Apr 20 18:33:02.201378 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-9a510345-eeda-4dc2-b51b-07855ce5ca06 req-99aabefa-f2f2-4e32-86b5-62298d73e8f0 tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] 10.222.0.11 "GET /v2.0/security-groups?id=69608afe-11f9-43e6-87f2-e65ac49327da&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1386561
Apr 20 18:33:02.274251 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-96127a4b-d6e9-4ee0-945a-5be3a4ff294c req-837d7ada-39c2-4a6b-aff4-bed21a89eb8a service neutron] 10.222.0.10 "GET /v2.0/networks/02422600-c332-4858-ad0c-e0fcc53844a7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2973690
Apr 20 18:33:02.340669 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:02.653187 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-96127a4b-d6e9-4ee0-945a-5be3a4ff294c req-d88d1d51-bdc1-4585-8b9a-b86954d6d08a service neutron] 10.222.0.10 "GET /v2.0/networks/02422600-c332-4858-ad0c-e0fcc53844a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3699319
Apr 20 18:33:02.881270 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667e4932-a7d0-4e79-b634-77de663ea852 req-66f6c532-1fb4-45a5-998f-b0359d06c568 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:33:02.892083 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-667e4932-a7d0-4e79-b634-77de663ea852 req-66f6c532-1fb4-45a5-998f-b0359d06c568 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "GET /v2.0/ports?device_id=a35dabb6-d13d-48e1-b184-19d58be083db HTTP/1.1" status: 200  len: 945 time: 0.1874049
Apr 20 18:33:02.968729 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-667e4932-a7d0-4e79-b634-77de663ea852 req-682db919-6dd0-4107-a185-72e93cfbb726 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "GET /v2.0/security-groups?id=ed50e5aa-327b-422f-82a8-ba0a7946687e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0751615
Apr 20 18:33:03.156536 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-69625b45-0eac-4ead-bef5-f7df2e631dfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:03.547508 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c54cd96-a07b-477c-bb76-7d4ff6c699ab req-3326c3c8-58ec-4de5-89af-1ab6bfd29463 tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:33:03.556275 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-7c54cd96-a07b-477c-bb76-7d4ff6c699ab req-3326c3c8-58ec-4de5-89af-1ab6bfd29463 tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] 10.222.0.11 "GET /v2.0/ports?device_id=195563af-933f-44b1-9a05-860e8d0d93c9 HTTP/1.1" status: 200  len: 946 time: 0.2081628
Apr 20 18:33:03.628502 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-7c54cd96-a07b-477c-bb76-7d4ff6c699ab req-2a21da85-8e1b-4211-a648-fd25e34bb178 tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] 10.222.0.11 "GET /v2.0/security-groups?id=69608afe-11f9-43e6-87f2-e65ac49327da&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0636015
Apr 20 18:33:04.256927 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718c9a3e-4e0a-4269-be6d-68dc5f2745c5 req-e413e157-3058-42e5-bb15-0ff99a2b5840 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:33:04.258675 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-718c9a3e-4e0a-4269-be6d-68dc5f2745c5 req-e413e157-3058-42e5-bb15-0ff99a2b5840 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "GET /v2.0/ports?device_id=a35dabb6-d13d-48e1-b184-19d58be083db HTTP/1.1" status: 200  len: 945 time: 0.1283946
Apr 20 18:33:04.337347 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-718c9a3e-4e0a-4269-be6d-68dc5f2745c5 req-db2a07f9-3e4e-4d64-aa6b-d12e4e9fc5c2 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "GET /v2.0/security-groups?id=ed50e5aa-327b-422f-82a8-ba0a7946687e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0712934
Apr 20 18:33:04.950471 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986a5edf-3069-4984-a9d6-5aa24fd82374 req-3d6373b9-e7dd-475f-88fa-ab4d447488c6 tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:33:04.956945 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-986a5edf-3069-4984-a9d6-5aa24fd82374 req-3d6373b9-e7dd-475f-88fa-ab4d447488c6 tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] 10.222.0.11 "GET /v2.0/ports?device_id=195563af-933f-44b1-9a05-860e8d0d93c9 HTTP/1.1" status: 200  len: 946 time: 0.1305065
Apr 20 18:33:05.029819 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-986a5edf-3069-4984-a9d6-5aa24fd82374 req-a0be6027-97f5-4bbb-80d0-a7444d9aec9a tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] 10.222.0.11 "GET /v2.0/security-groups?id=69608afe-11f9-43e6-87f2-e65ac49327da&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0609047
Apr 20 18:33:05.851869 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581a719d-aefc-46ff-b536-bd9a4db9a949 req-a9ca279e-76bf-4d0e-a7a4-da323f436336 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:33:05.853778 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-581a719d-aefc-46ff-b536-bd9a4db9a949 req-a9ca279e-76bf-4d0e-a7a4-da323f436336 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "GET /v2.0/ports?device_id=a35dabb6-d13d-48e1-b184-19d58be083db HTTP/1.1" status: 200  len: 945 time: 0.2164972
Apr 20 18:33:05.915241 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-581a719d-aefc-46ff-b536-bd9a4db9a949 req-c2c2e4d4-d903-4ed8-87a6-ec9d8ff34233 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "GET /v2.0/security-groups?id=ed50e5aa-327b-422f-82a8-ba0a7946687e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0510800
Apr 20 18:33:07.004433 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.agents_db [None req-36c0d191-ed3c-416e-a897-084b3b2178c3 None None] Agent healthcheck: found 6 active agents {{(pid=86423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 18:33:07.168777 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ba1f77-b26b-46d7-968d-f60849c469c6 req-a69be76b-049c-412c-a627-f919fa56b667 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:33:07.170380 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-69ba1f77-b26b-46d7-968d-f60849c469c6 req-a69be76b-049c-412c-a627-f919fa56b667 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "GET /v2.0/ports?device_id=a35dabb6-d13d-48e1-b184-19d58be083db HTTP/1.1" status: 200  len: 945 time: 0.0938635
Apr 20 18:33:07.221499 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-69ba1f77-b26b-46d7-968d-f60849c469c6 req-82a70a1b-f2e2-4505-898a-8a4dd4ebaea3 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "GET /v2.0/security-groups?id=ed50e5aa-327b-422f-82a8-ba0a7946687e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0439947
Apr 20 18:33:07.310711 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86421) accepted ('10.222.0.11', 47386) {{(pid=86421) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:33:07.510228 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-9cf57de8-284d-403d-89fb-6bf6d8ab4347 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:07.541344 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-9cf57de8-284d-403d-89fb-6bf6d8ab4347 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86421) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:33:07.546028 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-9cf57de8-284d-403d-89fb-6bf6d8ab4347 admin admin] Usage tracker for resource:security_group_rule and tenant:59e8b1b842dd465ab4790ff25054154c is out of sync, need to count used quota {{(pid=86421) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:33:07.549271 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-9cf57de8-284d-403d-89fb-6bf6d8ab4347 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86421) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:33:07.557093 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-9cf57de8-284d-403d-89fb-6bf6d8ab4347 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86421) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:33:07.605513 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b95458e-72ae-43f0-ad54-3390468587f0 req-53de0975-8342-4fcc-9ee7-dedf1f275c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:33:07.607128 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-2b95458e-72ae-43f0-ad54-3390468587f0 req-53de0975-8342-4fcc-9ee7-dedf1f275c69 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=82646d2796ec4d6b9ec39ce05e5b838a&device_id=a35dabb6-d13d-48e1-b184-19d58be083db HTTP/1.1" status: 200  len: 1098 time: 0.0820174
Apr 20 18:33:07.647026 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-9cf57de8-284d-403d-89fb-6bf6d8ab4347 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:07.650500 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-9cf57de8-284d-403d-89fb-6bf6d8ab4347 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850969184'] for security_group, after_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:07.659995 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-19a36f5d-307f-43d5-8bb3-1cd93452e1b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:33:07.701793 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf57de8-284d-403d-89fb-6bf6d8ab4347 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=559a289a-e5a9-460c-9b15-21e31a7cb64f,revision_number=1']} {{(pid=86421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:33:07.707309 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-9cf57de8-284d-403d-89fb-6bf6d8ab4347 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=59e8b1b842dd465ab4790ff25054154c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3954487
Apr 20 18:33:07.708331 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-9cf57de8-284d-403d-89fb-6bf6d8ab4347 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:33:07.711496 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.11', 47396) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:33:07.814980 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b95458e-72ae-43f0-ad54-3390468587f0 req-05e1de30-97ba-4021-a0f2-30549ee43965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:33:07.816631 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-2b95458e-72ae-43f0-ad54-3390468587f0 req-05e1de30-97ba-4021-a0f2-30549ee43965 service neutron] 10.222.0.10 "GET /v2.0/networks?id=70bb951b-5201-42f1-af2f-fff209eaf750 HTTP/1.1" status: 200  len: 918 time: 0.2013791
Apr 20 18:33:07.821434 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7295b65f-b6da-432c-846e-b3132d95a4ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:07.935048 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7295b65f-b6da-432c-846e-b3132d95a4ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:07.985724 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-2b95458e-72ae-43f0-ad54-3390468587f0 req-793a70a7-6e38-48a3-b590-fd0043457a80 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fc2c1be7-a945-415f-9fcd-718e1fd4abb7 HTTP/1.1" status: 200  len: 1000 time: 0.1539156
Apr 20 18:33:08.055358 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7295b65f-b6da-432c-846e-b3132d95a4ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850969184'] for security_group, after_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:08.063527 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-cf0ee91f-5de1-4cb8-9317-e6ebea1f0906 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:33:08.084266 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7295b65f-b6da-432c-846e-b3132d95a4ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=559a289a-e5a9-460c-9b15-21e31a7cb64f,revision_number=None']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:33:08.089377 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b95458e-72ae-43f0-ad54-3390468587f0 req-758a4dcc-28ef-48d5-b14a-bcb1e9479d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:33:08.090783 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-2b95458e-72ae-43f0-ad54-3390468587f0 req-758a4dcc-28ef-48d5-b14a-bcb1e9479d0a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=de093425-a655-4f08-b89a-732e934018c4 HTTP/1.1" status: 200  len: 856 time: 0.0955093
Apr 20 18:33:08.093014 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-7295b65f-b6da-432c-846e-b3132d95a4ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:33:08.098380 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7295b65f-b6da-432c-846e-b3132d95a4ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:08.102344 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-7295b65f-b6da-432c-846e-b3132d95a4ed admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/559a289a-e5a9-460c-9b15-21e31a7cb64f HTTP/1.1" status: 204  len: 168 time: 0.3870792
Apr 20 18:33:08.226223 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b95458e-72ae-43f0-ad54-3390468587f0 req-2a56ef1a-b541-4c3e-8b5e-cf35a6b4b1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:33:08.229221 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-2b95458e-72ae-43f0-ad54-3390468587f0 req-2a56ef1a-b541-4c3e-8b5e-cf35a6b4b1a9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=70bb951b-5201-42f1-af2f-fff209eaf750&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1181924
Apr 20 18:33:08.460648 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edd5ae0-77c6-41f5-8ff7-38d2edf83969 req-e531a3c5-281a-466b-a4f3-68c76f6e14a6 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:33:08.462581 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-2edd5ae0-77c6-41f5-8ff7-38d2edf83969 req-e531a3c5-281a-466b-a4f3-68c76f6e14a6 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "GET /v2.0/ports?device_id=a35dabb6-d13d-48e1-b184-19d58be083db HTTP/1.1" status: 200  len: 945 time: 0.1068614
Apr 20 18:33:08.510268 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-2b95458e-72ae-43f0-ad54-3390468587f0 req-c49d63a0-4ea9-4f13-b1c0-0a8ee7eae075 service neutron] 10.222.0.10 "GET /v2.0/networks/70bb951b-5201-42f1-af2f-fff209eaf750?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2641449
Apr 20 18:33:08.639091 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86421) accepted ('10.222.0.11', 47412) {{(pid=86421) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:33:08.677845 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-897b91bc-d492-4114-af47-37c1d10d4b78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:08.678394 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-2b95458e-72ae-43f0-ad54-3390468587f0 req-0f4ed183-6a87-40e5-b378-275d82019655 service neutron] 10.222.0.10 "GET /v2.0/networks/70bb951b-5201-42f1-af2f-fff209eaf750?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1574922
Apr 20 18:33:08.699276 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-2edd5ae0-77c6-41f5-8ff7-38d2edf83969 req-cfa14d43-60e9-4b39-99ff-b024c4c583e0 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "GET /v2.0/security-groups?id=ed50e5aa-327b-422f-82a8-ba0a7946687e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2233591
Apr 20 18:33:08.717512 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-897b91bc-d492-4114-af47-37c1d10d4b78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86421) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:33:08.724129 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-897b91bc-d492-4114-af47-37c1d10d4b78 admin admin] Usage tracker for resource:security_group_rule and tenant:bb24f038d2f044d18bc118ab2c460519 is out of sync, need to count used quota {{(pid=86421) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:33:08.728323 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-897b91bc-d492-4114-af47-37c1d10d4b78 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86421) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:33:08.734980 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-897b91bc-d492-4114-af47-37c1d10d4b78 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86421) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:33:08.860332 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-897b91bc-d492-4114-af47-37c1d10d4b78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:08.863818 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-897b91bc-d492-4114-af47-37c1d10d4b78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850969184'] for security_group, after_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:08.873704 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-e24cd464-07e1-434c-aa1c-59122f931b00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:33:08.919366 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-897b91bc-d492-4114-af47-37c1d10d4b78 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=bb24f038d2f044d18bc118ab2c460519&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2786765
Apr 20 18:33:08.921170 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897b91bc-d492-4114-af47-37c1d10d4b78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4068ce74-17ce-4064-844a-7a9971d89740,revision_number=1']} {{(pid=86421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:33:08.923971 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86421) accepted ('10.222.0.11', 47418) {{(pid=86421) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:33:08.926945 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-897b91bc-d492-4114-af47-37c1d10d4b78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:33:09.003380 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f8240138-c2c8-45a0-ba29-002e16e8aa5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:09.053020 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f8240138-c2c8-45a0-ba29-002e16e8aa5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:09.111970 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f8240138-c2c8-45a0-ba29-002e16e8aa5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850969184'] for security_group, after_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:09.116371 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-b415b922-e791-4d52-a9e8-5224baebe736 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:33:09.119898 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.11', 47426) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:33:09.131161 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8240138-c2c8-45a0-ba29-002e16e8aa5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4068ce74-17ce-4064-844a-7a9971d89740,revision_number=None']} {{(pid=86421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:33:09.134260 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-f8240138-c2c8-45a0-ba29-002e16e8aa5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:33:09.143296 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f8240138-c2c8-45a0-ba29-002e16e8aa5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:09.148069 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-f8240138-c2c8-45a0-ba29-002e16e8aa5d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4068ce74-17ce-4064-844a-7a9971d89740 HTTP/1.1" status: 204  len: 168 time: 0.2227128
Apr 20 18:33:09.613265 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-479ab7f1-991c-4a82-9ff4-9879b52b4a0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:09.636642 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-479ab7f1-991c-4a82-9ff4-9879b52b4a0c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:33:09.644835 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-479ab7f1-991c-4a82-9ff4-9879b52b4a0c admin admin] Usage tracker for resource:security_group_rule and tenant:cbdc2546e4f346cfaf7b63acf34ae7be is out of sync, need to count used quota {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:33:09.650627 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-479ab7f1-991c-4a82-9ff4-9879b52b4a0c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:33:09.663905 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-479ab7f1-991c-4a82-9ff4-9879b52b4a0c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:33:09.801699 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Device fc2c1be7-a945-415f-9fcd-718e1fd4abb7 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 18:33:09.819521 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-479ab7f1-991c-4a82-9ff4-9879b52b4a0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:09.833823 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-479ab7f1-991c-4a82-9ff4-9879b52b4a0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850969184'] for security_group, after_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:09.871516 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-d9578f73-cbe5-4fb6-b350-1d55b5f46772 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:33:09.937679 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479ab7f1-991c-4a82-9ff4-9879b52b4a0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79bbedf4-94f8-4ee8-8592-c16b62aef74a,revision_number=1']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:33:09.943891 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-479ab7f1-991c-4a82-9ff4-9879b52b4a0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:33:09.978832 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854207267'] for port, before_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:09.986696 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-479ab7f1-991c-4a82-9ff4-9879b52b4a0c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=cbdc2546e4f346cfaf7b63acf34ae7be&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8621123
Apr 20 18:33:09.987820 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.11', 47454) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:33:10.020015 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a35dabb6-d13d-48e1-b184-19d58be083db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc2c1be7-a945-415f-9fcd-718e1fd4abb7'}] {{(pid=86422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:33:10.031916 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] For port fc2c1be7-a945-415f-9fcd-718e1fd4abb7, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=fc2c1be7-a945-415f-9fcd-718e1fd4abb7,segment=NetworkSegment(8f4cadfd-3269-4c6c-8ca6-68423b9c7197),segment_id=8f4cadfd-3269-4c6c-8ca6-68423b9c7197)] {{(pid=86422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:33:10.040180 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785676839112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251178383903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251178382076'] for port, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:10.042281 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:33:10.105607 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a447a2d2-7884-41b9-a2a6-2048ade0393e req-c0cf0017-a1c9-42eb-aff6-d74fa04de665 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:33:10.120727 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-a447a2d2-7884-41b9-a2a6-2048ade0393e req-c0cf0017-a1c9-42eb-aff6-d74fa04de665 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "GET /v2.0/ports?device_id=a35dabb6-d13d-48e1-b184-19d58be083db HTTP/1.1" status: 200  len: 945 time: 0.2158353
Apr 20 18:33:10.192117 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-9dca834e-9f47-46d3-8b17-0a95d2e5658c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:10.197575 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a35dabb6-d13d-48e1-b184-19d58be083db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc2c1be7-a945-415f-9fcd-718e1fd4abb7', 'code': 200}
Apr 20 18:33:10.199103 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Pushing event updated for resources: {'Port': ['ID=fc2c1be7-a945-415f-9fcd-718e1fd4abb7,revision_number=8']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:33:10.208316 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:33:10.223523 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-a447a2d2-7884-41b9-a2a6-2048ade0393e req-a80e6fa5-fe4b-47b6-a715-5b29f1eff02a tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "GET /v2.0/security-groups?id=ed50e5aa-327b-422f-82a8-ba0a7946687e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0965765
Apr 20 18:33:10.250294 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-9dca834e-9f47-46d3-8b17-0a95d2e5658c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:10.310757 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-9dca834e-9f47-46d3-8b17-0a95d2e5658c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850969184'] for security_group, after_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:10.322451 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-d9ad802f-46eb-4f1a-a31b-54037415a058 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:33:10.352901 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dca834e-9f47-46d3-8b17-0a95d2e5658c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79bbedf4-94f8-4ee8-8592-c16b62aef74a,revision_number=None']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:33:10.357028 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-9dca834e-9f47-46d3-8b17-0a95d2e5658c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:33:10.367110 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-9dca834e-9f47-46d3-8b17-0a95d2e5658c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:10.374645 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-9dca834e-9f47-46d3-8b17-0a95d2e5658c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/79bbedf4-94f8-4ee8-8592-c16b62aef74a HTTP/1.1" status: 204  len: 168 time: 0.3854311
Apr 20 18:33:11.028551 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e823d6a-1ef7-4591-b280-23e3694b8e2c req-4b6ab678-006f-4b16-8158-7d4420f16341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:33:11.030577 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-5e823d6a-1ef7-4591-b280-23e3694b8e2c req-4b6ab678-006f-4b16-8158-7d4420f16341 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c9d2f68c6fa74348a553079d597a5342&device_id=d0fd46bd-9fee-4340-9afc-d88468312b48 HTTP/1.1" status: 200  len: 1098 time: 0.1446345
Apr 20 18:33:11.051355 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77baad68-1619-4acc-b4a0-5669b6d648a3 req-27719ba1-945e-4776-8291-c57a03abb2aa tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:33:11.053874 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-77baad68-1619-4acc-b4a0-5669b6d648a3 req-27719ba1-945e-4776-8291-c57a03abb2aa tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] 10.222.0.11 "GET /v2.0/ports?device_id=d0fd46bd-9fee-4340-9afc-d88468312b48 HTTP/1.1" status: 200  len: 945 time: 0.1625116
Apr 20 18:33:11.163507 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-77baad68-1619-4acc-b4a0-5669b6d648a3 req-2d960c53-e9ab-443e-a298-8c7b11dcbe9e tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] 10.222.0.11 "GET /v2.0/security-groups?id=82d2b5dd-ac82-48c5-ae8a-56039f03438b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0928433
Apr 20 18:33:11.286322 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e823d6a-1ef7-4591-b280-23e3694b8e2c req-07f48cfe-00a6-4f47-82f4-09d46febd2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:33:11.289463 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-5e823d6a-1ef7-4591-b280-23e3694b8e2c req-07f48cfe-00a6-4f47-82f4-09d46febd2c0 service neutron] 10.222.0.10 "GET /v2.0/networks?id=e1a3515f-6650-48cb-a68d-8193e54b06db HTTP/1.1" status: 200  len: 919 time: 0.2473052
Apr 20 18:33:11.434729 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-5e823d6a-1ef7-4591-b280-23e3694b8e2c req-038beef9-018b-455e-ad7c-a81f7d96ea79 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7909e612-5dfa-4193-938a-9f6ca5d1756b HTTP/1.1" status: 200  len: 217 time: 0.1365769
Apr 20 18:33:11.531024 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06156d6e-6999-41c7-af12-2ddc09ad7f36 req-4bf640b1-e32a-4f5f-ba9a-a51abf30552f tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:33:11.535834 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-06156d6e-6999-41c7-af12-2ddc09ad7f36 req-4bf640b1-e32a-4f5f-ba9a-a51abf30552f tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "GET /v2.0/ports?device_id=a35dabb6-d13d-48e1-b184-19d58be083db HTTP/1.1" status: 200  len: 943 time: 0.1316609
Apr 20 18:33:11.568652 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e823d6a-1ef7-4591-b280-23e3694b8e2c req-e6a93d49-c07c-4e43-8b45-2299b41f863b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:33:11.570373 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-5e823d6a-1ef7-4591-b280-23e3694b8e2c req-e6a93d49-c07c-4e43-8b45-2299b41f863b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=680a997a-0cf4-4428-86cb-30422b5e5d52 HTTP/1.1" status: 200  len: 858 time: 0.1208048
Apr 20 18:33:11.612739 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-06156d6e-6999-41c7-af12-2ddc09ad7f36 req-e7d40ec3-25b4-498f-b9b3-cfcbebba4ea0 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "GET /v2.0/security-groups?id=ed50e5aa-327b-422f-82a8-ba0a7946687e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0677831
Apr 20 18:33:11.632880 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-5e823d6a-1ef7-4591-b280-23e3694b8e2c req-b88c730e-2202-481c-9ad2-dc903926e335 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e1a3515f-6650-48cb-a68d-8193e54b06db&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0544665
Apr 20 18:33:11.839330 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-5e823d6a-1ef7-4591-b280-23e3694b8e2c req-9dff1a07-837a-4a07-878e-ef981d947e77 service neutron] 10.222.0.10 "GET /v2.0/networks/e1a3515f-6650-48cb-a68d-8193e54b06db?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1976635
Apr 20 18:33:12.048943 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-5e823d6a-1ef7-4591-b280-23e3694b8e2c req-6ce3a754-0545-41ff-a7b5-e277a33ec20a service neutron] 10.222.0.10 "GET /v2.0/networks/e1a3515f-6650-48cb-a68d-8193e54b06db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1903021
Apr 20 18:33:12.474233 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f83c02-d79b-4bee-bf1f-57e4ff1211fe req-567eb763-f11f-4670-b4ba-0c145f9c0514 tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:33:12.476289 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-18f83c02-d79b-4bee-bf1f-57e4ff1211fe req-567eb763-f11f-4670-b4ba-0c145f9c0514 tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] 10.222.0.11 "GET /v2.0/ports?device_id=d0fd46bd-9fee-4340-9afc-d88468312b48 HTTP/1.1" status: 200  len: 945 time: 0.1205149
Apr 20 18:33:12.548798 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-18f83c02-d79b-4bee-bf1f-57e4ff1211fe req-20f1ba58-4a78-4441-ab50-84fc62db2e71 tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] 10.222.0.11 "GET /v2.0/security-groups?id=82d2b5dd-ac82-48c5-ae8a-56039f03438b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0595291
Apr 20 18:33:12.961960 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a96f62-f832-4d19-9b32-22eda329f7ab req-605d229b-c134-4137-adb9-0be515f86e00 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:33:12.963277 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-62a96f62-f832-4d19-9b32-22eda329f7ab req-605d229b-c134-4137-adb9-0be515f86e00 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "GET /v2.0/ports?device_id=a35dabb6-d13d-48e1-b184-19d58be083db HTTP/1.1" status: 200  len: 943 time: 0.1019404
Apr 20 18:33:13.053068 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-62a96f62-f832-4d19-9b32-22eda329f7ab req-eb913477-ba15-4f0a-a0b1-af8279058c02 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "GET /v2.0/security-groups?id=ed50e5aa-327b-422f-82a8-ba0a7946687e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0776873
Apr 20 18:33:13.444305 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.11', 47546) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:33:13.630512 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-7daae00e-9c84-43aa-a2dd-43b66a405b71 req-47f0976d-1ab4-4ca2-bd8f-07127b076eb8 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=a35dabb6-d13d-48e1-b184-19d58be083db&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1840932
Apr 20 18:33:13.811833 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Device fc2c1be7-a945-415f-9fcd-718e1fd4abb7 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 18:33:13.892737 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2603c7e-94f1-4079-b7ae-ee1214f3e13e req-fae1643b-4854-4d66-ae98-64c7676be70a tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:33:13.894764 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-d2603c7e-94f1-4079-b7ae-ee1214f3e13e req-fae1643b-4854-4d66-ae98-64c7676be70a tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] 10.222.0.11 "GET /v2.0/ports?device_id=d0fd46bd-9fee-4340-9afc-d88468312b48 HTTP/1.1" status: 200  len: 945 time: 0.1380298
Apr 20 18:33:13.967461 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-d2603c7e-94f1-4079-b7ae-ee1214f3e13e req-e6599c95-6947-4442-95d8-a7c4b7865c33 tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] 10.222.0.11 "GET /v2.0/security-groups?id=82d2b5dd-ac82-48c5-ae8a-56039f03438b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0599580
Apr 20 18:33:14.363136 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c524da-5019-4a22-85cf-9756b82b0818 req-f5fc54e7-3767-4d1e-9aa5-0a1b9d95dd50 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:33:14.365994 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-d2c524da-5019-4a22-85cf-9756b82b0818 req-f5fc54e7-3767-4d1e-9aa5-0a1b9d95dd50 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "GET /v2.0/ports?device_id=a35dabb6-d13d-48e1-b184-19d58be083db HTTP/1.1" status: 200  len: 943 time: 0.1278095
Apr 20 18:33:14.480225 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-d2c524da-5019-4a22-85cf-9756b82b0818 req-eed0ff4c-0e9e-4c50-9eba-a6e7994e8ff2 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "GET /v2.0/security-groups?id=ed50e5aa-327b-422f-82a8-ba0a7946687e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0998189
Apr 20 18:33:15.255201 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73f2385-8ee8-4fb1-9fa0-01281423b081 req-ee0b240a-50c4-4ac5-83ac-bd69c84d4fc1 tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:33:15.257111 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-c73f2385-8ee8-4fb1-9fa0-01281423b081 req-ee0b240a-50c4-4ac5-83ac-bd69c84d4fc1 tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] 10.222.0.11 "GET /v2.0/ports?device_id=d0fd46bd-9fee-4340-9afc-d88468312b48 HTTP/1.1" status: 200  len: 945 time: 0.1507053
Apr 20 18:33:15.310637 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-c73f2385-8ee8-4fb1-9fa0-01281423b081 req-68336bd9-84ff-4435-854d-a594e96e2d75 tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] 10.222.0.11 "GET /v2.0/security-groups?id=82d2b5dd-ac82-48c5-ae8a-56039f03438b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0465927
Apr 20 18:33:15.724955 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54483b3-0634-45e6-821c-7773655c2d49 req-87480baa-e8fd-4334-98ec-bc8107f1a129 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:33:15.726866 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-d54483b3-0634-45e6-821c-7773655c2d49 req-87480baa-e8fd-4334-98ec-bc8107f1a129 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "GET /v2.0/ports?device_id=a35dabb6-d13d-48e1-b184-19d58be083db HTTP/1.1" status: 200  len: 943 time: 0.0955112
Apr 20 18:33:15.782204 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-d54483b3-0634-45e6-821c-7773655c2d49 req-a856cde9-1beb-4d0f-83d7-950c7635a79c tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "GET /v2.0/security-groups?id=ed50e5aa-327b-422f-82a8-ba0a7946687e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0486281
Apr 20 18:33:16.569453 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b8f1b4-7da4-4e2f-845c-d0622a7c0bcb req-376b42be-d767-4f37-8ab9-40bcef9f4462 tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:33:16.571187 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-f6b8f1b4-7da4-4e2f-845c-d0622a7c0bcb req-376b42be-d767-4f37-8ab9-40bcef9f4462 tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] 10.222.0.11 "GET /v2.0/ports?device_id=d0fd46bd-9fee-4340-9afc-d88468312b48 HTTP/1.1" status: 200  len: 945 time: 0.1369860
Apr 20 18:33:16.626369 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-f6b8f1b4-7da4-4e2f-845c-d0622a7c0bcb req-09f9827b-1c7e-4b47-b63c-70df0b45da47 tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] 10.222.0.11 "GET /v2.0/security-groups?id=82d2b5dd-ac82-48c5-ae8a-56039f03438b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0483842
Apr 20 18:33:17.005389 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aec1743-1da6-467a-9aac-950757f492e9 req-ff62d445-ccfe-4ed8-914d-8b0db81f53d3 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:33:17.007228 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-3aec1743-1da6-467a-9aac-950757f492e9 req-ff62d445-ccfe-4ed8-914d-8b0db81f53d3 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "GET /v2.0/ports?device_id=a35dabb6-d13d-48e1-b184-19d58be083db HTTP/1.1" status: 200  len: 943 time: 0.0947788
Apr 20 18:33:17.061269 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-3aec1743-1da6-467a-9aac-950757f492e9 req-2da40e81-66f5-4c3b-b0d7-eac0a9aee16d tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "GET /v2.0/security-groups?id=ed50e5aa-327b-422f-82a8-ba0a7946687e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0471647
Apr 20 18:33:17.886292 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25069425-7286-4e87-9829-31ca07787040 req-3925e965-d5e9-4fe9-b0b7-255044ca50fc tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:33:17.887968 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-25069425-7286-4e87-9829-31ca07787040 req-3925e965-d5e9-4fe9-b0b7-255044ca50fc tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] 10.222.0.11 "GET /v2.0/ports?device_id=d0fd46bd-9fee-4340-9afc-d88468312b48 HTTP/1.1" status: 200  len: 945 time: 0.1257575
Apr 20 18:33:17.942865 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-25069425-7286-4e87-9829-31ca07787040 req-2765af36-e189-4437-bbc5-c3c3b12e4249 tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] 10.222.0.11 "GET /v2.0/security-groups?id=82d2b5dd-ac82-48c5-ae8a-56039f03438b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0471635
Apr 20 18:33:18.329900 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b87955-3623-485f-8fed-c7bd01269536 req-2ee33a6a-6acb-497b-a0c9-a395967e68b0 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:33:18.332817 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-09b87955-3623-485f-8fed-c7bd01269536 req-2ee33a6a-6acb-497b-a0c9-a395967e68b0 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "GET /v2.0/ports?device_id=a35dabb6-d13d-48e1-b184-19d58be083db HTTP/1.1" status: 200  len: 943 time: 0.0994320
Apr 20 18:33:18.384288 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-09b87955-3623-485f-8fed-c7bd01269536 req-4fc35cd7-f5fb-48c5-8430-568e78c77baa tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "GET /v2.0/security-groups?id=ed50e5aa-327b-422f-82a8-ba0a7946687e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0449939
Apr 20 18:33:19.159511 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0553a62a-4f39-4fe1-a0e7-7429b53f00e6 req-3fc1691f-a1fd-4a6e-a7a3-d110a2c9d559 tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:33:19.161558 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-0553a62a-4f39-4fe1-a0e7-7429b53f00e6 req-3fc1691f-a1fd-4a6e-a7a3-d110a2c9d559 tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] 10.222.0.11 "GET /v2.0/ports?device_id=d0fd46bd-9fee-4340-9afc-d88468312b48 HTTP/1.1" status: 200  len: 945 time: 0.0927167
Apr 20 18:33:19.213117 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-0553a62a-4f39-4fe1-a0e7-7429b53f00e6 req-f41a919d-5bb3-4200-b3e8-c34f209f3533 tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] 10.222.0.11 "GET /v2.0/security-groups?id=82d2b5dd-ac82-48c5-ae8a-56039f03438b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0449755
Apr 20 18:33:19.639266 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d303ed-a52f-46c0-8582-ad9de7f6aec1 req-67cb3d18-4f98-4fc2-a70a-d03f11bf286e tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:33:19.640978 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-51d303ed-a52f-46c0-8582-ad9de7f6aec1 req-67cb3d18-4f98-4fc2-a70a-d03f11bf286e tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "GET /v2.0/ports?device_id=a35dabb6-d13d-48e1-b184-19d58be083db HTTP/1.1" status: 200  len: 943 time: 0.1240122
Apr 20 18:33:19.702347 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-51d303ed-a52f-46c0-8582-ad9de7f6aec1 req-5fa0c8a0-9be8-456b-bd62-bcacf722a400 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "GET /v2.0/security-groups?id=ed50e5aa-327b-422f-82a8-ba0a7946687e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0490472
Apr 20 18:33:19.708484 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7daae00e-9c84-43aa-a2dd-43b66a405b71 req-0836bbf0-9ad1-4e87-b693-b0da4124612b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:33:19.710191 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-7daae00e-9c84-43aa-a2dd-43b66a405b71 req-0836bbf0-9ad1-4e87-b693-b0da4124612b service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=a35dabb6-d13d-48e1-b184-19d58be083db&tenant_id=82646d2796ec4d6b9ec39ce05e5b838a HTTP/1.1" status: 200  len: 1096 time: 0.0917094
Apr 20 18:33:19.822001 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7daae00e-9c84-43aa-a2dd-43b66a405b71 req-edd3c9ac-62cc-4b8e-a613-aeb030f34aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:33:19.823633 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-7daae00e-9c84-43aa-a2dd-43b66a405b71 req-edd3c9ac-62cc-4b8e-a613-aeb030f34aa9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=82646d2796ec4d6b9ec39ce05e5b838a&device_id=a35dabb6-d13d-48e1-b184-19d58be083db HTTP/1.1" status: 200  len: 1096 time: 0.0886855
Apr 20 18:33:19.983697 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7daae00e-9c84-43aa-a2dd-43b66a405b71 req-39378c7c-5f7b-433f-a5f9-f2161c1143c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:33:19.985384 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-7daae00e-9c84-43aa-a2dd-43b66a405b71 req-39378c7c-5f7b-433f-a5f9-f2161c1143c5 service neutron] 10.222.0.10 "GET /v2.0/networks?id=70bb951b-5201-42f1-af2f-fff209eaf750 HTTP/1.1" status: 200  len: 918 time: 0.1478462
Apr 20 18:33:20.099390 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-7daae00e-9c84-43aa-a2dd-43b66a405b71 req-f990be42-e2e7-41c3-bc79-5c1d09110343 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fc2c1be7-a945-415f-9fcd-718e1fd4abb7 HTTP/1.1" status: 200  len: 998 time: 0.1061668
Apr 20 18:33:20.443083 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6464a67-b9a2-4268-b73a-bbdf5c705162 req-76ebb9d0-d64c-4d65-9fdb-61cb159340fb tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:33:20.444737 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-d6464a67-b9a2-4268-b73a-bbdf5c705162 req-76ebb9d0-d64c-4d65-9fdb-61cb159340fb tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] 10.222.0.11 "GET /v2.0/ports?device_id=d0fd46bd-9fee-4340-9afc-d88468312b48 HTTP/1.1" status: 200  len: 945 time: 0.1007309
Apr 20 18:33:20.508391 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-d6464a67-b9a2-4268-b73a-bbdf5c705162 req-38d7841b-8dbd-4253-a249-9a06f0ee8e15 tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] 10.222.0.11 "GET /v2.0/security-groups?id=82d2b5dd-ac82-48c5-ae8a-56039f03438b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0527563
Apr 20 18:33:20.935289 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74c7b23-8c10-4b13-8d21-1a47bfb5928d req-f41a052d-a363-4335-be40-78bfb7942ea6 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:33:20.937026 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-b74c7b23-8c10-4b13-8d21-1a47bfb5928d req-f41a052d-a363-4335-be40-78bfb7942ea6 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "GET /v2.0/ports?device_id=a35dabb6-d13d-48e1-b184-19d58be083db HTTP/1.1" status: 200  len: 943 time: 0.0956554
Apr 20 18:33:20.992031 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-b74c7b23-8c10-4b13-8d21-1a47bfb5928d req-b06ed779-d8eb-4c13-8185-bfc6c3a659df tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "GET /v2.0/security-groups?id=ed50e5aa-327b-422f-82a8-ba0a7946687e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0471303
Apr 20 18:33:21.736226 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b70cab2-77d0-4a76-ab40-67d888c2d177 req-5cdc82ff-4730-4ad9-8748-33392a09b463 tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:33:21.738085 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-0b70cab2-77d0-4a76-ab40-67d888c2d177 req-5cdc82ff-4730-4ad9-8748-33392a09b463 tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] 10.222.0.11 "GET /v2.0/ports?device_id=d0fd46bd-9fee-4340-9afc-d88468312b48 HTTP/1.1" status: 200  len: 945 time: 0.1012440
Apr 20 18:33:21.798907 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-0b70cab2-77d0-4a76-ab40-67d888c2d177 req-57ef80c3-c06a-4e9e-bff7-4f9c4517ac55 tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] 10.222.0.11 "GET /v2.0/security-groups?id=82d2b5dd-ac82-48c5-ae8a-56039f03438b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0488000
Apr 20 18:33:21.975337 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7daae00e-9c84-43aa-a2dd-43b66a405b71 req-144984b9-00f0-449c-abd2-18796c8cc6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:33:21.977125 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-7daae00e-9c84-43aa-a2dd-43b66a405b71 req-144984b9-00f0-449c-abd2-18796c8cc6fb service neutron] 10.222.0.10 "GET /v2.0/subnets?id=de093425-a655-4f08-b89a-732e934018c4 HTTP/1.1" status: 200  len: 856 time: 0.0879791
Apr 20 18:33:22.213976 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff470ea-ea2f-4438-b4cc-2968f45ca9b7 req-8106952a-2b8d-4b0c-9317-fcd5fa601048 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:33:22.215672 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-fff470ea-ea2f-4438-b4cc-2968f45ca9b7 req-8106952a-2b8d-4b0c-9317-fcd5fa601048 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "GET /v2.0/ports?device_id=a35dabb6-d13d-48e1-b184-19d58be083db HTTP/1.1" status: 200  len: 943 time: 0.0955577
Apr 20 18:33:22.275651 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-fff470ea-ea2f-4438-b4cc-2968f45ca9b7 req-702852f7-2531-4748-8d11-5f693cae9e62 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "GET /v2.0/security-groups?id=ed50e5aa-327b-422f-82a8-ba0a7946687e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0527151
Apr 20 18:33:23.012098 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7daae00e-9c84-43aa-a2dd-43b66a405b71 req-4571de0e-1773-4297-9f2a-36f8e9c1991d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:33:23.013844 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-7daae00e-9c84-43aa-a2dd-43b66a405b71 req-4571de0e-1773-4297-9f2a-36f8e9c1991d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=70bb951b-5201-42f1-af2f-fff209eaf750&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0871301
Apr 20 18:33:23.024038 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bbe816-47be-4138-93e2-0938ed96e879 req-402657c6-a7b5-4919-856f-96dd8c612456 tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:33:23.025780 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-18bbe816-47be-4138-93e2-0938ed96e879 req-402657c6-a7b5-4919-856f-96dd8c612456 tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] 10.222.0.11 "GET /v2.0/ports?device_id=d0fd46bd-9fee-4340-9afc-d88468312b48 HTTP/1.1" status: 200  len: 945 time: 0.1054254
Apr 20 18:33:23.085905 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-18bbe816-47be-4138-93e2-0938ed96e879 req-f66f4af1-af9b-4f29-9f9e-cc8e84caabc3 tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] 10.222.0.11 "GET /v2.0/security-groups?id=82d2b5dd-ac82-48c5-ae8a-56039f03438b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0530601
Apr 20 18:33:23.176444 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-7daae00e-9c84-43aa-a2dd-43b66a405b71 req-f83c041d-f203-4588-a254-6b256694775b service neutron] 10.222.0.10 "GET /v2.0/networks/70bb951b-5201-42f1-af2f-fff209eaf750?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1534717
Apr 20 18:33:23.340311 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-7daae00e-9c84-43aa-a2dd-43b66a405b71 req-05b30c9c-14b1-4aad-b405-435dc4598a32 service neutron] 10.222.0.10 "GET /v2.0/networks/70bb951b-5201-42f1-af2f-fff209eaf750?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1569705
Apr 20 18:33:23.506848 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a98a0f-bef2-4f6a-a65c-bb3dc7a5bc4f req-8d88af7b-81e7-4320-b132-8c7359c9128a tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:33:23.508516 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-68a98a0f-bef2-4f6a-a65c-bb3dc7a5bc4f req-8d88af7b-81e7-4320-b132-8c7359c9128a tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "GET /v2.0/ports?device_id=a35dabb6-d13d-48e1-b184-19d58be083db HTTP/1.1" status: 200  len: 943 time: 0.1011817
Apr 20 18:33:23.563355 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-68a98a0f-bef2-4f6a-a65c-bb3dc7a5bc4f req-1b403b3c-39d0-4363-8dde-264e01439ece tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "GET /v2.0/security-groups?id=ed50e5aa-327b-422f-82a8-ba0a7946687e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0481582
Apr 20 18:33:24.738993 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f43888-0386-4faf-b313-0fe2a6b20c6b req-2ca014e9-8170-422e-8d2d-ea6bea70ce4f tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:33:24.743989 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-e2f43888-0386-4faf-b313-0fe2a6b20c6b req-2ca014e9-8170-422e-8d2d-ea6bea70ce4f tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] 10.222.0.11 "GET /v2.0/ports?device_id=d0fd46bd-9fee-4340-9afc-d88468312b48 HTTP/1.1" status: 200  len: 945 time: 0.4845009
Apr 20 18:33:24.811877 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-e2f43888-0386-4faf-b313-0fe2a6b20c6b req-ef261e54-8482-48e0-84ec-8e05fb10e9bd tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] 10.222.0.11 "GET /v2.0/security-groups?id=82d2b5dd-ac82-48c5-ae8a-56039f03438b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0603678
Apr 20 18:33:24.922176 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7626eb25-32cd-463c-bd25-2bb8465f1d6b req-04b68632-93dd-438c-b429-5d56eaa04a7f tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:33:24.924133 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-7626eb25-32cd-463c-bd25-2bb8465f1d6b req-04b68632-93dd-438c-b429-5d56eaa04a7f tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "GET /v2.0/ports?device_id=a35dabb6-d13d-48e1-b184-19d58be083db HTTP/1.1" status: 200  len: 943 time: 0.1280153
Apr 20 18:33:24.998700 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-7626eb25-32cd-463c-bd25-2bb8465f1d6b req-a9f4ce87-7aa0-49e0-b962-32998a419837 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "GET /v2.0/security-groups?id=ed50e5aa-327b-422f-82a8-ba0a7946687e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0544083
Apr 20 18:33:25.154448 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86421) accepted ('10.222.0.11', 47690) {{(pid=86421) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:33:25.306785 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-821127ae-0359-4eb7-8ead-c5ba731d8530 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:25.325756 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-821127ae-0359-4eb7-8ead-c5ba731d8530 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86421) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:33:25.331526 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-821127ae-0359-4eb7-8ead-c5ba731d8530 admin admin] Usage tracker for resource:security_group_rule and tenant:d328e9c019454982a536b198d3c830f6 is out of sync, need to count used quota {{(pid=86421) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:33:25.336118 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-821127ae-0359-4eb7-8ead-c5ba731d8530 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86421) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:33:25.343278 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-821127ae-0359-4eb7-8ead-c5ba731d8530 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86421) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:33:25.454334 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-821127ae-0359-4eb7-8ead-c5ba731d8530 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:25.460413 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-821127ae-0359-4eb7-8ead-c5ba731d8530 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850969184'] for security_group, after_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:25.495370 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-3c58a7ce-fe98-4934-ac77-53ce7b6623f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:33:25.566342 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-821127ae-0359-4eb7-8ead-c5ba731d8530 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d328e9c019454982a536b198d3c830f6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4104478
Apr 20 18:33:25.567589 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821127ae-0359-4eb7-8ead-c5ba731d8530 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c473878-0e93-401a-bbce-2b5ef0cc0832,revision_number=1']} {{(pid=86421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:33:25.571064 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.11', 47698) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:33:25.576444 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821127ae-0359-4eb7-8ead-c5ba731d8530 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:33:25.576838 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821127ae-0359-4eb7-8ead-c5ba731d8530 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:33:25.577224 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821127ae-0359-4eb7-8ead-c5ba731d8530 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:33:25.577602 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821127ae-0359-4eb7-8ead-c5ba731d8530 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:33:25.577975 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821127ae-0359-4eb7-8ead-c5ba731d8530 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:33:25.578350 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821127ae-0359-4eb7-8ead-c5ba731d8530 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:33:25.578721 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821127ae-0359-4eb7-8ead-c5ba731d8530 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:33:25.579091 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821127ae-0359-4eb7-8ead-c5ba731d8530 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:33:25.579467 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821127ae-0359-4eb7-8ead-c5ba731d8530 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:33:25.579834 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821127ae-0359-4eb7-8ead-c5ba731d8530 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:33:25.580282 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821127ae-0359-4eb7-8ead-c5ba731d8530 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:33:25.581244 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821127ae-0359-4eb7-8ead-c5ba731d8530 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:33:25.585331 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-821127ae-0359-4eb7-8ead-c5ba731d8530 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:33:25.695698 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-33ef1424-7de0-4ba0-9ea8-36d435c3ef06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:25.743184 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-33ef1424-7de0-4ba0-9ea8-36d435c3ef06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:25.803000 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-33ef1424-7de0-4ba0-9ea8-36d435c3ef06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850969184'] for security_group, after_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:25.816204 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-00a1c17d-11ab-4407-a0c2-f38f39861a12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:33:25.826443 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ef1424-7de0-4ba0-9ea8-36d435c3ef06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c473878-0e93-401a-bbce-2b5ef0cc0832,revision_number=None']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:33:25.838146 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ef1424-7de0-4ba0-9ea8-36d435c3ef06 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:33:25.838561 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ef1424-7de0-4ba0-9ea8-36d435c3ef06 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:33:25.838929 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ef1424-7de0-4ba0-9ea8-36d435c3ef06 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:33:25.839502 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ef1424-7de0-4ba0-9ea8-36d435c3ef06 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:33:25.840071 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ef1424-7de0-4ba0-9ea8-36d435c3ef06 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:33:25.840494 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ef1424-7de0-4ba0-9ea8-36d435c3ef06 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:33:25.840886 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ef1424-7de0-4ba0-9ea8-36d435c3ef06 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:33:25.841273 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ef1424-7de0-4ba0-9ea8-36d435c3ef06 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:33:25.841664 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ef1424-7de0-4ba0-9ea8-36d435c3ef06 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:33:25.842014 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ef1424-7de0-4ba0-9ea8-36d435c3ef06 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:33:25.842506 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ef1424-7de0-4ba0-9ea8-36d435c3ef06 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:33:25.842849 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ef1424-7de0-4ba0-9ea8-36d435c3ef06 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:33:25.847222 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-33ef1424-7de0-4ba0-9ea8-36d435c3ef06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:25.848069 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-33ef1424-7de0-4ba0-9ea8-36d435c3ef06 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8c473878-0e93-401a-bbce-2b5ef0cc0832 HTTP/1.1" status: 204  len: 168 time: 0.2752790
Apr 20 18:33:25.849420 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-33ef1424-7de0-4ba0-9ea8-36d435c3ef06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:33:26.469199 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba7f666-9534-45eb-bd2f-00f37fda654a req-0db86b69-c3fe-4d13-add8-20ceb581cd00 tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:33:26.472867 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-9ba7f666-9534-45eb-bd2f-00f37fda654a req-0db86b69-c3fe-4d13-add8-20ceb581cd00 tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] 10.222.0.11 "GET /v2.0/ports?device_id=d0fd46bd-9fee-4340-9afc-d88468312b48 HTTP/1.1" status: 200  len: 945 time: 0.3897283
Apr 20 18:33:26.490654 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fdc15f-0b6c-4831-b7b7-45535e213665 req-729d52fd-dff1-423d-b295-59036727d0e5 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:33:26.497895 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-b9fdc15f-0b6c-4831-b7b7-45535e213665 req-729d52fd-dff1-423d-b295-59036727d0e5 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "GET /v2.0/ports?device_id=a35dabb6-d13d-48e1-b184-19d58be083db HTTP/1.1" status: 200  len: 943 time: 0.2626927
Apr 20 18:33:26.503588 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.11', 47714) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:33:26.534952 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-b6d31f88-76d2-4b6a-954c-b4bb82a2f6be admin admin] Notify callbacks [] for security_group, before_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:26.555746 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-b6d31f88-76d2-4b6a-954c-b4bb82a2f6be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:33:26.562099 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-b6d31f88-76d2-4b6a-954c-b4bb82a2f6be admin admin] Usage tracker for resource:security_group_rule and tenant:5faf852fafca4585b2d0a539864ecbf8 is out of sync, need to count used quota {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:33:26.565658 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-b6d31f88-76d2-4b6a-954c-b4bb82a2f6be admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:33:26.572609 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-b6d31f88-76d2-4b6a-954c-b4bb82a2f6be admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:33:26.596655 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-9ba7f666-9534-45eb-bd2f-00f37fda654a req-d28a02f7-6570-4c18-b289-58ae3c9e9e78 tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] 10.222.0.11 "GET /v2.0/security-groups?id=82d2b5dd-ac82-48c5-ae8a-56039f03438b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0969818
Apr 20 18:33:26.605985 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-b9fdc15f-0b6c-4831-b7b7-45535e213665 req-e17a9a2a-2f0b-4502-88dc-b876bd3598bd tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "GET /v2.0/security-groups?id=ed50e5aa-327b-422f-82a8-ba0a7946687e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0840700
Apr 20 18:33:26.714931 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-b6d31f88-76d2-4b6a-954c-b4bb82a2f6be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:26.718493 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-b6d31f88-76d2-4b6a-954c-b4bb82a2f6be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850969184'] for security_group, after_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:26.728698 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-feeb21fc-9721-4979-8ba4-8c83efe1e873 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:33:26.779353 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d31f88-76d2-4b6a-954c-b4bb82a2f6be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6163e05-71e9-4e62-9f4e-4d7faaff884e,revision_number=1']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:33:26.785635 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-b6d31f88-76d2-4b6a-954c-b4bb82a2f6be admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5faf852fafca4585b2d0a539864ecbf8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2804787
Apr 20 18:33:26.786703 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-b6d31f88-76d2-4b6a-954c-b4bb82a2f6be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:33:26.788661 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.11', 47718) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:33:26.867516 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-1bf378d3-6273-4278-a27a-187a0f320ce8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:26.907990 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-1bf378d3-6273-4278-a27a-187a0f320ce8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:26.973697 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-1bf378d3-6273-4278-a27a-187a0f320ce8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850969184'] for security_group, after_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:26.981025 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-f341dc3e-40f2-44c3-bdc0-3db1b3fcfb6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:33:26.999354 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf378d3-6273-4278-a27a-187a0f320ce8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6163e05-71e9-4e62-9f4e-4d7faaff884e,revision_number=None']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:33:27.005147 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-1bf378d3-6273-4278-a27a-187a0f320ce8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:33:27.007883 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-1bf378d3-6273-4278-a27a-187a0f320ce8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:27.009559 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-1bf378d3-6273-4278-a27a-187a0f320ce8 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f6163e05-71e9-4e62-9f4e-4d7faaff884e HTTP/1.1" status: 204  len: 168 time: 0.2196548
Apr 20 18:33:27.902420 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd7dfd0-c5fd-4013-820e-58b93968c901 req-956e966c-4587-4a89-ac55-bf655b5c53c7 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:33:27.904286 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-bbd7dfd0-c5fd-4013-820e-58b93968c901 req-956e966c-4587-4a89-ac55-bf655b5c53c7 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "GET /v2.0/ports?device_id=a35dabb6-d13d-48e1-b184-19d58be083db HTTP/1.1" status: 200  len: 943 time: 0.1565239
Apr 20 18:33:27.973753 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6336b1-a053-4059-9ad5-abdb51cd0dfe req-92f01825-9047-43e6-ab4c-31d6f054d99f tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:33:27.975692 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-cc6336b1-a053-4059-9ad5-abdb51cd0dfe req-92f01825-9047-43e6-ab4c-31d6f054d99f tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] 10.222.0.11 "GET /v2.0/ports?device_id=d0fd46bd-9fee-4340-9afc-d88468312b48 HTTP/1.1" status: 200  len: 945 time: 0.1834526
Apr 20 18:33:27.981328 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-bbd7dfd0-c5fd-4013-820e-58b93968c901 req-9028af57-0d2c-4c3c-b91a-d4f5fc54f3df tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "GET /v2.0/security-groups?id=ed50e5aa-327b-422f-82a8-ba0a7946687e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0690126
Apr 20 18:33:28.037829 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-cc6336b1-a053-4059-9ad5-abdb51cd0dfe req-eeb74624-c0f9-4176-8193-d33c05b95295 tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] 10.222.0.11 "GET /v2.0/security-groups?id=82d2b5dd-ac82-48c5-ae8a-56039f03438b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0520887
Apr 20 18:33:28.534377 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-802241c2-294d-4c4f-ae13-78331c6c6d1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:29.324777 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59357b98-9846-4605-8f74-a61490399070 req-ae185826-6035-449d-9334-3839b1ea0bbf tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:33:29.326579 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-59357b98-9846-4605-8f74-a61490399070 req-ae185826-6035-449d-9334-3839b1ea0bbf tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] 10.222.0.11 "GET /v2.0/ports?device_id=d0fd46bd-9fee-4340-9afc-d88468312b48 HTTP/1.1" status: 200  len: 945 time: 0.1236000
Apr 20 18:33:29.340700 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e12a71-81f5-4840-8cdc-21d648398ce5 req-ea599568-e684-4467-96e8-c7c428296290 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:33:29.342369 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-c6e12a71-81f5-4840-8cdc-21d648398ce5 req-ea599568-e684-4467-96e8-c7c428296290 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "GET /v2.0/ports?device_id=a35dabb6-d13d-48e1-b184-19d58be083db HTTP/1.1" status: 200  len: 943 time: 0.1871574
Apr 20 18:33:29.467318 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-59357b98-9846-4605-8f74-a61490399070 req-e24d099c-92a1-412b-a55a-68950f7ec61f tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] 10.222.0.11 "GET /v2.0/security-groups?id=82d2b5dd-ac82-48c5-ae8a-56039f03438b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1238060
Apr 20 18:33:29.481656 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-c6e12a71-81f5-4840-8cdc-21d648398ce5 req-9752a5e6-4034-4552-9155-79bd26299dfd tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "GET /v2.0/security-groups?id=ed50e5aa-327b-422f-82a8-ba0a7946687e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1179321
Apr 20 18:33:30.030235 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.11', 47798) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:33:30.184505 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-89252fd8-44ad-4f67-985d-1cca32a18aeb admin admin] Notify callbacks [] for security_group, before_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:30.204713 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-89252fd8-44ad-4f67-985d-1cca32a18aeb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:33:30.210391 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-89252fd8-44ad-4f67-985d-1cca32a18aeb admin admin] Usage tracker for resource:security_group_rule and tenant:7f7d728209284d4ba64312cf6bdd36c5 is out of sync, need to count used quota {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:33:30.213673 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-89252fd8-44ad-4f67-985d-1cca32a18aeb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:33:30.220136 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-89252fd8-44ad-4f67-985d-1cca32a18aeb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:33:30.344198 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-89252fd8-44ad-4f67-985d-1cca32a18aeb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:30.354286 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-89252fd8-44ad-4f67-985d-1cca32a18aeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850969184'] for security_group, after_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:30.373718 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-f12fc748-2015-4086-827f-ea2cb8525375 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:33:30.459762 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89252fd8-44ad-4f67-985d-1cca32a18aeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27f99d3d-6ee9-4b94-ab26-aeaea7367163,revision_number=1']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:33:30.503528 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86421) accepted ('10.222.0.11', 47806) {{(pid=86421) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:33:30.504549 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-89252fd8-44ad-4f67-985d-1cca32a18aeb admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7f7d728209284d4ba64312cf6bdd36c5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4724772
Apr 20 18:33:30.506592 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-89252fd8-44ad-4f67-985d-1cca32a18aeb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:33:30.622134 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-fc31ea79-526f-41d4-a902-b25d28cd90bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:30.662717 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-fc31ea79-526f-41d4-a902-b25d28cd90bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:30.879970 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-fc31ea79-526f-41d4-a902-b25d28cd90bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850969184'] for security_group, after_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:30.895443 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-5a7ff511-8ab7-4519-8a8f-96ad3ca6c751 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:33:30.916026 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc31ea79-526f-41d4-a902-b25d28cd90bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27f99d3d-6ee9-4b94-ab26-aeaea7367163,revision_number=None']} {{(pid=86421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:33:30.923195 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-fc31ea79-526f-41d4-a902-b25d28cd90bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:33:30.935079 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-fc31ea79-526f-41d4-a902-b25d28cd90bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:30.939302 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-fc31ea79-526f-41d4-a902-b25d28cd90bd admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/27f99d3d-6ee9-4b94-ab26-aeaea7367163 HTTP/1.1" status: 204  len: 168 time: 0.4334922
Apr 20 18:33:30.956975 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d32f86b-be23-44e0-b318-fe2c76c425a3 req-4e351d7f-b58b-4764-8e14-8c567761ed2e tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:33:30.958688 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-6d32f86b-be23-44e0-b318-fe2c76c425a3 req-4e351d7f-b58b-4764-8e14-8c567761ed2e tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "GET /v2.0/ports?device_id=a35dabb6-d13d-48e1-b184-19d58be083db HTTP/1.1" status: 200  len: 943 time: 0.2209933
Apr 20 18:33:30.968661 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0c7a43-fc83-4b9a-9f1e-66ee0138f756 req-96278159-2804-4eac-b35c-9e3268aac2ec tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:33:30.970299 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-0e0c7a43-fc83-4b9a-9f1e-66ee0138f756 req-96278159-2804-4eac-b35c-9e3268aac2ec tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] 10.222.0.11 "GET /v2.0/ports?device_id=d0fd46bd-9fee-4340-9afc-d88468312b48 HTTP/1.1" status: 200  len: 945 time: 0.2415714
Apr 20 18:33:31.096337 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-6d32f86b-be23-44e0-b318-fe2c76c425a3 req-0dff8abc-8481-49a1-8aa7-e0fb4f6b5305 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "GET /v2.0/security-groups?id=ed50e5aa-327b-422f-82a8-ba0a7946687e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1163547
Apr 20 18:33:31.128736 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-0e0c7a43-fc83-4b9a-9f1e-66ee0138f756 req-a747744e-984e-41eb-82e9-ad33ce9cbb31 tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] 10.222.0.11 "GET /v2.0/security-groups?id=82d2b5dd-ac82-48c5-ae8a-56039f03438b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1210115
Apr 20 18:33:31.315758 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-9e38fc3b-7b5f-480a-808e-c50a6116f83a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:31.363831 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-59ff2fcf-5a92-41e6-b6a8-ab5cb4df6403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:31.511335 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86421) accepted ('10.222.0.11', 47818) {{(pid=86421) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:33:31.538304 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-e9e24aea-c992-41bb-bdde-c1c2395109fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:31.556695 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-e9e24aea-c992-41bb-bdde-c1c2395109fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86421) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:33:31.561510 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-e9e24aea-c992-41bb-bdde-c1c2395109fe admin admin] Usage tracker for resource:security_group_rule and tenant:e8d16e2f4bf2438eb4f8b83c11574d4a is out of sync, need to count used quota {{(pid=86421) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:33:31.565600 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-e9e24aea-c992-41bb-bdde-c1c2395109fe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86421) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:33:31.573284 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-e9e24aea-c992-41bb-bdde-c1c2395109fe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86421) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:33:31.699665 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-e9e24aea-c992-41bb-bdde-c1c2395109fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:31.702683 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-e9e24aea-c992-41bb-bdde-c1c2395109fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850969184'] for security_group, after_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:31.714381 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-cb3fd3b4-b0bf-40d3-8656-5aca92ae9e7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:33:31.763811 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-e9e24aea-c992-41bb-bdde-c1c2395109fe admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e8d16e2f4bf2438eb4f8b83c11574d4a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2507572
Apr 20 18:33:31.765737 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e24aea-c992-41bb-bdde-c1c2395109fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=778a5f28-df49-4019-a109-9e0d8032a319,revision_number=1']} {{(pid=86421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:33:31.766843 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.11', 47822) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:33:31.770287 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-e9e24aea-c992-41bb-bdde-c1c2395109fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:33:31.841280 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-1ea429cd-bc2f-463e-a2f9-9d985bf8e255 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:31.872694 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-1ea429cd-bc2f-463e-a2f9-9d985bf8e255 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:31.931545 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-1ea429cd-bc2f-463e-a2f9-9d985bf8e255 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850969184'] for security_group, after_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:31.937533 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-7295b65f-b6da-432c-846e-b3132d95a4ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:33:31.954690 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea429cd-bc2f-463e-a2f9-9d985bf8e255 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=778a5f28-df49-4019-a109-9e0d8032a319,revision_number=None']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:33:31.957799 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-1ea429cd-bc2f-463e-a2f9-9d985bf8e255 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:33:31.967228 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-1ea429cd-bc2f-463e-a2f9-9d985bf8e255 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:31.968502 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-1ea429cd-bc2f-463e-a2f9-9d985bf8e255 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/778a5f28-df49-4019-a109-9e0d8032a319 HTTP/1.1" status: 204  len: 168 time: 0.1995363
Apr 20 18:33:31.994564 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:32.346538 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:32.466671 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07faaa4-9321-41f0-b87a-c10f2ead2125 req-f8d48054-e3f6-4d4c-bb35-a05ca1e9a331 tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:33:32.468373 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-c07faaa4-9321-41f0-b87a-c10f2ead2125 req-f8d48054-e3f6-4d4c-bb35-a05ca1e9a331 tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] 10.222.0.11 "GET /v2.0/ports?device_id=d0fd46bd-9fee-4340-9afc-d88468312b48 HTTP/1.1" status: 200  len: 945 time: 0.1797204
Apr 20 18:33:32.483112 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87254df3-3fa2-4105-90b1-4004bbfe0364 req-9585a8cf-7410-475f-9fda-05b315454eb5 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:33:32.484786 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-87254df3-3fa2-4105-90b1-4004bbfe0364 req-9585a8cf-7410-475f-9fda-05b315454eb5 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "GET /v2.0/ports?device_id=a35dabb6-d13d-48e1-b184-19d58be083db HTTP/1.1" status: 200  len: 943 time: 0.1946826
Apr 20 18:33:32.564571 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-c07faaa4-9321-41f0-b87a-c10f2ead2125 req-beb4b3d5-2a9c-43ab-935f-18c389dd1c29 tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] 10.222.0.11 "GET /v2.0/security-groups?id=82d2b5dd-ac82-48c5-ae8a-56039f03438b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0785077
Apr 20 18:33:32.576712 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-87254df3-3fa2-4105-90b1-4004bbfe0364 req-c4d7a0e2-e5fe-4777-a84e-301bd6bbe50e tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "GET /v2.0/security-groups?id=ed50e5aa-327b-422f-82a8-ba0a7946687e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0757613
Apr 20 18:33:33.149676 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-69625b45-0eac-4ead-bef5-f7df2e631dfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:33.939956 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d77393-d4a4-427c-91e2-4059f5706d3f req-7e4773dc-44e1-4fe3-87ef-b94b1005c638 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:33:33.944492 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-82d77393-d4a4-427c-91e2-4059f5706d3f req-7e4773dc-44e1-4fe3-87ef-b94b1005c638 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "GET /v2.0/ports?device_id=a35dabb6-d13d-48e1-b184-19d58be083db HTTP/1.1" status: 200  len: 943 time: 0.1343265
Apr 20 18:33:33.952134 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64594e2-14cd-4b92-9a6d-26bebc145f14 req-8c012cb6-9703-49ca-8484-b58560e68cdd tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:33:33.954870 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-c64594e2-14cd-4b92-9a6d-26bebc145f14 req-8c012cb6-9703-49ca-8484-b58560e68cdd tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] 10.222.0.11 "GET /v2.0/ports?device_id=d0fd46bd-9fee-4340-9afc-d88468312b48 HTTP/1.1" status: 200  len: 945 time: 0.1947227
Apr 20 18:33:34.037788 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-82d77393-d4a4-427c-91e2-4059f5706d3f req-8f7442dd-34d0-46c0-a030-1de17f13f795 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "GET /v2.0/security-groups?id=ed50e5aa-327b-422f-82a8-ba0a7946687e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0812299
Apr 20 18:33:34.042558 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-c64594e2-14cd-4b92-9a6d-26bebc145f14 req-0d60e4f9-7129-465f-8064-34167e45c62c tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] 10.222.0.11 "GET /v2.0/security-groups?id=82d2b5dd-ac82-48c5-ae8a-56039f03438b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0694463
Apr 20 18:33:35.108439 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-b09c923b-3cfa-480a-909f-5a54bf63ce6d req-30da2c01-388b-45b1-bef3-513205b5c277 tempest-VolumesNegativeTest-505248659 tempest-VolumesNegativeTest-505248659-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=9f0a19ea016149b1a6b1d6a489c0d27a&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0402017
Apr 20 18:33:35.406208 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09c923b-3cfa-480a-909f-5a54bf63ce6d req-19fd7048-8f0c-4a86-883d-c3e6497ccced tempest-VolumesNegativeTest-505248659 tempest-VolumesNegativeTest-505248659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:33:35.407873 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-b09c923b-3cfa-480a-909f-5a54bf63ce6d req-19fd7048-8f0c-4a86-883d-c3e6497ccced tempest-VolumesNegativeTest-505248659 tempest-VolumesNegativeTest-505248659-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2930951
Apr 20 18:33:35.427379 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2344849b-accd-45ad-9423-64f2ded37dac req-d58debc1-b8e7-4aa9-88f9-13a26e1a75a6 tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:33:35.429392 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-2344849b-accd-45ad-9423-64f2ded37dac req-d58debc1-b8e7-4aa9-88f9-13a26e1a75a6 tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] 10.222.0.11 "GET /v2.0/ports?device_id=d0fd46bd-9fee-4340-9afc-d88468312b48 HTTP/1.1" status: 200  len: 945 time: 0.2117598
Apr 20 18:33:35.444847 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-b09c923b-3cfa-480a-909f-5a54bf63ce6d req-a2af8402-bc98-40b0-9ab5-082877f27bbc tempest-VolumesNegativeTest-505248659 tempest-VolumesNegativeTest-505248659-project] 10.222.0.11 "GET /v2.0/quotas/9f0a19ea016149b1a6b1d6a489c0d27a HTTP/1.1" status: 200  len: 375 time: 0.0276022
Apr 20 18:33:35.536516 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-b09c923b-3cfa-480a-909f-5a54bf63ce6d req-b5206607-5b5e-439e-a77c-b24c5cd3cebb tempest-VolumesNegativeTest-505248659 tempest-VolumesNegativeTest-505248659-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=9f0a19ea016149b1a6b1d6a489c0d27a&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0734565
Apr 20 18:33:35.551561 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-2344849b-accd-45ad-9423-64f2ded37dac req-4676d2f9-f40b-4ee9-9e5d-b05c712633cc tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] 10.222.0.11 "GET /v2.0/security-groups?id=82d2b5dd-ac82-48c5-ae8a-56039f03438b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1071599
Apr 20 18:33:35.872488 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-e84800a8-54c2-4e89-8af8-98e57f6d797d req-0c82d363-d561-46c1-9ad2-85f761e8f3fb tempest-VolumesNegativeTest-505248659 tempest-VolumesNegativeTest-505248659-project] 10.222.0.11 "GET /v2.0/ports?device_id=0696f4e1-648a-40ff-a348-e4821ca3916d HTTP/1.1" status: 200  len: 210 time: 0.0956373
Apr 20 18:33:35.923338 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac770876-957a-495d-822c-cb0baf46fc7a req-175d7208-79da-42ec-ac82-0c968272d236 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:33:35.929267 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-ac770876-957a-495d-822c-cb0baf46fc7a req-175d7208-79da-42ec-ac82-0c968272d236 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "GET /v2.0/ports?device_id=a35dabb6-d13d-48e1-b184-19d58be083db HTTP/1.1" status: 200  len: 943 time: 0.2262127
Apr 20 18:33:36.010282 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-ac770876-957a-495d-822c-cb0baf46fc7a req-a0844ba3-fc0b-4c22-a93f-a6654c93ef9f tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "GET /v2.0/security-groups?id=ed50e5aa-327b-422f-82a8-ba0a7946687e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0766795
Apr 20 18:33:36.787866 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f389296-f8f6-4e63-ab54-6c90ae9e346e req-1580953c-7419-47b0-9d8e-a38ac7fc2cbc tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:33:36.789713 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-0f389296-f8f6-4e63-ab54-6c90ae9e346e req-1580953c-7419-47b0-9d8e-a38ac7fc2cbc tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] 10.222.0.11 "GET /v2.0/ports?device_id=d0fd46bd-9fee-4340-9afc-d88468312b48 HTTP/1.1" status: 200  len: 945 time: 0.1068749
Apr 20 18:33:36.847839 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-0f389296-f8f6-4e63-ab54-6c90ae9e346e req-a1bb1361-f1af-4a72-9aef-46a3b44b40cb tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] 10.222.0.11 "GET /v2.0/security-groups?id=82d2b5dd-ac82-48c5-ae8a-56039f03438b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0508451
Apr 20 18:33:37.073355 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-cc367167-e1c2-417a-b8f6-1f1e40dda90c req-e1c6b53d-4ebd-444e-973b-c4a590f5bf0d tempest-VolumesNegativeTest-505248659 tempest-VolumesNegativeTest-505248659-project] 10.222.0.11 "GET /v2.0/ports?device_id=0696f4e1-648a-40ff-a348-e4821ca3916d HTTP/1.1" status: 200  len: 210 time: 0.0495522
Apr 20 18:33:37.310388 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b974058-667b-429f-a774-e2d05ce28b07 req-caa0ea15-ec6c-4823-81ef-ca2d9194a3f9 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:33:37.319970 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-6b974058-667b-429f-a774-e2d05ce28b07 req-caa0ea15-ec6c-4823-81ef-ca2d9194a3f9 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "GET /v2.0/ports?device_id=a35dabb6-d13d-48e1-b184-19d58be083db HTTP/1.1" status: 200  len: 943 time: 0.1313832
Apr 20 18:33:37.493399 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-6b974058-667b-429f-a774-e2d05ce28b07 req-2e27b344-6ecd-4bb3-9836-d86adc31c9ff tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "GET /v2.0/security-groups?id=ed50e5aa-327b-422f-82a8-ba0a7946687e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1640763
Apr 20 18:33:37.569162 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679d6030-9aad-4a25-924f-d1bd117ddedb req-8554ebe2-8421-47fb-b106-24fc1c58481e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:33:37.571148 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-679d6030-9aad-4a25-924f-d1bd117ddedb req-8554ebe2-8421-47fb-b106-24fc1c58481e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=82646d2796ec4d6b9ec39ce05e5b838a&device_id=a35dabb6-d13d-48e1-b184-19d58be083db HTTP/1.1" status: 200  len: 1096 time: 0.1300797
Apr 20 18:33:37.770875 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679d6030-9aad-4a25-924f-d1bd117ddedb req-d5f4cc57-412e-4bf2-9495-f901867c7147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:33:37.773645 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-679d6030-9aad-4a25-924f-d1bd117ddedb req-d5f4cc57-412e-4bf2-9495-f901867c7147 service neutron] 10.222.0.10 "GET /v2.0/networks?id=70bb951b-5201-42f1-af2f-fff209eaf750 HTTP/1.1" status: 200  len: 918 time: 0.1787252
Apr 20 18:33:37.896701 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-679d6030-9aad-4a25-924f-d1bd117ddedb req-c7a38c41-b57d-4b27-a1d5-a6eb4097b1f0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fc2c1be7-a945-415f-9fcd-718e1fd4abb7 HTTP/1.1" status: 200  len: 998 time: 0.1153271
Apr 20 18:33:37.995795 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679d6030-9aad-4a25-924f-d1bd117ddedb req-013183ac-365e-469f-bd59-8a9b481e9ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:33:37.997517 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-679d6030-9aad-4a25-924f-d1bd117ddedb req-013183ac-365e-469f-bd59-8a9b481e9ed6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=de093425-a655-4f08-b89a-732e934018c4 HTTP/1.1" status: 200  len: 856 time: 0.0925269
Apr 20 18:33:38.097250 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c49e03a-0dd2-4836-820d-fd35ac861838 req-b1ac44f2-f24c-480b-bef1-c692755dbbc2 tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:33:38.099081 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-6c49e03a-0dd2-4836-820d-fd35ac861838 req-b1ac44f2-f24c-480b-bef1-c692755dbbc2 tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] 10.222.0.11 "GET /v2.0/ports?device_id=d0fd46bd-9fee-4340-9afc-d88468312b48 HTTP/1.1" status: 200  len: 945 time: 0.1132693
Apr 20 18:33:38.112450 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679d6030-9aad-4a25-924f-d1bd117ddedb req-6596ee50-2c45-4e10-a2f5-4343981eddde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:33:38.114139 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-679d6030-9aad-4a25-924f-d1bd117ddedb req-6596ee50-2c45-4e10-a2f5-4343981eddde service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=70bb951b-5201-42f1-af2f-fff209eaf750&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1041572
Apr 20 18:33:38.159229 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-6c49e03a-0dd2-4836-820d-fd35ac861838 req-b436c79f-2d9d-42ef-b4b6-b79a05be6ede tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] 10.222.0.11 "GET /v2.0/security-groups?id=82d2b5dd-ac82-48c5-ae8a-56039f03438b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0508022
Apr 20 18:33:38.248267 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-3f96cc70-b832-4ab5-92d1-193eb2021616 req-79e218d7-e438-4e2f-9bb3-56549ee055ea tempest-VolumesNegativeTest-505248659 tempest-VolumesNegativeTest-505248659-project] 10.222.0.11 "GET /v2.0/ports?device_id=0696f4e1-648a-40ff-a348-e4821ca3916d HTTP/1.1" status: 200  len: 210 time: 0.0495651
Apr 20 18:33:38.301257 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-679d6030-9aad-4a25-924f-d1bd117ddedb req-a70da2f5-b5d9-4a12-9d75-88ddcf5faf3f service neutron] 10.222.0.10 "GET /v2.0/networks/70bb951b-5201-42f1-af2f-fff209eaf750?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1727583
Apr 20 18:33:38.695275 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-b09c923b-3cfa-480a-909f-5a54bf63ce6d req-bbc782fc-8574-49f6-b3de-0c64cc2d786a tempest-VolumesNegativeTest-505248659 tempest-VolumesNegativeTest-505248659-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=9f0a19ea016149b1a6b1d6a489c0d27a&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0385363
Apr 20 18:33:38.859241 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-679d6030-9aad-4a25-924f-d1bd117ddedb req-41164722-3723-4e26-996c-b515c4628210 service neutron] 10.222.0.10 "GET /v2.0/networks/70bb951b-5201-42f1-af2f-fff209eaf750?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5492427
Apr 20 18:33:38.865531 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe029632-636c-41c0-bf75-f53e7ab5a89c req-58277d85-1e96-4904-9d8d-f25134d3450f tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:33:38.874393 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-fe029632-636c-41c0-bf75-f53e7ab5a89c req-58277d85-1e96-4904-9d8d-f25134d3450f tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "GET /v2.0/ports?device_id=a35dabb6-d13d-48e1-b184-19d58be083db HTTP/1.1" status: 200  len: 943 time: 0.1651497
Apr 20 18:33:38.934317 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09c923b-3cfa-480a-909f-5a54bf63ce6d req-1920c729-10c1-48be-b578-ff1b2894d5a9 tempest-VolumesNegativeTest-505248659 tempest-VolumesNegativeTest-505248659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:33:38.936408 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-b09c923b-3cfa-480a-909f-5a54bf63ce6d req-1920c729-10c1-48be-b578-ff1b2894d5a9 tempest-VolumesNegativeTest-505248659 tempest-VolumesNegativeTest-505248659-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2148039
Apr 20 18:33:38.953017 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.v2.base [req-b09c923b-3cfa-480a-909f-5a54bf63ce6d req-1b37d84d-b356-4e71-8173-32b2c81964b7 tempest-VolumesNegativeTest-505248659 tempest-VolumesNegativeTest-505248659-project] Request body: {'port': {'device_id': '0696f4e1-648a-40ff-a348-e4821ca3916d', 'network_id': 'a05b34a4-2c1b-49ac-a36b-b01de046a735', 'admin_state_up': True, 'tenant_id': '9f0a19ea016149b1a6b1d6a489c0d27a'}} {{(pid=86420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:33:38.962316 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-fe029632-636c-41c0-bf75-f53e7ab5a89c req-e621a0fc-0a77-4680-a720-0279aeb447df tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "GET /v2.0/security-groups?id=ed50e5aa-327b-422f-82a8-ba0a7946687e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0844870
Apr 20 18:33:38.978090 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff4c890-fd59-4430-9fc8-797a1200246f req-75208486-9032-4e60-90c1-0d1b31ed39b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:33:38.979768 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-1ff4c890-fd59-4430-9fc8-797a1200246f req-75208486-9032-4e60-90c1-0d1b31ed39b1 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=d0fd46bd-9fee-4340-9afc-d88468312b48 HTTP/1.1" status: 200  len: 1098 time: 0.1858835
Apr 20 18:33:39.032817 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-1ff4c890-fd59-4430-9fc8-797a1200246f req-26fb1bdf-3828-4eef-9e77-e0fe1e2e4f62 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=82d2b5dd-ac82-48c5-ae8a-56039f03438b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409610
Apr 20 18:33:39.109476 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [req-b09c923b-3cfa-480a-909f-5a54bf63ce6d req-1b37d84d-b356-4e71-8173-32b2c81964b7 tempest-VolumesNegativeTest-505248659 tempest-VolumesNegativeTest-505248659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:33:39.113623 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [req-b09c923b-3cfa-480a-909f-5a54bf63ce6d req-1b37d84d-b356-4e71-8173-32b2c81964b7 tempest-VolumesNegativeTest-505248659 tempest-VolumesNegativeTest-505248659-project] Usage tracker for resource:port and tenant:9f0a19ea016149b1a6b1d6a489c0d27a is out of sync, need to count used quota {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:33:39.116605 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [req-b09c923b-3cfa-480a-909f-5a54bf63ce6d req-1b37d84d-b356-4e71-8173-32b2c81964b7 tempest-VolumesNegativeTest-505248659 tempest-VolumesNegativeTest-505248659-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:33:39.122625 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [req-b09c923b-3cfa-480a-909f-5a54bf63ce6d req-1b37d84d-b356-4e71-8173-32b2c81964b7 tempest-VolumesNegativeTest-505248659 tempest-VolumesNegativeTest-505248659-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:33:39.132041 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b09c923b-3cfa-480a-909f-5a54bf63ce6d req-1b37d84d-b356-4e71-8173-32b2c81964b7 tempest-VolumesNegativeTest-505248659 tempest-VolumesNegativeTest-505248659-project] Made reservation on behalf of 9f0a19ea016149b1a6b1d6a489c0d27a for: {'port': 1} {{(pid=86420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 18:33:39.138172 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-b09c923b-3cfa-480a-909f-5a54bf63ce6d req-1b37d84d-b356-4e71-8173-32b2c81964b7 tempest-VolumesNegativeTest-505248659 tempest-VolumesNegativeTest-505248659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854207267'] for port, before_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:39.152193 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-b09c923b-3cfa-480a-909f-5a54bf63ce6d req-1b37d84d-b356-4e71-8173-32b2c81964b7 tempest-VolumesNegativeTest-505248659 tempest-VolumesNegativeTest-505248659-project] Notify callbacks [] for security_group, before_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:39.167757 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [req-b09c923b-3cfa-480a-909f-5a54bf63ce6d req-1b37d84d-b356-4e71-8173-32b2c81964b7 tempest-VolumesNegativeTest-505248659 tempest-VolumesNegativeTest-505248659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:33:39.171742 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [req-b09c923b-3cfa-480a-909f-5a54bf63ce6d req-1b37d84d-b356-4e71-8173-32b2c81964b7 tempest-VolumesNegativeTest-505248659 tempest-VolumesNegativeTest-505248659-project] Usage tracker for resource:security_group_rule and tenant:9f0a19ea016149b1a6b1d6a489c0d27a is out of sync, need to count used quota {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:33:39.174978 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [req-b09c923b-3cfa-480a-909f-5a54bf63ce6d req-1b37d84d-b356-4e71-8173-32b2c81964b7 tempest-VolumesNegativeTest-505248659 tempest-VolumesNegativeTest-505248659-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:33:39.180982 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [req-b09c923b-3cfa-480a-909f-5a54bf63ce6d req-1b37d84d-b356-4e71-8173-32b2c81964b7 tempest-VolumesNegativeTest-505248659 tempest-VolumesNegativeTest-505248659-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:33:39.275075 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-b09c923b-3cfa-480a-909f-5a54bf63ce6d req-1b37d84d-b356-4e71-8173-32b2c81964b7 tempest-VolumesNegativeTest-505248659 tempest-VolumesNegativeTest-505248659-project] Notify callbacks [] for security_group, precommit_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:39.278023 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-b09c923b-3cfa-480a-909f-5a54bf63ce6d req-1b37d84d-b356-4e71-8173-32b2c81964b7 tempest-VolumesNegativeTest-505248659 tempest-VolumesNegativeTest-505248659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850969184'] for security_group, after_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:39.282645 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-a77093ec-81aa-4c9f-9c25-a33a575886f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:33:39.355842 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b37d84d-b356-4e71-8173-32b2c81964b7 tempest-VolumesNegativeTest-505248659 tempest-VolumesNegativeTest-505248659-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a2f527f-8c08-467e-8a26-ab9f98ab8d10,revision_number=1']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:33:39.360900 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-1b37d84d-b356-4e71-8173-32b2c81964b7 tempest-VolumesNegativeTest-505248659 tempest-VolumesNegativeTest-505248659-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:33:39.380903 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188232eb-3bea-4d81-9e49-b8ebea68f253 req-cfe73003-50b8-40e2-81ff-995b7dd81394 tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:33:39.385039 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-188232eb-3bea-4d81-9e49-b8ebea68f253 req-cfe73003-50b8-40e2-81ff-995b7dd81394 tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] 10.222.0.11 "GET /v2.0/ports?device_id=d0fd46bd-9fee-4340-9afc-d88468312b48 HTTP/1.1" status: 200  len: 945 time: 0.1072044
Apr 20 18:33:39.479233 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-589f7db7-eac3-422e-b4fa-88f76b3f1cb9 req-997beb5b-fac4-4a76-9b45-559f2ea1c5b8 tempest-VolumesNegativeTest-505248659 tempest-VolumesNegativeTest-505248659-project] 10.222.0.11 "GET /v2.0/ports?device_id=0696f4e1-648a-40ff-a348-e4821ca3916d HTTP/1.1" status: 200  len: 210 time: 0.0557809
Apr 20 18:33:39.488183 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-188232eb-3bea-4d81-9e49-b8ebea68f253 req-ead24243-20d5-410d-bceb-a8cdc5859cab tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] 10.222.0.11 "GET /v2.0/security-groups?id=82d2b5dd-ac82-48c5-ae8a-56039f03438b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0980868
Apr 20 18:33:39.515172 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.db_base_plugin_common [req-b09c923b-3cfa-480a-909f-5a54bf63ce6d req-1b37d84d-b356-4e71-8173-32b2c81964b7 tempest-VolumesNegativeTest-505248659 tempest-VolumesNegativeTest-505248659-project] Allocated IP 192.168.233.147 (a05b34a4-2c1b-49ac-a36b-b01de046a735/42be29ee-f244-482e-9fa0-459662a0d3a4/1ed5877f-b550-4504-8fc7-d105beae7c34) {{(pid=86420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 18:33:39.741395 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-b09c923b-3cfa-480a-909f-5a54bf63ce6d req-1b37d84d-b356-4e71-8173-32b2c81964b7 tempest-VolumesNegativeTest-505248659 tempest-VolumesNegativeTest-505248659-project] Notify callbacks [] for port, precommit_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:39.759039 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [req-b09c923b-3cfa-480a-909f-5a54bf63ce6d req-1b37d84d-b356-4e71-8173-32b2c81964b7 tempest-VolumesNegativeTest-505248659 tempest-VolumesNegativeTest-505248659-project] Transition to ACTIVE for port object 1ed5877f-b550-4504-8fc7-d105beae7c34 will not be triggered until provisioned by entity DHCP. {{(pid=86420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 18:33:39.786786 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-b09c923b-3cfa-480a-909f-5a54bf63ce6d req-1b37d84d-b356-4e71-8173-32b2c81964b7 tempest-VolumesNegativeTest-505248659 tempest-VolumesNegativeTest-505248659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251178383920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4189424'] for port, after_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:39.794478 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:33:39.866850 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b09c923b-3cfa-480a-909f-5a54bf63ce6d req-1b37d84d-b356-4e71-8173-32b2c81964b7 tempest-VolumesNegativeTest-505248659 tempest-VolumesNegativeTest-505248659-project] Network a05b34a4-2c1b-49ac-a36b-b01de046a735 is already hosted by enough agents. {{(pid=86420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 18:33:39.876356 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.scheduler.base_scheduler [req-b09c923b-3cfa-480a-909f-5a54bf63ce6d req-1b37d84d-b356-4e71-8173-32b2c81964b7 tempest-VolumesNegativeTest-505248659 tempest-VolumesNegativeTest-505248659-project] Resources bound (agent type, host, resource id):  {{(pid=86420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:33:39.879635 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [req-b09c923b-3cfa-480a-909f-5a54bf63ce6d req-1b37d84d-b356-4e71-8173-32b2c81964b7 tempest-VolumesNegativeTest-505248659 tempest-VolumesNegativeTest-505248659-project] Received port after_create {{(pid=86420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 18:33:39.936963 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b37d84d-b356-4e71-8173-32b2c81964b7 tempest-VolumesNegativeTest-505248659 tempest-VolumesNegativeTest-505248659-project] Pushing event updated for resources: {'Port': ['ID=1ed5877f-b550-4504-8fc7-d105beae7c34,revision_number=1']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:33:39.942736 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-1b37d84d-b356-4e71-8173-32b2c81964b7 tempest-VolumesNegativeTest-505248659 tempest-VolumesNegativeTest-505248659-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:33:39.979827 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09c923b-3cfa-480a-909f-5a54bf63ce6d req-1b37d84d-b356-4e71-8173-32b2c81964b7 tempest-VolumesNegativeTest-505248659 tempest-VolumesNegativeTest-505248659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:33:39.980604 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-b09c923b-3cfa-480a-909f-5a54bf63ce6d req-1b37d84d-b356-4e71-8173-32b2c81964b7 tempest-VolumesNegativeTest-505248659 tempest-VolumesNegativeTest-505248659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7615'] for port, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:40.015071 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-b09c923b-3cfa-480a-909f-5a54bf63ce6d req-1b37d84d-b356-4e71-8173-32b2c81964b7 tempest-VolumesNegativeTest-505248659 tempest-VolumesNegativeTest-505248659-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.0675087
Apr 20 18:33:40.030100 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.v2.base [req-b09c923b-3cfa-480a-909f-5a54bf63ce6d req-cfa5b984-7abd-455e-a712-6682459cd8bf service neutron] Request body: {'port': {'device_id': '0696f4e1-648a-40ff-a348-e4821ca3916d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=86420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:33:40.178477 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-b09c923b-3cfa-480a-909f-5a54bf63ce6d req-cfa5b984-7abd-455e-a712-6682459cd8bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854207267'] for port, before_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:40.237689 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-37516f86-90f3-44b3-a0ef-b1ce581648a5 None None] Provisioning for port 1ed5877f-b550-4504-8fc7-d105beae7c34 completed by entity DHCP. {{(pid=86422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 18:33:40.243320 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-37516f86-90f3-44b3-a0ef-b1ce581648a5 None None] Provisioning complete for port 1ed5877f-b550-4504-8fc7-d105beae7c34 triggered by entity DHCP. {{(pid=86422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:33:40.243833 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-37516f86-90f3-44b3-a0ef-b1ce581648a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733696'] for port, provisioning_complete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:40.276703 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0492f3d7-5c1d-47ce-a151-5c16c3be230f req-b3e64364-bd24-48d5-b07e-d5acdfb5d22c tempest-VolumesSnapshotTestJSON-716769491 tempest-VolumesSnapshotTestJSON-716769491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:33:40.278355 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-0492f3d7-5c1d-47ce-a151-5c16c3be230f req-b3e64364-bd24-48d5-b07e-d5acdfb5d22c tempest-VolumesSnapshotTestJSON-716769491 tempest-VolumesSnapshotTestJSON-716769491-project] 10.222.0.11 "GET /v2.0/ports?device_id=a17f999e-d3ff-49c1-85b1-bfe86b2c3f13 HTTP/1.1" status: 200  len: 946 time: 0.1697278
Apr 20 18:33:40.288899 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0265d667-0f7b-4d56-a94a-25809b56f392 req-f2a031ae-6790-44a4-90c5-a94fbda4a0ef tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:33:40.290502 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-0265d667-0f7b-4d56-a94a-25809b56f392 req-f2a031ae-6790-44a4-90c5-a94fbda4a0ef tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "GET /v2.0/ports?device_id=a35dabb6-d13d-48e1-b184-19d58be083db HTTP/1.1" status: 200  len: 943 time: 0.1358738
Apr 20 18:33:40.312290 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-37516f86-90f3-44b3-a0ef-b1ce581648a5 None None] Port 1ed5877f-b550-4504-8fc7-d105beae7c34 cannot update to ACTIVE because it is not bound. {{(pid=86422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 18:33:40.372336 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-0492f3d7-5c1d-47ce-a151-5c16c3be230f req-b2af581d-729d-4857-b650-6d59150e2386 tempest-VolumesSnapshotTestJSON-716769491 tempest-VolumesSnapshotTestJSON-716769491-project] 10.222.0.11 "GET /v2.0/security-groups?id=1f7e9f85-59a6-4887-af07-129e54386acf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0773091
Apr 20 18:33:40.374091 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-0265d667-0f7b-4d56-a94a-25809b56f392 req-fa1ab864-f3a1-4913-9d2e-a5df8bb4f1b7 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "GET /v2.0/security-groups?id=ed50e5aa-327b-422f-82a8-ba0a7946687e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0676563
Apr 20 18:33:40.575325 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.notifiers.nova [req-b09c923b-3cfa-480a-909f-5a54bf63ce6d req-cfa5b984-7abd-455e-a712-6682459cd8bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ed5877f-b550-4504-8fc7-d105beae7c34 {{(pid=86420) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 18:33:40.583481 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-b09c923b-3cfa-480a-909f-5a54bf63ce6d req-cfa5b984-7abd-455e-a712-6682459cd8bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:40.600519 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [req-b09c923b-3cfa-480a-909f-5a54bf63ce6d req-cfa5b984-7abd-455e-a712-6682459cd8bf service neutron] Transition to ACTIVE for port object 1ed5877f-b550-4504-8fc7-d105beae7c34 will not be triggered until provisioned by entity L2. {{(pid=86420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 18:33:40.604357 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-b09c923b-3cfa-480a-909f-5a54bf63ce6d req-cfa5b984-7abd-455e-a712-6682459cd8bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785676839112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251178383903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251178382076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850586375'] for port, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:40.609812 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-291ec195-9060-4f06-989b-8770793a05cc tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:33:40.753518 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa5b984-7abd-455e-a712-6682459cd8bf service neutron] Pushing event updated for resources: {'Port': ['ID=1ed5877f-b550-4504-8fc7-d105beae7c34,revision_number=2']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:33:40.757431 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-cfa5b984-7abd-455e-a712-6682459cd8bf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:33:40.763829 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96549216-3d8a-4020-b86f-e4284ad232f2 req-35b075de-f6f0-43b5-8087-8f4aa1365797 tempest-VolumesNegativeTest-505248659 tempest-VolumesNegativeTest-505248659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:33:40.765531 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-96549216-3d8a-4020-b86f-e4284ad232f2 req-35b075de-f6f0-43b5-8087-8f4aa1365797 tempest-VolumesNegativeTest-505248659 tempest-VolumesNegativeTest-505248659-project] 10.222.0.11 "GET /v2.0/ports?device_id=0696f4e1-648a-40ff-a348-e4821ca3916d HTTP/1.1" status: 200  len: 948 time: 0.1703148
Apr 20 18:33:40.780434 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cedf9b-21fb-4ce3-a085-49db9d0df62a req-bb8fe248-3db3-4cda-995e-051fa4e9104b tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:33:40.782086 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-96cedf9b-21fb-4ce3-a085-49db9d0df62a req-bb8fe248-3db3-4cda-995e-051fa4e9104b tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] 10.222.0.11 "GET /v2.0/ports?device_id=d0fd46bd-9fee-4340-9afc-d88468312b48 HTTP/1.1" status: 200  len: 945 time: 0.1425407
Apr 20 18:33:40.849118 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-96549216-3d8a-4020-b86f-e4284ad232f2 req-f9039178-3a3e-446d-a425-8a191a336296 tempest-VolumesNegativeTest-505248659 tempest-VolumesNegativeTest-505248659-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a2f527f-8c08-467e-8a26-ab9f98ab8d10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0659592
Apr 20 18:33:40.869789 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [req-b09c923b-3cfa-480a-909f-5a54bf63ce6d req-cfa5b984-7abd-455e-a712-6682459cd8bf service neutron] Attempting to bind port 1ed5877f-b550-4504-8fc7-d105beae7c34 on host hv-cinder-78693 for vnic_type normal with profile  {{(pid=86420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 18:33:40.870256 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [req-b09c923b-3cfa-480a-909f-5a54bf63ce6d req-cfa5b984-7abd-455e-a712-6682459cd8bf service neutron] Attempting to bind port 1ed5877f-b550-4504-8fc7-d105beae7c34 by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': '9c4e0db7-a4e8-4b5e-8339-565407dd049a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'a05b34a4-2c1b-49ac-a36b-b01de046a735'}] {{(pid=86420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 18:33:40.870630 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b09c923b-3cfa-480a-909f-5a54bf63ce6d req-cfa5b984-7abd-455e-a712-6682459cd8bf service neutron] Attempting to bind port 1ed5877f-b550-4504-8fc7-d105beae7c34 on network a05b34a4-2c1b-49ac-a36b-b01de046a735 {{(pid=86420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 18:33:40.872507 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-96cedf9b-21fb-4ce3-a085-49db9d0df62a req-ad384f6b-0003-43d3-a356-f29ede0ad5b6 tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] 10.222.0.11 "GET /v2.0/security-groups?id=82d2b5dd-ac82-48c5-ae8a-56039f03438b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0691595
Apr 20 18:33:40.875860 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b09c923b-3cfa-480a-909f-5a54bf63ce6d req-cfa5b984-7abd-455e-a712-6682459cd8bf service neutron] Port 1ed5877f-b550-4504-8fc7-d105beae7c34 on network a05b34a4-2c1b-49ac-a36b-b01de046a735 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=86420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 20 18:33:40.876251 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b09c923b-3cfa-480a-909f-5a54bf63ce6d req-cfa5b984-7abd-455e-a712-6682459cd8bf service neutron] Attempting to bind port 1ed5877f-b550-4504-8fc7-d105beae7c34 on network a05b34a4-2c1b-49ac-a36b-b01de046a735 {{(pid=86420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 18:33:40.881926 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b09c923b-3cfa-480a-909f-5a54bf63ce6d req-cfa5b984-7abd-455e-a712-6682459cd8bf service neutron] Checking agent: {'id': '1d7a02d0-8f4e-4dcc-9452-bf36df956f32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 28, 32), 'started_at': datetime.datetime(2021, 4, 20, 18, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 33, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 18:33:40.882304 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b09c923b-3cfa-480a-909f-5a54bf63ce6d req-cfa5b984-7abd-455e-a712-6682459cd8bf service neutron] Checking segment: {'id': '9c4e0db7-a4e8-4b5e-8339-565407dd049a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'a05b34a4-2c1b-49ac-a36b-b01de046a735'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 18:33:40.882726 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b09c923b-3cfa-480a-909f-5a54bf63ce6d req-cfa5b984-7abd-455e-a712-6682459cd8bf service neutron] Bound using segment: {'id': '9c4e0db7-a4e8-4b5e-8339-565407dd049a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'a05b34a4-2c1b-49ac-a36b-b01de046a735'} {{(pid=86420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 18:33:40.883193 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [req-b09c923b-3cfa-480a-909f-5a54bf63ce6d req-cfa5b984-7abd-455e-a712-6682459cd8bf service neutron] Bound port: 1ed5877f-b550-4504-8fc7-d105beae7c34, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c4e0db7-a4e8-4b5e-8339-565407dd049a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'a05b34a4-2c1b-49ac-a36b-b01de046a735'}}] {{(pid=86420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 18:33:40.883583 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-b09c923b-3cfa-480a-909f-5a54bf63ce6d req-cfa5b984-7abd-455e-a712-6682459cd8bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854207267'] for port, before_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:40.984151 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [req-b09c923b-3cfa-480a-909f-5a54bf63ce6d req-cfa5b984-7abd-455e-a712-6682459cd8bf service neutron] For port 1ed5877f-b550-4504-8fc7-d105beae7c34, host hv-cinder-78693, cleared binding levels {{(pid=86420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 18:33:40.988146 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [req-b09c923b-3cfa-480a-909f-5a54bf63ce6d req-cfa5b984-7abd-455e-a712-6682459cd8bf service neutron] For port 1ed5877f-b550-4504-8fc7-d105beae7c34, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=1ed5877f-b550-4504-8fc7-d105beae7c34,segment=NetworkSegment(9c4e0db7-a4e8-4b5e-8339-565407dd049a),segment_id=9c4e0db7-a4e8-4b5e-8339-565407dd049a)] {{(pid=86420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 18:33:40.991935 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-b09c923b-3cfa-480a-909f-5a54bf63ce6d req-cfa5b984-7abd-455e-a712-6682459cd8bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785676839112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251178383903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251178382076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850586375'] for port, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:40.995932 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:33:41.059254 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09c923b-3cfa-480a-909f-5a54bf63ce6d req-cfa5b984-7abd-455e-a712-6682459cd8bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:33:41.059941 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-b09c923b-3cfa-480a-909f-5a54bf63ce6d req-cfa5b984-7abd-455e-a712-6682459cd8bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7615'] for port, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:41.061455 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-b09c923b-3cfa-480a-909f-5a54bf63ce6d req-cfa5b984-7abd-455e-a712-6682459cd8bf service neutron] 10.222.0.10 "PUT /v2.0/ports/1ed5877f-b550-4504-8fc7-d105beae7c34 HTTP/1.1" status: 200  len: 1098 time: 1.0361140
Apr 20 18:33:41.061998 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0696f4e1-648a-40ff-a348-e4821ca3916d', 'tag': '1ed5877f-b550-4504-8fc7-d105beae7c34'}] {{(pid=86420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:33:41.096036 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa5b984-7abd-455e-a712-6682459cd8bf service neutron] Pushing event updated for resources: {'Port': ['ID=1ed5877f-b550-4504-8fc7-d105beae7c34,revision_number=3']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:33:41.107849 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-cfa5b984-7abd-455e-a712-6682459cd8bf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:33:41.150292 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0696f4e1-648a-40ff-a348-e4821ca3916d', 'tag': '1ed5877f-b550-4504-8fc7-d105beae7c34', 'status': 'completed', 'code': 200}
Apr 20 18:33:41.215404 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09c923b-3cfa-480a-909f-5a54bf63ce6d req-869dd20c-3285-416b-b6ff-61f6bf0cf8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:33:41.217289 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-b09c923b-3cfa-480a-909f-5a54bf63ce6d req-869dd20c-3285-416b-b6ff-61f6bf0cf8d6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9f0a19ea016149b1a6b1d6a489c0d27a&device_id=0696f4e1-648a-40ff-a348-e4821ca3916d HTTP/1.1" status: 200  len: 1101 time: 0.1077065
Apr 20 18:33:41.296298 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-b09c923b-3cfa-480a-909f-5a54bf63ce6d req-df0ebfc3-1e2b-4dc0-84c2-a8cab5f5a613 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=1ed5877f-b550-4504-8fc7-d105beae7c34 HTTP/1.1" status: 200  len: 217 time: 0.0699716
Apr 20 18:33:41.380198 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09c923b-3cfa-480a-909f-5a54bf63ce6d req-14a21569-97be-425a-ba21-b932dcba629e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:33:41.381853 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-b09c923b-3cfa-480a-909f-5a54bf63ce6d req-14a21569-97be-425a-ba21-b932dcba629e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=42be29ee-f244-482e-9fa0-459662a0d3a4 HTTP/1.1" status: 200  len: 843 time: 0.0783770
Apr 20 18:33:41.494532 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09c923b-3cfa-480a-909f-5a54bf63ce6d req-21588d9c-385f-4ee4-868c-dd3e99edae3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:33:41.496572 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-b09c923b-3cfa-480a-909f-5a54bf63ce6d req-21588d9c-385f-4ee4-868c-dd3e99edae3a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a05b34a4-2c1b-49ac-a36b-b01de046a735&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.1074376
Apr 20 18:33:41.656844 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-b09c923b-3cfa-480a-909f-5a54bf63ce6d req-abb5993b-f72b-4267-8ada-aa6ca2c72fd6 service neutron] 10.222.0.10 "GET /v2.0/networks/a05b34a4-2c1b-49ac-a36b-b01de046a735?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1504662
Apr 20 18:33:41.802723 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7437036d-4889-4edc-bc65-c183041228b6 req-f7d89d50-0d58-4740-833b-9b2f8e19b2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:33:41.804372 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-7437036d-4889-4edc-bc65-c183041228b6 req-f7d89d50-0d58-4740-833b-9b2f8e19b2ff service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c9d2f68c6fa74348a553079d597a5342&device_id=d0fd46bd-9fee-4340-9afc-d88468312b48 HTTP/1.1" status: 200  len: 1098 time: 0.4469452
Apr 20 18:33:41.815234 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6d99f6-0ed2-4da7-b93b-7182a8d86c53 req-17ab515a-e0a9-432e-872e-3c134e237b70 tempest-VolumesSnapshotTestJSON-716769491 tempest-VolumesSnapshotTestJSON-716769491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:33:41.817012 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-1a6d99f6-0ed2-4da7-b93b-7182a8d86c53 req-17ab515a-e0a9-432e-872e-3c134e237b70 tempest-VolumesSnapshotTestJSON-716769491 tempest-VolumesSnapshotTestJSON-716769491-project] 10.222.0.11 "GET /v2.0/ports?device_id=a17f999e-d3ff-49c1-85b1-bfe86b2c3f13 HTTP/1.1" status: 200  len: 946 time: 0.2010190
Apr 20 18:33:41.825508 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5443764-ce1a-480a-8067-3a110fbfcf6b req-1f548cfd-d929-4bbb-8021-cd5b45fef132 tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:33:41.827095 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-f5443764-ce1a-480a-8067-3a110fbfcf6b req-1f548cfd-d929-4bbb-8021-cd5b45fef132 tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] 10.222.0.11 "GET /v2.0/ports?device_id=d0fd46bd-9fee-4340-9afc-d88468312b48 HTTP/1.1" status: 200  len: 945 time: 0.2095947
Apr 20 18:33:41.872995 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-b09c923b-3cfa-480a-909f-5a54bf63ce6d req-505cf01c-355e-4d30-a4c0-a8a9b8cf88de service neutron] 10.222.0.10 "GET /v2.0/networks/a05b34a4-2c1b-49ac-a36b-b01de046a735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2086062
Apr 20 18:33:41.909996 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09df8ad-fb28-44ab-98bf-5c5a6c3cba81 req-d4b2ca1f-605e-4e56-8eb3-632d9a0c736f tempest-VolumesSnapshotTestJSON-716769491 tempest-VolumesSnapshotTestJSON-716769491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:33:41.910672 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [req-c09df8ad-fb28-44ab-98bf-5c5a6c3cba81 req-d4b2ca1f-605e-4e56-8eb3-632d9a0c736f tempest-VolumesSnapshotTestJSON-716769491 tempest-VolumesSnapshotTestJSON-716769491-project] Synchronizing usage tracker for tenant:3cff78b81ee8498790da234cdd69a2ef on resource:port {{(pid=86420) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 18:33:41.968613 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [req-c09df8ad-fb28-44ab-98bf-5c5a6c3cba81 req-d4b2ca1f-605e-4e56-8eb3-632d9a0c736f tempest-VolumesSnapshotTestJSON-716769491 tempest-VolumesSnapshotTestJSON-716769491-project] Unset dirty status for tenant:3cff78b81ee8498790da234cdd69a2ef on resource:port {{(pid=86420) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 18:33:41.969809 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-c09df8ad-fb28-44ab-98bf-5c5a6c3cba81 req-d4b2ca1f-605e-4e56-8eb3-632d9a0c736f tempest-VolumesSnapshotTestJSON-716769491 tempest-VolumesSnapshotTestJSON-716769491-project] 10.222.0.10 "GET /v2.0/ports?device_id=a17f999e-d3ff-49c1-85b1-bfe86b2c3f13 HTTP/1.1" status: 200  len: 946 time: 0.1803632
Apr 20 18:33:42.004785 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-1a6d99f6-0ed2-4da7-b93b-7182a8d86c53 req-4594d0f0-0437-4cac-9edd-f07aa4ba27ae tempest-VolumesSnapshotTestJSON-716769491 tempest-VolumesSnapshotTestJSON-716769491-project] 10.222.0.11 "GET /v2.0/security-groups?id=1f7e9f85-59a6-4887-af07-129e54386acf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1753738
Apr 20 18:33:42.012147 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-f5443764-ce1a-480a-8067-3a110fbfcf6b req-5aed7715-f31e-446b-b659-d8c6d667786b tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] 10.222.0.11 "GET /v2.0/security-groups?id=82d2b5dd-ac82-48c5-ae8a-56039f03438b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1441667
Apr 20 18:33:42.074221 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7437036d-4889-4edc-bc65-c183041228b6 req-fc75dcd1-fba2-4246-a10b-8073e5e8930e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:33:42.076011 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-7437036d-4889-4edc-bc65-c183041228b6 req-fc75dcd1-fba2-4246-a10b-8073e5e8930e service neutron] 10.222.0.10 "GET /v2.0/networks?id=e1a3515f-6650-48cb-a68d-8193e54b06db HTTP/1.1" status: 200  len: 919 time: 0.2479258
Apr 20 18:33:42.080472 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [req-c09df8ad-fb28-44ab-98bf-5c5a6c3cba81 req-78f3fee8-308c-4489-8a30-cb551b5dc1d7 tempest-VolumesSnapshotTestJSON-716769491 tempest-VolumesSnapshotTestJSON-716769491-project] Deleting port a3899806-da78-4d66-8280-35dc31ec19c1 {{(pid=86420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 18:33:42.080975 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-c09df8ad-fb28-44ab-98bf-5c5a6c3cba81 req-78f3fee8-308c-4489-8a30-cb551b5dc1d7 tempest-VolumesSnapshotTestJSON-716769491 tempest-VolumesSnapshotTestJSON-716769491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251177940340'] for port, before_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:42.162197 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daa164d-7815-44fd-a82a-343cd1effd1b req-fb3da6e9-618a-4aab-92fe-b54d32bdcee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:33:42.163742 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-5daa164d-7815-44fd-a82a-343cd1effd1b req-fb3da6e9-618a-4aab-92fe-b54d32bdcee1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9f0a19ea016149b1a6b1d6a489c0d27a&device_id=0696f4e1-648a-40ff-a348-e4821ca3916d HTTP/1.1" status: 200  len: 1101 time: 0.2380228
Apr 20 18:33:42.206214 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-7437036d-4889-4edc-bc65-c183041228b6 req-e5264b82-e5b6-4add-bd32-55ff9e53e8a8 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7909e612-5dfa-4193-938a-9f6ca5d1756b HTTP/1.1" status: 200  len: 217 time: 0.1229641
Apr 20 18:33:42.378771 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7437036d-4889-4edc-bc65-c183041228b6 req-280590f2-cb40-460f-bd44-1cc8749bab9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:33:42.380449 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-7437036d-4889-4edc-bc65-c183041228b6 req-280590f2-cb40-460f-bd44-1cc8749bab9d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=680a997a-0cf4-4428-86cb-30422b5e5d52 HTTP/1.1" status: 200  len: 858 time: 0.1639018
Apr 20 18:33:42.472804 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-7437036d-4889-4edc-bc65-c183041228b6 req-1d365b77-d0ce-4e27-940d-9f966c5e896b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e1a3515f-6650-48cb-a68d-8193e54b06db&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0754707
Apr 20 18:33:42.490749 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b0535e-b797-48c2-ad30-45eb824e5117 req-9ba24f5a-0044-43c8-b4ea-981477d95789 tempest-VolumesNegativeTest-505248659 tempest-VolumesNegativeTest-505248659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:33:42.493372 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-c4b0535e-b797-48c2-ad30-45eb824e5117 req-9ba24f5a-0044-43c8-b4ea-981477d95789 tempest-VolumesNegativeTest-505248659 tempest-VolumesNegativeTest-505248659-project] 10.222.0.11 "GET /v2.0/ports?device_id=0696f4e1-648a-40ff-a348-e4821ca3916d HTTP/1.1" status: 200  len: 948 time: 0.3411305
Apr 20 18:33:42.590236 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190e80b2-ebfc-43f3-84b8-404ac778518b req-658bb237-5812-401e-9b28-a46eb5093533 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:33:42.592983 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-190e80b2-ebfc-43f3-84b8-404ac778518b req-658bb237-5812-401e-9b28-a46eb5093533 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "GET /v2.0/ports?device_id=a35dabb6-d13d-48e1-b184-19d58be083db HTTP/1.1" status: 200  len: 943 time: 0.3941538
Apr 20 18:33:42.812207 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daa164d-7815-44fd-a82a-343cd1effd1b req-baff784c-a3cf-4f24-b4d3-80718a98a35d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:33:42.813801 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-5daa164d-7815-44fd-a82a-343cd1effd1b req-baff784c-a3cf-4f24-b4d3-80718a98a35d service neutron] 10.222.0.10 "GET /v2.0/networks?id=a05b34a4-2c1b-49ac-a36b-b01de046a735 HTTP/1.1" status: 200  len: 870 time: 0.6159434
Apr 20 18:33:42.840279 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-c4b0535e-b797-48c2-ad30-45eb824e5117 req-79c90a8e-f3ca-4b40-905c-dee4a320c971 tempest-VolumesNegativeTest-505248659 tempest-VolumesNegativeTest-505248659-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a2f527f-8c08-467e-8a26-ab9f98ab8d10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3074543
Apr 20 18:33:42.885972 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-190e80b2-ebfc-43f3-84b8-404ac778518b req-ec5de0b5-3c41-4278-ad13-66e3f5f4964e tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "GET /v2.0/security-groups?id=ed50e5aa-327b-422f-82a8-ba0a7946687e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2016723
Apr 20 18:33:42.918838 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-5daa164d-7815-44fd-a82a-343cd1effd1b req-3e934cee-9322-44ce-9c5d-4bca9b39576a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=1ed5877f-b550-4504-8fc7-d105beae7c34 HTTP/1.1" status: 200  len: 217 time: 0.0866714
Apr 20 18:33:42.918838 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [req-c09df8ad-fb28-44ab-98bf-5c5a6c3cba81 req-78f3fee8-308c-4489-8a30-cb551b5dc1d7 tempest-VolumesSnapshotTestJSON-716769491 tempest-VolumesSnapshotTestJSON-716769491-project] For port a3899806-da78-4d66-8280-35dc31ec19c1, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=a3899806-da78-4d66-8280-35dc31ec19c1,segment=NetworkSegment(540da31f-fe4d-4e7d-810d-bb1f97fac878),segment_id=540da31f-fe4d-4e7d-810d-bb1f97fac878)] {{(pid=86420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:33:42.918838 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-c09df8ad-fb28-44ab-98bf-5c5a6c3cba81 req-78f3fee8-308c-4489-8a30-cb551b5dc1d7 tempest-VolumesSnapshotTestJSON-716769491 tempest-VolumesSnapshotTestJSON-716769491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858558'] for port, precommit_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:42.930326 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-7437036d-4889-4edc-bc65-c183041228b6 req-018c102f-e98f-4b95-b32a-48f464757496 service neutron] 10.222.0.10 "GET /v2.0/networks/e1a3515f-6650-48cb-a68d-8193e54b06db?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4353342
Apr 20 18:33:43.100324 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [req-c09df8ad-fb28-44ab-98bf-5c5a6c3cba81 req-78f3fee8-308c-4489-8a30-cb551b5dc1d7 tempest-VolumesSnapshotTestJSON-716769491 tempest-VolumesSnapshotTestJSON-716769491-project] Calling delete_port for a3899806-da78-4d66-8280-35dc31ec19c1 owned by compute:nova {{(pid=86420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 18:33:43.177706 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daa164d-7815-44fd-a82a-343cd1effd1b req-00c05232-78cb-4de9-a6eb-293c3f58a8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:33:43.179326 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-5daa164d-7815-44fd-a82a-343cd1effd1b req-00c05232-78cb-4de9-a6eb-293c3f58a8ab service neutron] 10.222.0.10 "GET /v2.0/subnets?id=42be29ee-f244-482e-9fa0-459662a0d3a4 HTTP/1.1" status: 200  len: 843 time: 0.2567744
Apr 20 18:33:43.269383 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-7437036d-4889-4edc-bc65-c183041228b6 req-8b2c05dc-fb51-4f91-8f8f-cebc31eed3fe service neutron] 10.222.0.10 "GET /v2.0/networks/e1a3515f-6650-48cb-a68d-8193e54b06db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3307774
Apr 20 18:33:43.353565 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e817b2-3f27-4784-ad2a-5ca79cfa9e09 req-0484d105-7e61-446e-9c64-e5bcbe86521e tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:33:43.355183 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-f7e817b2-3f27-4784-ad2a-5ca79cfa9e09 req-0484d105-7e61-446e-9c64-e5bcbe86521e tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] 10.222.0.11 "GET /v2.0/ports?device_id=d0fd46bd-9fee-4340-9afc-d88468312b48 HTTP/1.1" status: 200  len: 945 time: 0.1879640
Apr 20 18:33:43.364116 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355b2e87-b7d3-4049-9315-28297411aa9e req-df003f15-2a5a-409a-8639-0236c6c615d4 tempest-VolumesSnapshotTestJSON-716769491 tempest-VolumesSnapshotTestJSON-716769491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:33:43.365822 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-355b2e87-b7d3-4049-9315-28297411aa9e req-df003f15-2a5a-409a-8639-0236c6c615d4 tempest-VolumesSnapshotTestJSON-716769491 tempest-VolumesSnapshotTestJSON-716769491-project] 10.222.0.11 "GET /v2.0/ports?device_id=a17f999e-d3ff-49c1-85b1-bfe86b2c3f13 HTTP/1.1" status: 200  len: 946 time: 0.1968603
Apr 20 18:33:43.410157 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daa164d-7815-44fd-a82a-343cd1effd1b req-97a6eb56-a02c-4ead-86f9-736fdd833ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:33:43.413148 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-5daa164d-7815-44fd-a82a-343cd1effd1b req-97a6eb56-a02c-4ead-86f9-736fdd833ecb service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a05b34a4-2c1b-49ac-a36b-b01de046a735&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.2257535
Apr 20 18:33:43.420575 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-c09df8ad-fb28-44ab-98bf-5c5a6c3cba81 req-78f3fee8-308c-4489-8a30-cb551b5dc1d7 tempest-VolumesSnapshotTestJSON-716769491 tempest-VolumesSnapshotTestJSON-716769491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251177936671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785676391897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4189424'] for port, after_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:43.453228 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-f7e817b2-3f27-4784-ad2a-5ca79cfa9e09 req-a2875c1a-272d-4af5-ae78-1203200230db tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] 10.222.0.11 "GET /v2.0/security-groups?id=82d2b5dd-ac82-48c5-ae8a-56039f03438b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0862756
Apr 20 18:33:43.467301 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-1b37d84d-b356-4e71-8173-32b2c81964b7 tempest-VolumesNegativeTest-505248659 tempest-VolumesNegativeTest-505248659-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:33:43.472452 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-355b2e87-b7d3-4049-9315-28297411aa9e req-34b8e5e7-ac34-4346-b079-fd59f74def2d tempest-VolumesSnapshotTestJSON-716769491 tempest-VolumesSnapshotTestJSON-716769491-project] 10.222.0.11 "GET /v2.0/security-groups?id=1f7e9f85-59a6-4887-af07-129e54386acf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0884116
Apr 20 18:33:43.582019 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f3fee8-308c-4489-8a30-cb551b5dc1d7 tempest-VolumesSnapshotTestJSON-716769491 tempest-VolumesSnapshotTestJSON-716769491-project] Pushing event deleted for resources: {'Port': ['ID=a3899806-da78-4d66-8280-35dc31ec19c1,revision_number=None']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:33:43.591312 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-78f3fee8-308c-4489-8a30-cb551b5dc1d7 tempest-VolumesSnapshotTestJSON-716769491 tempest-VolumesSnapshotTestJSON-716769491-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:33:43.693559 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [req-c09df8ad-fb28-44ab-98bf-5c5a6c3cba81 req-78f3fee8-308c-4489-8a30-cb551b5dc1d7 tempest-VolumesSnapshotTestJSON-716769491 tempest-VolumesSnapshotTestJSON-716769491-project] No DVR routers for this DVR port a3899806-da78-4d66-8280-35dc31ec19c1 on host hv-cinder-78693 {{(pid=86420) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 18:33:43.698562 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-c09df8ad-fb28-44ab-98bf-5c5a6c3cba81 req-78f3fee8-308c-4489-8a30-cb551b5dc1d7 tempest-VolumesSnapshotTestJSON-716769491 tempest-VolumesSnapshotTestJSON-716769491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7615'] for port, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:43.701478 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a17f999e-d3ff-49c1-85b1-bfe86b2c3f13', 'name': 'network-vif-deleted', 'tag': 'a3899806-da78-4d66-8280-35dc31ec19c1'}] {{(pid=86420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:33:43.735662 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-c09df8ad-fb28-44ab-98bf-5c5a6c3cba81 req-78f3fee8-308c-4489-8a30-cb551b5dc1d7 tempest-VolumesSnapshotTestJSON-716769491 tempest-VolumesSnapshotTestJSON-716769491-project] 10.222.0.10 "DELETE /v2.0/ports/a3899806-da78-4d66-8280-35dc31ec19c1 HTTP/1.1" status: 204  len: 173 time: 1.7522936
Apr 20 18:33:43.757554 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-5daa164d-7815-44fd-a82a-343cd1effd1b req-49f45fd6-30bf-46a4-81cc-522b37f385c9 service neutron] 10.222.0.10 "GET /v2.0/networks/a05b34a4-2c1b-49ac-a36b-b01de046a735?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3340383
Apr 20 18:33:43.792230 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a17f999e-d3ff-49c1-85b1-bfe86b2c3f13', 'name': 'network-vif-deleted', 'tag': 'a3899806-da78-4d66-8280-35dc31ec19c1', 'status': 'completed', 'code': 200}
Apr 20 18:33:43.920736 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-5daa164d-7815-44fd-a82a-343cd1effd1b req-7d9d918b-aeda-474f-9232-a6008313dbdd service neutron] 10.222.0.10 "GET /v2.0/networks/a05b34a4-2c1b-49ac-a36b-b01de046a735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1544862
Apr 20 18:33:44.006100 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.agents_db [None req-36c0d191-ed3c-416e-a897-084b3b2178c3 None None] Agent healthcheck: found 6 active agents {{(pid=86423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 18:33:44.189043 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Device 1ed5877f-b550-4504-8fc7-d105beae7c34 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 18:33:44.193661 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Device a3899806-da78-4d66-8280-35dc31ec19c1 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 18:33:44.215941 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e93e89-b114-4053-b563-3f3b4f34f6b0 req-3d2540d5-96a4-4a5f-a3e7-e2de229a7c82 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:33:44.217569 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-31e93e89-b114-4053-b563-3f3b4f34f6b0 req-3d2540d5-96a4-4a5f-a3e7-e2de229a7c82 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "GET /v2.0/ports?device_id=a35dabb6-d13d-48e1-b184-19d58be083db HTTP/1.1" status: 200  len: 943 time: 0.1850908
Apr 20 18:33:44.228818 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3622131-da3b-4f43-b100-ca785fd70c1c req-fbc1a9fe-914b-4e0c-b7d7-1fea045eaf46 tempest-VolumesNegativeTest-505248659 tempest-VolumesNegativeTest-505248659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:33:44.230466 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-d3622131-da3b-4f43-b100-ca785fd70c1c req-fbc1a9fe-914b-4e0c-b7d7-1fea045eaf46 tempest-VolumesNegativeTest-505248659 tempest-VolumesNegativeTest-505248659-project] 10.222.0.11 "GET /v2.0/ports?device_id=0696f4e1-648a-40ff-a348-e4821ca3916d HTTP/1.1" status: 200  len: 948 time: 0.1453333
Apr 20 18:33:44.245654 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] No Port match for: a3899806-da78-4d66-8280-35dc31ec19c1 {{(pid=86422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 18:33:44.246192 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Device a3899806-da78-4d66-8280-35dc31ec19c1 not bound to the agent host hv-cinder-78693 {{(pid=86422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 18:33:44.315911 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-31e93e89-b114-4053-b563-3f3b4f34f6b0 req-96eacc7f-589b-4d95-9e9e-f9600cc28144 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "GET /v2.0/security-groups?id=ed50e5aa-327b-422f-82a8-ba0a7946687e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0836627
Apr 20 18:33:44.332594 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-d3622131-da3b-4f43-b100-ca785fd70c1c req-84be23b2-cbbd-47fd-b910-0293c44fe775 tempest-VolumesNegativeTest-505248659 tempest-VolumesNegativeTest-505248659-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a2f527f-8c08-467e-8a26-ab9f98ab8d10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0842087
Apr 20 18:33:44.402203 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] For port 1ed5877f-b550-4504-8fc7-d105beae7c34, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=1ed5877f-b550-4504-8fc7-d105beae7c34,segment=NetworkSegment(9c4e0db7-a4e8-4b5e-8339-565407dd049a),segment_id=9c4e0db7-a4e8-4b5e-8339-565407dd049a)] {{(pid=86422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:33:44.417913 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Returning: {'device': '1ed5877f-b550-4504-8fc7-d105beae7c34', 'network_id': 'a05b34a4-2c1b-49ac-a36b-b01de046a735', 'port_id': '1ed5877f-b550-4504-8fc7-d105beae7c34', 'mac_address': 'fa:16:3e:8c:6c:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42be29ee-f244-482e-9fa0-459662a0d3a4', 'ip_address': '192.168.233.147'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 18:33:44.485643 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854207267'] for port, before_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:44.504993 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.notifiers.nova [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ed5877f-b550-4504-8fc7-d105beae7c34 {{(pid=86422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 18:33:44.525548 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] For port 1ed5877f-b550-4504-8fc7-d105beae7c34, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=1ed5877f-b550-4504-8fc7-d105beae7c34,segment=NetworkSegment(9c4e0db7-a4e8-4b5e-8339-565407dd049a),segment_id=9c4e0db7-a4e8-4b5e-8339-565407dd049a)] {{(pid=86422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:33:44.530001 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785676839112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251178383903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251178382076'] for port, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:44.531681 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Device fc2c1be7-a945-415f-9fcd-718e1fd4abb7 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 18:33:44.567247 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:33:44.731661 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-98ddf157-fa8b-4823-bb92-8e9ad3a10c9c req-aee2addc-7f2a-468f-a5ec-24d3af342786 tempest-VolumesSnapshotTestJSON-716769491 tempest-VolumesSnapshotTestJSON-716769491-project] 10.222.0.11 "GET /v2.0/ports?device_id=a17f999e-d3ff-49c1-85b1-bfe86b2c3f13 HTTP/1.1" status: 200  len: 210 time: 0.0596395
Apr 20 18:33:44.740460 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Pushing event updated for resources: {'Port': ['ID=1ed5877f-b550-4504-8fc7-d105beae7c34,revision_number=4']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:33:44.761663 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:33:44.761663 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:33:44.761663 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:33:44.762267 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:33:44.762413 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:33:44.762792 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:33:44.763036 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:33:44.763406 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:33:44.763768 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:33:44.764130 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:33:44.764519 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:33:44.764879 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:33:44.770883 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:33:44.774851 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6496ae4-98b9-4f14-9541-f3620d31d161 req-bae29013-94e3-4b85-b225-124289bd92c8 tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:33:44.776444 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] For port fc2c1be7-a945-415f-9fcd-718e1fd4abb7, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=fc2c1be7-a945-415f-9fcd-718e1fd4abb7,segment=NetworkSegment(8f4cadfd-3269-4c6c-8ca6-68423b9c7197),segment_id=8f4cadfd-3269-4c6c-8ca6-68423b9c7197)] {{(pid=86422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:33:44.778000 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-f6496ae4-98b9-4f14-9541-f3620d31d161 req-bae29013-94e3-4b85-b225-124289bd92c8 tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] 10.222.0.11 "GET /v2.0/ports?device_id=d0fd46bd-9fee-4340-9afc-d88468312b48 HTTP/1.1" status: 200  len: 945 time: 0.1718347
Apr 20 18:33:44.792655 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Returning: {'device': 'fc2c1be7-a945-415f-9fcd-718e1fd4abb7', 'network_id': '70bb951b-5201-42f1-af2f-fff209eaf750', 'port_id': 'fc2c1be7-a945-415f-9fcd-718e1fd4abb7', 'mac_address': 'fa:16:3e:9b:08:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 380, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de093425-a655-4f08-b89a-732e934018c4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 18:33:44.858770 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854207267'] for port, before_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:44.866716 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-f6496ae4-98b9-4f14-9541-f3620d31d161 req-9e5898d6-3812-47f1-b81c-c2f718625d37 tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] 10.222.0.11 "GET /v2.0/security-groups?id=82d2b5dd-ac82-48c5-ae8a-56039f03438b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0830476
Apr 20 18:33:44.880344 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.notifiers.nova [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc2c1be7-a945-415f-9fcd-718e1fd4abb7 {{(pid=86422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 18:33:44.898049 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] For port fc2c1be7-a945-415f-9fcd-718e1fd4abb7, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=fc2c1be7-a945-415f-9fcd-718e1fd4abb7,segment=NetworkSegment(8f4cadfd-3269-4c6c-8ca6-68423b9c7197),segment_id=8f4cadfd-3269-4c6c-8ca6-68423b9c7197)] {{(pid=86422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:33:44.901749 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785676839112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251178383903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251178382076'] for port, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:44.903612 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:33:44.980196 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Pushing event updated for resources: {'Port': ['ID=fc2c1be7-a945-415f-9fcd-718e1fd4abb7,revision_number=9']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:33:44.983887 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:33:45.251412 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] get_ports_and_sgs() called for port_ids ['fc2c1be7-a945-415f-9fcd-718e1fd4abb7'] {{(pid=86422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 18:33:45.286689 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] get_ports_and_sgs() called for port_ids ['1ed5877f-b550-4504-8fc7-d105beae7c34'] {{(pid=86422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 18:33:45.811067 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec06ee9-8835-4fa1-8a35-da64bcf57906 req-804f96a5-4962-497a-bbf6-ed0f5b563a15 tempest-VolumesNegativeTest-505248659 tempest-VolumesNegativeTest-505248659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:33:45.812812 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-2ec06ee9-8835-4fa1-8a35-da64bcf57906 req-804f96a5-4962-497a-bbf6-ed0f5b563a15 tempest-VolumesNegativeTest-505248659 tempest-VolumesNegativeTest-505248659-project] 10.222.0.11 "GET /v2.0/ports?device_id=0696f4e1-648a-40ff-a348-e4821ca3916d HTTP/1.1" status: 200  len: 949 time: 0.2648110
Apr 20 18:33:45.824299 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60e2ea7-7a90-4a29-b800-ec4585c9842b req-57b8d3be-b67b-4a8a-a935-c6b10436bb3c tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:33:45.826001 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-d60e2ea7-7a90-4a29-b800-ec4585c9842b req-57b8d3be-b67b-4a8a-a935-c6b10436bb3c tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "GET /v2.0/ports?device_id=a35dabb6-d13d-48e1-b184-19d58be083db HTTP/1.1" status: 200  len: 944 time: 0.2738261
Apr 20 18:33:45.912085 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-2ec06ee9-8835-4fa1-8a35-da64bcf57906 req-628267b8-a5a0-42fc-8507-84e9181b3793 tempest-VolumesNegativeTest-505248659 tempest-VolumesNegativeTest-505248659-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a2f527f-8c08-467e-8a26-ab9f98ab8d10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0849674
Apr 20 18:33:45.920610 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-d60e2ea7-7a90-4a29-b800-ec4585c9842b req-f009aa81-3d6d-4fd7-84f1-639374b73cef tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "GET /v2.0/security-groups?id=ed50e5aa-327b-422f-82a8-ba0a7946687e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0761783
Apr 20 18:33:46.167729 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d30be4-6afc-48f8-a504-d781099b8c65 req-3ba389d5-dd0e-4584-acab-c7192f54866a tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:33:46.169468 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-81d30be4-6afc-48f8-a504-d781099b8c65 req-3ba389d5-dd0e-4584-acab-c7192f54866a tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] 10.222.0.11 "GET /v2.0/ports?device_id=d0fd46bd-9fee-4340-9afc-d88468312b48 HTTP/1.1" status: 200  len: 945 time: 0.0958951
Apr 20 18:33:46.226849 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-81d30be4-6afc-48f8-a504-d781099b8c65 req-5128eef9-7bce-4dc4-af05-8a6eedc024f1 tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] 10.222.0.11 "GET /v2.0/security-groups?id=82d2b5dd-ac82-48c5-ae8a-56039f03438b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0496509
Apr 20 18:33:47.208588 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ed68a8-a6e0-4d54-9228-851e5cb8155c req-3e7a6dfd-43e6-425f-abbf-2615c61dc89a tempest-VolumesNegativeTest-505248659 tempest-VolumesNegativeTest-505248659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:33:47.210182 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-c6ed68a8-a6e0-4d54-9228-851e5cb8155c req-3e7a6dfd-43e6-425f-abbf-2615c61dc89a tempest-VolumesNegativeTest-505248659 tempest-VolumesNegativeTest-505248659-project] 10.222.0.11 "GET /v2.0/ports?device_id=0696f4e1-648a-40ff-a348-e4821ca3916d HTTP/1.1" status: 200  len: 949 time: 0.1654966
Apr 20 18:33:47.225510 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edab1b4a-7abb-4ee9-87bb-55219cb01ca2 req-8b46a707-3067-44a4-9076-b24947ab7e90 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:33:47.227191 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-edab1b4a-7abb-4ee9-87bb-55219cb01ca2 req-8b46a707-3067-44a4-9076-b24947ab7e90 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "GET /v2.0/ports?device_id=a35dabb6-d13d-48e1-b184-19d58be083db HTTP/1.1" status: 200  len: 944 time: 0.1373703
Apr 20 18:33:47.310630 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-c6ed68a8-a6e0-4d54-9228-851e5cb8155c req-63086516-0060-4cdb-81c6-9a13cc2bc970 tempest-VolumesNegativeTest-505248659 tempest-VolumesNegativeTest-505248659-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a2f527f-8c08-467e-8a26-ab9f98ab8d10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0823469
Apr 20 18:33:47.319224 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-edab1b4a-7abb-4ee9-87bb-55219cb01ca2 req-b893289a-6e73-44a0-9734-49fa80f70d25 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "GET /v2.0/security-groups?id=ed50e5aa-327b-422f-82a8-ba0a7946687e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0711687
Apr 20 18:33:48.472328 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Device fc2c1be7-a945-415f-9fcd-718e1fd4abb7 up at agent hyperv_hv-cinder-78693 {{(pid=86422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:33:48.572833 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Provisioning complete for port fc2c1be7-a945-415f-9fcd-718e1fd4abb7 triggered by entity L2. {{(pid=86422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:33:48.573177 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733696'] for port, provisioning_complete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:48.661195 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24703f01-56be-4507-9bcf-99fe6a3510aa req-58a3cf90-3b49-4f4b-8c71-3d6e8133bd29 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:33:48.663315 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-24703f01-56be-4507-9bcf-99fe6a3510aa req-58a3cf90-3b49-4f4b-8c71-3d6e8133bd29 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "GET /v2.0/ports?device_id=a35dabb6-d13d-48e1-b184-19d58be083db HTTP/1.1" status: 200  len: 944 time: 0.2010899
Apr 20 18:33:48.678909 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a04896-ace4-4b64-816e-4057b21f52ed req-9ab1ce27-d49e-4334-a7fb-c6b3ef0dd5ea tempest-VolumesNegativeTest-505248659 tempest-VolumesNegativeTest-505248659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:33:48.680886 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-86a04896-ace4-4b64-816e-4057b21f52ed req-9ab1ce27-d49e-4334-a7fb-c6b3ef0dd5ea tempest-VolumesNegativeTest-505248659 tempest-VolumesNegativeTest-505248659-project] 10.222.0.11 "GET /v2.0/ports?device_id=0696f4e1-648a-40ff-a348-e4821ca3916d HTTP/1.1" status: 200  len: 949 time: 0.1489124
Apr 20 18:33:48.735657 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854207267'] for port, before_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:48.761064 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-24703f01-56be-4507-9bcf-99fe6a3510aa req-6f8aef17-ad56-4cda-a8dc-ac0c76323ab8 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "GET /v2.0/security-groups?id=ed50e5aa-327b-422f-82a8-ba0a7946687e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0787039
Apr 20 18:33:48.772807 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-86a04896-ace4-4b64-816e-4057b21f52ed req-ec88e0a7-e355-49d7-b9d5-dd5fd3dcb578 tempest-VolumesNegativeTest-505248659 tempest-VolumesNegativeTest-505248659-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a2f527f-8c08-467e-8a26-ab9f98ab8d10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0701067
Apr 20 18:33:48.793567 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a35dabb6-d13d-48e1-b184-19d58be083db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc2c1be7-a945-415f-9fcd-718e1fd4abb7'}] {{(pid=86422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:33:48.816375 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] For port fc2c1be7-a945-415f-9fcd-718e1fd4abb7, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=fc2c1be7-a945-415f-9fcd-718e1fd4abb7,segment=NetworkSegment(8f4cadfd-3269-4c6c-8ca6-68423b9c7197),segment_id=8f4cadfd-3269-4c6c-8ca6-68423b9c7197)] {{(pid=86422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:33:48.820496 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785676839112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251178383903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251178382076'] for port, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:48.821981 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Device 1ed5877f-b550-4504-8fc7-d105beae7c34 up at agent hyperv_hv-cinder-78693 {{(pid=86422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:33:48.876196 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-f17d781f-419f-4686-8c07-08dbd41d8430 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:33:48.930160 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a35dabb6-d13d-48e1-b184-19d58be083db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc2c1be7-a945-415f-9fcd-718e1fd4abb7', 'code': 200}
Apr 20 18:33:48.990089 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Pushing event updated for resources: {'Port': ['ID=fc2c1be7-a945-415f-9fcd-718e1fd4abb7,revision_number=10']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:33:48.994285 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:33:49.004230 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Provisioning for port 1ed5877f-b550-4504-8fc7-d105beae7c34 completed by entity L2. {{(pid=86422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 18:33:49.010384 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Provisioning complete for port 1ed5877f-b550-4504-8fc7-d105beae7c34 triggered by entity L2. {{(pid=86422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:33:49.010935 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733696'] for port, provisioning_complete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:49.160793 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854207267'] for port, before_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:49.199094 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] For port 1ed5877f-b550-4504-8fc7-d105beae7c34, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=1ed5877f-b550-4504-8fc7-d105beae7c34,segment=NetworkSegment(9c4e0db7-a4e8-4b5e-8339-565407dd049a),segment_id=9c4e0db7-a4e8-4b5e-8339-565407dd049a)] {{(pid=86422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:33:49.202860 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785676839112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251178383903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251178382076'] for port, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:49.205495 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:33:49.281360 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Pushing event updated for resources: {'Port': ['ID=1ed5877f-b550-4504-8fc7-d105beae7c34,revision_number=5']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:33:49.285399 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:33:50.094068 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72861356-0be0-488c-9b2f-8af574205e7c req-d5aaec91-36ec-4418-883b-041b35f8e0ce tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:33:50.098573 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-72861356-0be0-488c-9b2f-8af574205e7c req-d5aaec91-36ec-4418-883b-041b35f8e0ce tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "GET /v2.0/ports?device_id=a35dabb6-d13d-48e1-b184-19d58be083db HTTP/1.1" status: 200  len: 946 time: 0.1925690
Apr 20 18:33:50.111561 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1732714f-a02d-437a-bb68-63c620e658d7 req-159d082d-2d2b-479c-a1c2-0ff2a60d8d5f tempest-VolumesNegativeTest-505248659 tempest-VolumesNegativeTest-505248659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:33:50.113945 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-1732714f-a02d-437a-bb68-63c620e658d7 req-159d082d-2d2b-479c-a1c2-0ff2a60d8d5f tempest-VolumesNegativeTest-505248659 tempest-VolumesNegativeTest-505248659-project] 10.222.0.11 "GET /v2.0/ports?device_id=0696f4e1-648a-40ff-a348-e4821ca3916d HTTP/1.1" status: 200  len: 950 time: 0.1620948
Apr 20 18:33:50.134351 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de42c12b-926d-486a-a7c5-7c7f6ce4ddd2 req-6d06fc06-9988-4f39-80e3-b2caf9e9496b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:33:50.136018 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-de42c12b-926d-486a-a7c5-7c7f6ce4ddd2 req-6d06fc06-9988-4f39-80e3-b2caf9e9496b service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=a35dabb6-d13d-48e1-b184-19d58be083db HTTP/1.1" status: 200  len: 1099 time: 0.0931346
Apr 20 18:33:50.191341 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-de42c12b-926d-486a-a7c5-7c7f6ce4ddd2 req-6abc6763-bb0d-4e71-b07b-bbbb80a401ae service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=ed50e5aa-327b-422f-82a8-ba0a7946687e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0460823
Apr 20 18:33:50.191692 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-1732714f-a02d-437a-bb68-63c620e658d7 req-44975a3e-6f07-41ad-854d-0ae8ae273779 tempest-VolumesNegativeTest-505248659 tempest-VolumesNegativeTest-505248659-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a2f527f-8c08-467e-8a26-ab9f98ab8d10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0534718
Apr 20 18:33:50.213986 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-72861356-0be0-488c-9b2f-8af574205e7c req-08c80ac3-662c-441f-a125-e34750a3a1cc tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "GET /v2.0/security-groups?id=ed50e5aa-327b-422f-82a8-ba0a7946687e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0989389
Apr 20 18:33:50.931004 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0696f4e1-648a-40ff-a348-e4821ca3916d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ed5877f-b550-4504-8fc7-d105beae7c34'}] {{(pid=86422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:33:50.987690 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0696f4e1-648a-40ff-a348-e4821ca3916d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ed5877f-b550-4504-8fc7-d105beae7c34', 'code': 200}
Apr 20 18:33:51.421799 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c142107-df64-47ad-b092-fd4e9c311d81 req-94e80648-250b-4668-bb8f-f733e7a4bb5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:33:51.427646 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-0c142107-df64-47ad-b092-fd4e9c311d81 req-94e80648-250b-4668-bb8f-f733e7a4bb5b service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=0696f4e1-648a-40ff-a348-e4821ca3916d HTTP/1.1" status: 200  len: 1103 time: 0.2147827
Apr 20 18:33:51.534078 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c3ff81-f514-431f-ace6-1990ff13877a req-71ad29e3-76b9-4514-92f3-974b30d2298b tempest-VolumesNegativeTest-505248659 tempest-VolumesNegativeTest-505248659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:33:51.543194 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-40c3ff81-f514-431f-ace6-1990ff13877a req-71ad29e3-76b9-4514-92f3-974b30d2298b tempest-VolumesNegativeTest-505248659 tempest-VolumesNegativeTest-505248659-project] 10.222.0.11 "GET /v2.0/ports?device_id=0696f4e1-648a-40ff-a348-e4821ca3916d HTTP/1.1" status: 200  len: 950 time: 0.1389072
Apr 20 18:33:51.560552 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-0c142107-df64-47ad-b092-fd4e9c311d81 req-45a865c7-fdfd-43ec-99a1-7d38427ea5f2 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=3a2f527f-8c08-467e-8a26-ab9f98ab8d10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1239367
Apr 20 18:33:51.650964 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-40c3ff81-f514-431f-ace6-1990ff13877a req-c9e14f9c-1745-4391-9f0d-554ff7063662 tempest-VolumesNegativeTest-505248659 tempest-VolumesNegativeTest-505248659-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a2f527f-8c08-467e-8a26-ab9f98ab8d10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1059506
Apr 20 18:33:51.710732 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4aaa52a-0b6d-4e18-9df0-78677bb4aad1 req-0bd685d7-88cd-4562-a134-1c4553773b45 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:33:51.713513 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-a4aaa52a-0b6d-4e18-9df0-78677bb4aad1 req-0bd685d7-88cd-4562-a134-1c4553773b45 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "GET /v2.0/ports?device_id=a35dabb6-d13d-48e1-b184-19d58be083db HTTP/1.1" status: 200  len: 946 time: 0.1313264
Apr 20 18:33:51.787959 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-a4aaa52a-0b6d-4e18-9df0-78677bb4aad1 req-5a8f481e-731c-4480-a78d-9c922a068eca tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "GET /v2.0/security-groups?id=ed50e5aa-327b-422f-82a8-ba0a7946687e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0684917
Apr 20 18:33:53.006666 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd33005-d4c4-4823-b7b0-7fb91df6900c req-82b5ee3e-bc34-4590-b10e-5658d86f4673 tempest-VolumesNegativeTest-505248659 tempest-VolumesNegativeTest-505248659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:33:53.008467 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-4cd33005-d4c4-4823-b7b0-7fb91df6900c req-82b5ee3e-bc34-4590-b10e-5658d86f4673 tempest-VolumesNegativeTest-505248659 tempest-VolumesNegativeTest-505248659-project] 10.222.0.11 "GET /v2.0/ports?device_id=0696f4e1-648a-40ff-a348-e4821ca3916d HTTP/1.1" status: 200  len: 950 time: 0.2204652
Apr 20 18:33:53.089912 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd850152-966b-4919-95c9-1048703e8add req-7189860e-fdb8-49b3-aa8a-b1a7859559d3 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:33:53.091460 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-bd850152-966b-4919-95c9-1048703e8add req-7189860e-fdb8-49b3-aa8a-b1a7859559d3 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "GET /v2.0/ports?device_id=a35dabb6-d13d-48e1-b184-19d58be083db HTTP/1.1" status: 200  len: 946 time: 0.1646421
Apr 20 18:33:53.096656 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-4cd33005-d4c4-4823-b7b0-7fb91df6900c req-874119e7-4ffd-48b3-8304-34bfd5bda9e3 tempest-VolumesNegativeTest-505248659 tempest-VolumesNegativeTest-505248659-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a2f527f-8c08-467e-8a26-ab9f98ab8d10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0784967
Apr 20 18:33:53.159345 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-bd850152-966b-4919-95c9-1048703e8add req-c2a16c52-20f4-4ed5-a4dc-6f3cd93b9b7c tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "GET /v2.0/security-groups?id=ed50e5aa-327b-422f-82a8-ba0a7946687e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0596910
Apr 20 18:33:53.653993 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ef0ad8-bade-47d6-8de7-81433c6aaeae req-f00dc200-8a7e-47fb-9094-ddffd4407706 tempest-VolumesNegativeTest-505248659 tempest-VolumesNegativeTest-505248659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:33:53.655667 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-70ef0ad8-bade-47d6-8de7-81433c6aaeae req-f00dc200-8a7e-47fb-9094-ddffd4407706 tempest-VolumesNegativeTest-505248659 tempest-VolumesNegativeTest-505248659-project] 10.222.0.11 "GET /v2.0/ports?device_id=0696f4e1-648a-40ff-a348-e4821ca3916d HTTP/1.1" status: 200  len: 950 time: 0.1060011
Apr 20 18:33:53.712392 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-70ef0ad8-bade-47d6-8de7-81433c6aaeae req-3ca1bea7-c625-443a-a49e-507d8b690e68 tempest-VolumesNegativeTest-505248659 tempest-VolumesNegativeTest-505248659-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a2f527f-8c08-467e-8a26-ab9f98ab8d10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0492656
Apr 20 18:33:54.930276 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbfbe43-6150-40c8-93ba-4431810d5bc4 req-1c9786c5-bac2-4b90-b2a4-6b9e62e92275 tempest-VolumesNegativeTest-505248659 tempest-VolumesNegativeTest-505248659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:33:54.931882 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-3dbfbe43-6150-40c8-93ba-4431810d5bc4 req-1c9786c5-bac2-4b90-b2a4-6b9e62e92275 tempest-VolumesNegativeTest-505248659 tempest-VolumesNegativeTest-505248659-project] 10.222.0.11 "GET /v2.0/ports?device_id=0696f4e1-648a-40ff-a348-e4821ca3916d HTTP/1.1" status: 200  len: 950 time: 0.0948792
Apr 20 18:33:54.983272 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-3dbfbe43-6150-40c8-93ba-4431810d5bc4 req-40bf9748-0657-4653-96c7-088ec020f249 tempest-VolumesNegativeTest-505248659 tempest-VolumesNegativeTest-505248659-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a2f527f-8c08-467e-8a26-ab9f98ab8d10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0449405
Apr 20 18:33:56.259028 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ed630f-e743-43c1-b51f-c6a7bf14ddf5 req-33b9ca0e-0424-4358-bf4d-2a65ef775594 tempest-VolumesNegativeTest-505248659 tempest-VolumesNegativeTest-505248659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:33:56.262084 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-99ed630f-e743-43c1-b51f-c6a7bf14ddf5 req-33b9ca0e-0424-4358-bf4d-2a65ef775594 tempest-VolumesNegativeTest-505248659 tempest-VolumesNegativeTest-505248659-project] 10.222.0.11 "GET /v2.0/ports?device_id=0696f4e1-648a-40ff-a348-e4821ca3916d HTTP/1.1" status: 200  len: 950 time: 0.1286318
Apr 20 18:33:56.337275 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-99ed630f-e743-43c1-b51f-c6a7bf14ddf5 req-a9821827-f4e6-4dd2-8d89-2c4cea840143 tempest-VolumesNegativeTest-505248659 tempest-VolumesNegativeTest-505248659-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a2f527f-8c08-467e-8a26-ab9f98ab8d10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0652139
Apr 20 18:33:57.204236 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a61212-a2af-4816-8d69-341be53f609d req-0229b4a0-ab15-4847-afc9-3ef75c4c46a3 tempest-VolumesNegativeTest-505248659 tempest-VolumesNegativeTest-505248659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:33:57.204948 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [req-70a61212-a2af-4816-8d69-341be53f609d req-0229b4a0-ab15-4847-afc9-3ef75c4c46a3 tempest-VolumesNegativeTest-505248659 tempest-VolumesNegativeTest-505248659-project] Synchronizing usage tracker for tenant:9f0a19ea016149b1a6b1d6a489c0d27a on resource:port {{(pid=86420) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 18:33:57.224552 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [req-70a61212-a2af-4816-8d69-341be53f609d req-0229b4a0-ab15-4847-afc9-3ef75c4c46a3 tempest-VolumesNegativeTest-505248659 tempest-VolumesNegativeTest-505248659-project] Unset dirty status for tenant:9f0a19ea016149b1a6b1d6a489c0d27a on resource:port {{(pid=86420) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 18:33:57.226093 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-70a61212-a2af-4816-8d69-341be53f609d req-0229b4a0-ab15-4847-afc9-3ef75c4c46a3 tempest-VolumesNegativeTest-505248659 tempest-VolumesNegativeTest-505248659-project] 10.222.0.10 "GET /v2.0/ports?device_id=0696f4e1-648a-40ff-a348-e4821ca3916d HTTP/1.1" status: 200  len: 950 time: 0.1302540
Apr 20 18:33:57.313377 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb3a8f3-d175-4d2e-9395-2f80841eb6ac req-289bac8d-9f0b-4227-969d-a3514e475f6c tempest-VolumesSnapshotTestJSON-716769491 tempest-VolumesSnapshotTestJSON-716769491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:33:57.315675 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-9bb3a8f3-d175-4d2e-9395-2f80841eb6ac req-289bac8d-9f0b-4227-969d-a3514e475f6c tempest-VolumesSnapshotTestJSON-716769491 tempest-VolumesSnapshotTestJSON-716769491-project] 10.222.0.11 "GET /v2.0/networks?id=ae21e679-74f2-4e6f-8070-73eda812b617 HTTP/1.1" status: 200  len: 814 time: 0.5067167
Apr 20 18:33:57.315848 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [req-70a61212-a2af-4816-8d69-341be53f609d req-b572b6aa-313f-4295-be1d-65b5836e1aec tempest-VolumesNegativeTest-505248659 tempest-VolumesNegativeTest-505248659-project] Deleting port 1ed5877f-b550-4504-8fc7-d105beae7c34 {{(pid=86420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 18:33:57.316114 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-70a61212-a2af-4816-8d69-341be53f609d req-b572b6aa-313f-4295-be1d-65b5836e1aec tempest-VolumesNegativeTest-505248659 tempest-VolumesNegativeTest-505248659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251177940340'] for port, before_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:57.344661 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01668edf-0932-4b9a-bd41-e720a3c8e653 req-e7376fc1-e206-44fd-a7fb-62e349cd1c30 tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:33:57.346490 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-01668edf-0932-4b9a-bd41-e720a3c8e653 req-e7376fc1-e206-44fd-a7fb-62e349cd1c30 tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] 10.222.0.11 "GET /v2.0/ports?device_id=0ca5926a-d176-4673-bbe5-442540a100b6 HTTP/1.1" status: 200  len: 945 time: 0.4809272
Apr 20 18:33:57.347898 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-9bb3a8f3-d175-4d2e-9395-2f80841eb6ac req-847bd689-e5a2-4cd2-b54d-2a0116b1a55c tempest-VolumesSnapshotTestJSON-716769491 tempest-VolumesSnapshotTestJSON-716769491-project] 10.222.0.11 "GET /v2.0/quotas/3cff78b81ee8498790da234cdd69a2ef HTTP/1.1" status: 200  len: 375 time: 0.0237246
Apr 20 18:33:57.498960 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-9bb3a8f3-d175-4d2e-9395-2f80841eb6ac req-6466aa2f-82d3-4033-a1ad-1e39041b9ae0 tempest-VolumesSnapshotTestJSON-716769491 tempest-VolumesSnapshotTestJSON-716769491-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=3cff78b81ee8498790da234cdd69a2ef&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1335692
Apr 20 18:33:57.518783 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-01668edf-0932-4b9a-bd41-e720a3c8e653 req-50a51055-48e2-4fe4-b0b6-8324a50a8775 tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] 10.222.0.11 "GET /v2.0/security-groups?id=82d2b5dd-ac82-48c5-ae8a-56039f03438b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1559520
Apr 20 18:33:57.765937 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [req-70a61212-a2af-4816-8d69-341be53f609d req-b572b6aa-313f-4295-be1d-65b5836e1aec tempest-VolumesNegativeTest-505248659 tempest-VolumesNegativeTest-505248659-project] For port 1ed5877f-b550-4504-8fc7-d105beae7c34, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=1ed5877f-b550-4504-8fc7-d105beae7c34,segment=NetworkSegment(9c4e0db7-a4e8-4b5e-8339-565407dd049a),segment_id=9c4e0db7-a4e8-4b5e-8339-565407dd049a)] {{(pid=86420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:33:57.766305 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-70a61212-a2af-4816-8d69-341be53f609d req-b572b6aa-313f-4295-be1d-65b5836e1aec tempest-VolumesNegativeTest-505248659 tempest-VolumesNegativeTest-505248659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858558'] for port, precommit_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:57.858542 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-9bb3a8f3-d175-4d2e-9395-2f80841eb6ac req-7fa7d453-25d4-41b1-a435-b26e3c869c23 service neutron] 10.222.0.11 "GET /v2.0/networks/ae21e679-74f2-4e6f-8070-73eda812b617?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3378828
Apr 20 18:33:57.868400 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1002b73-f2c9-460e-bd63-0342b65fef32 req-797e9ca2-247c-49b2-9841-8c3e259dc96c tempest-VolumesNegativeTest-505248659 tempest-VolumesNegativeTest-505248659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:33:57.870098 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-b1002b73-f2c9-460e-bd63-0342b65fef32 req-797e9ca2-247c-49b2-9841-8c3e259dc96c tempest-VolumesNegativeTest-505248659 tempest-VolumesNegativeTest-505248659-project] 10.222.0.11 "GET /v2.0/ports?device_id=0696f4e1-648a-40ff-a348-e4821ca3916d HTTP/1.1" status: 200  len: 950 time: 0.1948895
Apr 20 18:33:57.962998 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [req-70a61212-a2af-4816-8d69-341be53f609d req-b572b6aa-313f-4295-be1d-65b5836e1aec tempest-VolumesNegativeTest-505248659 tempest-VolumesNegativeTest-505248659-project] Calling delete_port for 1ed5877f-b550-4504-8fc7-d105beae7c34 owned by compute:nova {{(pid=86420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 18:33:58.053578 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-b1002b73-f2c9-460e-bd63-0342b65fef32 req-274d714c-e681-4a7c-b2f9-d60c7fef942b tempest-VolumesNegativeTest-505248659 tempest-VolumesNegativeTest-505248659-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a2f527f-8c08-467e-8a26-ab9f98ab8d10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1473424
Apr 20 18:33:58.097280 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-9bb3a8f3-d175-4d2e-9395-2f80841eb6ac req-f86efb66-4b8c-477c-a297-fd330c016315 service neutron] 10.222.0.11 "GET /v2.0/networks/ae21e679-74f2-4e6f-8070-73eda812b617?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2258139
Apr 20 18:33:58.185723 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-70a61212-a2af-4816-8d69-341be53f609d req-b572b6aa-313f-4295-be1d-65b5836e1aec tempest-VolumesNegativeTest-505248659 tempest-VolumesNegativeTest-505248659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251177936671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785676391897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4189424'] for port, after_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:58.197725 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-87967aae-978c-4bfc-bea9-f4aa4f498a34 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:33:58.289543 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b572b6aa-313f-4295-be1d-65b5836e1aec tempest-VolumesNegativeTest-505248659 tempest-VolumesNegativeTest-505248659-project] Pushing event deleted for resources: {'Port': ['ID=1ed5877f-b550-4504-8fc7-d105beae7c34,revision_number=None']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:33:58.292951 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-b572b6aa-313f-4295-be1d-65b5836e1aec tempest-VolumesNegativeTest-505248659 tempest-VolumesNegativeTest-505248659-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:33:58.432361 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [req-70a61212-a2af-4816-8d69-341be53f609d req-b572b6aa-313f-4295-be1d-65b5836e1aec tempest-VolumesNegativeTest-505248659 tempest-VolumesNegativeTest-505248659-project] No DVR routers for this DVR port 1ed5877f-b550-4504-8fc7-d105beae7c34 on host hv-cinder-78693 {{(pid=86420) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 18:33:58.437875 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-70a61212-a2af-4816-8d69-341be53f609d req-b572b6aa-313f-4295-be1d-65b5836e1aec tempest-VolumesNegativeTest-505248659 tempest-VolumesNegativeTest-505248659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7615'] for port, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:58.443216 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0696f4e1-648a-40ff-a348-e4821ca3916d', 'name': 'network-vif-deleted', 'tag': '1ed5877f-b550-4504-8fc7-d105beae7c34'}] {{(pid=86420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:33:58.478732 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-70a61212-a2af-4816-8d69-341be53f609d req-b572b6aa-313f-4295-be1d-65b5836e1aec tempest-VolumesNegativeTest-505248659 tempest-VolumesNegativeTest-505248659-project] 10.222.0.10 "DELETE /v2.0/ports/1ed5877f-b550-4504-8fc7-d105beae7c34 HTTP/1.1" status: 204  len: 173 time: 1.2452984
Apr 20 18:33:58.480018 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-c1afd8ef-5c3d-4e26-b748-615f18e979db req-c143ec0d-7212-41dc-a065-2b8c400f0c16 tempest-VolumesSnapshotTestJSON-716769491 tempest-VolumesSnapshotTestJSON-716769491-project] 10.222.0.11 "GET /v2.0/ports?device_id=a3407cca-a446-4ada-beee-724e1d09f25b HTTP/1.1" status: 200  len: 210 time: 0.0874758
Apr 20 18:33:58.558950 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-57618a94-9488-4c16-b5c6-e15a0f1b5eeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:58.647527 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0696f4e1-648a-40ff-a348-e4821ca3916d', 'name': 'network-vif-deleted', 'tag': '1ed5877f-b550-4504-8fc7-d105beae7c34', 'status': 'completed', 'code': 200}
Apr 20 18:33:58.759359 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80c88c5-710c-4e4d-8bee-65a98f652805 req-6351ef9c-0eab-4989-a277-b42cca044168 tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:33:58.768747 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-f80c88c5-710c-4e4d-8bee-65a98f652805 req-6351ef9c-0eab-4989-a277-b42cca044168 tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] 10.222.0.11 "GET /v2.0/ports?device_id=195563af-933f-44b1-9a05-860e8d0d93c9 HTTP/1.1" status: 200  len: 946 time: 0.1188569
Apr 20 18:33:58.956311 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-f80c88c5-710c-4e4d-8bee-65a98f652805 req-d712a8e1-24bc-4a78-b1d8-a16b16d2fc7a tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] 10.222.0.11 "GET /v2.0/security-groups?id=69608afe-11f9-43e6-87f2-e65ac49327da&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1849475
Apr 20 18:33:59.005645 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd1e19a-af6a-4cc1-bbe9-f03cbbab8df5 req-3ea26021-c529-45d3-821c-baf6ca7e0086 tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:33:59.007644 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-4cd1e19a-af6a-4cc1-bbe9-f03cbbab8df5 req-3ea26021-c529-45d3-821c-baf6ca7e0086 tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] 10.222.0.11 "GET /v2.0/ports?device_id=0ca5926a-d176-4673-bbe5-442540a100b6 HTTP/1.1" status: 200  len: 945 time: 0.2001042
Apr 20 18:33:59.095970 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-4cd1e19a-af6a-4cc1-bbe9-f03cbbab8df5 req-e8f29204-6629-486a-b111-f018ffe6f8a1 tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] 10.222.0.11 "GET /v2.0/security-groups?id=82d2b5dd-ac82-48c5-ae8a-56039f03438b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0802839
Apr 20 18:33:59.305959 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-d9853423-0878-4d0c-82f1-162711c269f0 req-9fac7ee0-14eb-4531-8ebb-cb6680c3f2a8 tempest-VolumesNegativeTest-505248659 tempest-VolumesNegativeTest-505248659-project] 10.222.0.11 "GET /v2.0/ports?device_id=0696f4e1-648a-40ff-a348-e4821ca3916d HTTP/1.1" status: 200  len: 210 time: 0.0603096
Apr 20 18:33:59.522845 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e990ee5-f25e-4ced-b510-b48c0146a35d req-ea7dff0f-7f62-4aee-b858-a4543e3d0ec1 tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:33:59.523675 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [req-2e990ee5-f25e-4ced-b510-b48c0146a35d req-ea7dff0f-7f62-4aee-b858-a4543e3d0ec1 tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] Synchronizing usage tracker for tenant:c9d2f68c6fa74348a553079d597a5342 on resource:port {{(pid=86420) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 18:33:59.549273 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [req-2e990ee5-f25e-4ced-b510-b48c0146a35d req-ea7dff0f-7f62-4aee-b858-a4543e3d0ec1 tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] Unset dirty status for tenant:c9d2f68c6fa74348a553079d597a5342 on resource:port {{(pid=86420) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 18:33:59.551613 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-2e990ee5-f25e-4ced-b510-b48c0146a35d req-ea7dff0f-7f62-4aee-b858-a4543e3d0ec1 tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] 10.222.0.10 "GET /v2.0/ports?device_id=0ca5926a-d176-4673-bbe5-442540a100b6 HTTP/1.1" status: 200  len: 945 time: 0.1372833
Apr 20 18:33:59.650931 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [req-2e990ee5-f25e-4ced-b510-b48c0146a35d req-71adc65c-b954-46a5-bfc5-e7b82d8fe178 tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] Deleting port 38641a15-fbb9-491c-84c3-c902b009bb25 {{(pid=86420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 18:33:59.651307 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-2e990ee5-f25e-4ced-b510-b48c0146a35d req-71adc65c-b954-46a5-bfc5-e7b82d8fe178 tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251177940340'] for port, before_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:59.682258 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-08055f26-e3ec-4111-81c6-b3de9cd8c703 req-87cd7cce-e223-4000-b863-ea6bea3706ab tempest-VolumesSnapshotTestJSON-716769491 tempest-VolumesSnapshotTestJSON-716769491-project] 10.222.0.11 "GET /v2.0/ports?device_id=a3407cca-a446-4ada-beee-724e1d09f25b HTTP/1.1" status: 200  len: 210 time: 0.0507851
Apr 20 18:34:00.125775 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Device 1ed5877f-b550-4504-8fc7-d105beae7c34 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 18:34:00.248839 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [req-2e990ee5-f25e-4ced-b510-b48c0146a35d req-71adc65c-b954-46a5-bfc5-e7b82d8fe178 tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] For port 38641a15-fbb9-491c-84c3-c902b009bb25, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=38641a15-fbb9-491c-84c3-c902b009bb25,segment=NetworkSegment(9a1e4259-9a9c-4285-b3e5-c90ec9908485),segment_id=9a1e4259-9a9c-4285-b3e5-c90ec9908485)] {{(pid=86420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:34:00.249483 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-2e990ee5-f25e-4ced-b510-b48c0146a35d req-71adc65c-b954-46a5-bfc5-e7b82d8fe178 tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858558'] for port, precommit_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:00.262720 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] No Port match for: 1ed5877f-b550-4504-8fc7-d105beae7c34 {{(pid=86422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 18:34:00.264047 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Device 1ed5877f-b550-4504-8fc7-d105beae7c34 not bound to the agent host hv-cinder-78693 {{(pid=86422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 18:34:00.265138 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Device 38641a15-fbb9-491c-84c3-c902b009bb25 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 18:34:00.382207 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a915397-8f88-4998-af7a-c1a0527ea8bf req-6872445f-101d-48f5-87ba-603313fa9151 tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:00.397108 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-0a915397-8f88-4998-af7a-c1a0527ea8bf req-6872445f-101d-48f5-87ba-603313fa9151 tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] 10.222.0.11 "GET /v2.0/ports?device_id=195563af-933f-44b1-9a05-860e8d0d93c9 HTTP/1.1" status: 200  len: 946 time: 0.2823579
Apr 20 18:34:00.582541 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854207267'] for port, before_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:00.588613 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-0a915397-8f88-4998-af7a-c1a0527ea8bf req-1708c8da-855e-4578-a645-031ad661e6b2 tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] 10.222.0.11 "GET /v2.0/security-groups?id=69608afe-11f9-43e6-87f2-e65ac49327da&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1870682
Apr 20 18:34:00.616850 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ca5926a-d176-4673-bbe5-442540a100b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '38641a15-fbb9-491c-84c3-c902b009bb25'}] {{(pid=86422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:34:00.630083 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] For port 38641a15-fbb9-491c-84c3-c902b009bb25, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=38641a15-fbb9-491c-84c3-c902b009bb25,segment=NetworkSegment(9a1e4259-9a9c-4285-b3e5-c90ec9908485),segment_id=9a1e4259-9a9c-4285-b3e5-c90ec9908485)] {{(pid=86422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:34:00.636079 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785676839112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251178383903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251178382076'] for port, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:00.638076 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-86a933d8-0720-4a92-8769-2687a6816a99 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:34:00.687672 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3f51fd-c4fa-42b6-8e9a-69526b596443 req-406cb582-135c-47e3-ad36-8301842ca69f tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:00.690460 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-eb3f51fd-c4fa-42b6-8e9a-69526b596443 req-406cb582-135c-47e3-ad36-8301842ca69f tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] 10.222.0.11 "GET /v2.0/ports?device_id=0ca5926a-d176-4673-bbe5-442540a100b6 HTTP/1.1" status: 200  len: 945 time: 0.1808753
Apr 20 18:34:00.756347 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Pushing event updated for resources: {'Port': ['ID=38641a15-fbb9-491c-84c3-c902b009bb25,revision_number=6']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:34:00.759672 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-eb3f51fd-c4fa-42b6-8e9a-69526b596443 req-53f1db82-d1a0-494a-9b42-ff4508c66cd2 tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] 10.222.0.11 "GET /v2.0/security-groups?id=82d2b5dd-ac82-48c5-ae8a-56039f03438b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0622880
Apr 20 18:34:00.775722 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:34:00.859792 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ca5926a-d176-4673-bbe5-442540a100b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '38641a15-fbb9-491c-84c3-c902b009bb25', 'code': 200}
Apr 20 18:34:00.934905 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [req-2e990ee5-f25e-4ced-b510-b48c0146a35d req-71adc65c-b954-46a5-bfc5-e7b82d8fe178 tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] Calling delete_port for 38641a15-fbb9-491c-84c3-c902b009bb25 owned by compute:nova {{(pid=86420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 18:34:00.982802 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-f999d4a3-3b59-49d9-ada3-a25cd92d3492 req-1a5e1b66-5545-460f-bbd7-c9cb7b9b1d83 tempest-VolumesSnapshotTestJSON-716769491 tempest-VolumesSnapshotTestJSON-716769491-project] 10.222.0.11 "GET /v2.0/ports?device_id=a3407cca-a446-4ada-beee-724e1d09f25b HTTP/1.1" status: 200  len: 210 time: 0.0547533
Apr 20 18:34:00.991468 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb3a8f3-d175-4d2e-9395-2f80841eb6ac req-904d9924-fc10-4e00-b5b4-41e72674c1ea tempest-VolumesSnapshotTestJSON-716769491 tempest-VolumesSnapshotTestJSON-716769491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:00.993151 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-9bb3a8f3-d175-4d2e-9395-2f80841eb6ac req-904d9924-fc10-4e00-b5b4-41e72674c1ea tempest-VolumesSnapshotTestJSON-716769491 tempest-VolumesSnapshotTestJSON-716769491-project] 10.222.0.10 "GET /v2.0/networks?id=ae21e679-74f2-4e6f-8070-73eda812b617 HTTP/1.1" status: 200  len: 814 time: 1.1079867
Apr 20 18:34:01.009680 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.v2.base [req-9bb3a8f3-d175-4d2e-9395-2f80841eb6ac req-4cc34ae8-f97c-4c9c-a609-8f08003ba750 tempest-VolumesSnapshotTestJSON-716769491 tempest-VolumesSnapshotTestJSON-716769491-project] Request body: {'port': {'device_id': 'a3407cca-a446-4ada-beee-724e1d09f25b', 'network_id': 'ae21e679-74f2-4e6f-8070-73eda812b617', 'admin_state_up': True, 'tenant_id': '3cff78b81ee8498790da234cdd69a2ef'}} {{(pid=86420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:34:01.200909 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.db.api [req-2e990ee5-f25e-4ced-b510-b48c0146a35d req-71adc65c-b954-46a5-bfc5-e7b82d8fe178 tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86420) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 20 18:34:01.201326 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_db.api [req-2e990ee5-f25e-4ced-b510-b48c0146a35d req-71adc65c-b954-46a5-bfc5-e7b82d8fe178 tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 20 18:34:01.218910 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [req-9bb3a8f3-d175-4d2e-9395-2f80841eb6ac req-4cc34ae8-f97c-4c9c-a609-8f08003ba750 tempest-VolumesSnapshotTestJSON-716769491 tempest-VolumesSnapshotTestJSON-716769491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:34:01.224006 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [req-9bb3a8f3-d175-4d2e-9395-2f80841eb6ac req-4cc34ae8-f97c-4c9c-a609-8f08003ba750 tempest-VolumesSnapshotTestJSON-716769491 tempest-VolumesSnapshotTestJSON-716769491-project] Usage tracker for resource:port and tenant:3cff78b81ee8498790da234cdd69a2ef is out of sync, need to count used quota {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:34:01.227777 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [req-9bb3a8f3-d175-4d2e-9395-2f80841eb6ac req-4cc34ae8-f97c-4c9c-a609-8f08003ba750 tempest-VolumesSnapshotTestJSON-716769491 tempest-VolumesSnapshotTestJSON-716769491-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:34:01.235158 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [req-9bb3a8f3-d175-4d2e-9395-2f80841eb6ac req-4cc34ae8-f97c-4c9c-a609-8f08003ba750 tempest-VolumesSnapshotTestJSON-716769491 tempest-VolumesSnapshotTestJSON-716769491-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:34:01.245348 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9bb3a8f3-d175-4d2e-9395-2f80841eb6ac req-4cc34ae8-f97c-4c9c-a609-8f08003ba750 tempest-VolumesSnapshotTestJSON-716769491 tempest-VolumesSnapshotTestJSON-716769491-project] Made reservation on behalf of 3cff78b81ee8498790da234cdd69a2ef for: {'port': 1} {{(pid=86420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 18:34:01.252688 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-9bb3a8f3-d175-4d2e-9395-2f80841eb6ac req-4cc34ae8-f97c-4c9c-a609-8f08003ba750 tempest-VolumesSnapshotTestJSON-716769491 tempest-VolumesSnapshotTestJSON-716769491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854207267'] for port, before_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:01.325026 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-a6c3e74b-f74b-4c22-a25d-93e7c9267481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:01.363110 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-59ff2fcf-5a92-41e6-b6a8-ab5cb4df6403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:01.466612 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.db_base_plugin_common [req-9bb3a8f3-d175-4d2e-9395-2f80841eb6ac req-4cc34ae8-f97c-4c9c-a609-8f08003ba750 tempest-VolumesSnapshotTestJSON-716769491 tempest-VolumesSnapshotTestJSON-716769491-project] Allocated IP 172.20.0.11 (ae21e679-74f2-4e6f-8070-73eda812b617/2074ba7a-2d51-41e6-b2c4-37769d1e76fb/cef2ea0c-160f-4e55-89e7-2905598219f0) {{(pid=86420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 18:34:01.722376 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [req-2e990ee5-f25e-4ced-b510-b48c0146a35d req-71adc65c-b954-46a5-bfc5-e7b82d8fe178 tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] Deleting port 38641a15-fbb9-491c-84c3-c902b009bb25 {{(pid=86420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 18:34:01.722920 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-2e990ee5-f25e-4ced-b510-b48c0146a35d req-71adc65c-b954-46a5-bfc5-e7b82d8fe178 tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251177940340'] for port, before_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:01.810077 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-9bb3a8f3-d175-4d2e-9395-2f80841eb6ac req-4cc34ae8-f97c-4c9c-a609-8f08003ba750 tempest-VolumesSnapshotTestJSON-716769491 tempest-VolumesSnapshotTestJSON-716769491-project] Notify callbacks [] for port, precommit_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:02.008876 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:02.089338 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1144b3d7-61f5-4bdd-bc77-fadec25dc707 req-f9f5ae22-e232-46d8-a94d-a7537e688e9a tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:02.091063 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-1144b3d7-61f5-4bdd-bc77-fadec25dc707 req-f9f5ae22-e232-46d8-a94d-a7537e688e9a tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] 10.222.0.11 "GET /v2.0/ports?device_id=195563af-933f-44b1-9a05-860e8d0d93c9 HTTP/1.1" status: 200  len: 946 time: 0.2477942
Apr 20 18:34:02.106167 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1938c822-2921-4dfb-b105-a5325eb76ece req-dbec3ff9-e0dd-43d4-8416-fcee99e999d6 tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:02.107896 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-1938c822-2921-4dfb-b105-a5325eb76ece req-dbec3ff9-e0dd-43d4-8416-fcee99e999d6 tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] 10.222.0.11 "GET /v2.0/ports?device_id=0ca5926a-d176-4673-bbe5-442540a100b6 HTTP/1.1" status: 200  len: 943 time: 0.1693759
Apr 20 18:34:02.167665 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-9bb3a8f3-d175-4d2e-9395-2f80841eb6ac req-4cc34ae8-f97c-4c9c-a609-8f08003ba750 tempest-VolumesSnapshotTestJSON-716769491 tempest-VolumesSnapshotTestJSON-716769491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251178383920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4189424'] for port, after_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:02.182572 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-31e4aec0-b241-45cb-9539-ba979df0914c tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:34:02.202986 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-1144b3d7-61f5-4bdd-bc77-fadec25dc707 req-ef258ed0-8142-4f36-9443-42b5a371cfba tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] 10.222.0.11 "GET /v2.0/security-groups?id=69608afe-11f9-43e6-87f2-e65ac49327da&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0939329
Apr 20 18:34:02.213361 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-1938c822-2921-4dfb-b105-a5325eb76ece req-be78ea78-889a-4cd5-bb88-8ce2b6e97807 tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] 10.222.0.11 "GET /v2.0/security-groups?id=82d2b5dd-ac82-48c5-ae8a-56039f03438b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0843298
Apr 20 18:34:02.307364 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9bb3a8f3-d175-4d2e-9395-2f80841eb6ac req-4cc34ae8-f97c-4c9c-a609-8f08003ba750 tempest-VolumesSnapshotTestJSON-716769491 tempest-VolumesSnapshotTestJSON-716769491-project] Network ae21e679-74f2-4e6f-8070-73eda812b617 is already hosted by enough agents. {{(pid=86420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 18:34:02.324702 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc34ae8-f97c-4c9c-a609-8f08003ba750 tempest-VolumesSnapshotTestJSON-716769491 tempest-VolumesSnapshotTestJSON-716769491-project] Pushing event updated for resources: {'Port': ['ID=cef2ea0c-160f-4e55-89e7-2905598219f0,revision_number=1']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:34:02.327059 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:02.329074 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-4cc34ae8-f97c-4c9c-a609-8f08003ba750 tempest-VolumesSnapshotTestJSON-716769491 tempest-VolumesSnapshotTestJSON-716769491-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:34:02.336234 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.scheduler.base_scheduler [req-9bb3a8f3-d175-4d2e-9395-2f80841eb6ac req-4cc34ae8-f97c-4c9c-a609-8f08003ba750 tempest-VolumesSnapshotTestJSON-716769491 tempest-VolumesSnapshotTestJSON-716769491-project] Resources bound (agent type, host, resource id):  {{(pid=86420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:34:02.353092 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bb3a8f3-d175-4d2e-9395-2f80841eb6ac req-4cc34ae8-f97c-4c9c-a609-8f08003ba750 tempest-VolumesSnapshotTestJSON-716769491 tempest-VolumesSnapshotTestJSON-716769491-project] Received port after_create {{(pid=86420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 18:34:02.441917 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [req-2e990ee5-f25e-4ced-b510-b48c0146a35d req-71adc65c-b954-46a5-bfc5-e7b82d8fe178 tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] For port 38641a15-fbb9-491c-84c3-c902b009bb25, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=38641a15-fbb9-491c-84c3-c902b009bb25,segment=NetworkSegment(9a1e4259-9a9c-4285-b3e5-c90ec9908485),segment_id=9a1e4259-9a9c-4285-b3e5-c90ec9908485)] {{(pid=86420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:34:02.442328 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-2e990ee5-f25e-4ced-b510-b48c0146a35d req-71adc65c-b954-46a5-bfc5-e7b82d8fe178 tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858558'] for port, precommit_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:02.467744 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb3a8f3-d175-4d2e-9395-2f80841eb6ac req-4cc34ae8-f97c-4c9c-a609-8f08003ba750 tempest-VolumesSnapshotTestJSON-716769491 tempest-VolumesSnapshotTestJSON-716769491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:02.468496 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-9bb3a8f3-d175-4d2e-9395-2f80841eb6ac req-4cc34ae8-f97c-4c9c-a609-8f08003ba750 tempest-VolumesSnapshotTestJSON-716769491 tempest-VolumesSnapshotTestJSON-716769491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7615'] for port, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:02.582751 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d387aae8-90ee-441a-b7b0-4f959e18c8cc req-712c41cc-8c1a-4eff-aca1-3fc2bc91cebc tempest-VolumesSnapshotTestJSON-716769491 tempest-VolumesSnapshotTestJSON-716769491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:02.584630 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-d387aae8-90ee-441a-b7b0-4f959e18c8cc req-712c41cc-8c1a-4eff-aca1-3fc2bc91cebc tempest-VolumesSnapshotTestJSON-716769491 tempest-VolumesSnapshotTestJSON-716769491-project] 10.222.0.11 "GET /v2.0/ports?device_id=a3407cca-a446-4ada-beee-724e1d09f25b HTTP/1.1" status: 200  len: 932 time: 0.1560998
Apr 20 18:34:02.608021 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [req-2e990ee5-f25e-4ced-b510-b48c0146a35d req-71adc65c-b954-46a5-bfc5-e7b82d8fe178 tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] Calling delete_port for 38641a15-fbb9-491c-84c3-c902b009bb25 owned by compute:nova {{(pid=86420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 18:34:02.649394 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-d387aae8-90ee-441a-b7b0-4f959e18c8cc req-1745d736-5f50-49f1-9ab6-c6dc1f47c3e0 tempest-VolumesSnapshotTestJSON-716769491 tempest-VolumesSnapshotTestJSON-716769491-project] 10.222.0.11 "GET /v2.0/security-groups?id=1f7e9f85-59a6-4887-af07-129e54386acf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0504334
Apr 20 18:34:02.693697 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-9bb3a8f3-d175-4d2e-9395-2f80841eb6ac req-4cc34ae8-f97c-4c9c-a609-8f08003ba750 tempest-VolumesSnapshotTestJSON-716769491 tempest-VolumesSnapshotTestJSON-716769491-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.6881919
Apr 20 18:34:02.813553 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-2e990ee5-f25e-4ced-b510-b48c0146a35d req-71adc65c-b954-46a5-bfc5-e7b82d8fe178 tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251177936671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785676391897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4189424'] for port, after_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:02.822997 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.v2.base [req-9bb3a8f3-d175-4d2e-9395-2f80841eb6ac req-584ce8b6-4e21-420a-8fef-e239a0b1eca9 service neutron] Request body: {'port': {'device_id': 'a3407cca-a446-4ada-beee-724e1d09f25b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=86420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:34:02.826670 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] get_ports_and_sgs() called for port_ids ['7909e612-5dfa-4193-938a-9f6ca5d1756b'] {{(pid=86422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 18:34:02.856108 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:34:02.924708 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71adc65c-b954-46a5-bfc5-e7b82d8fe178 tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] Pushing event deleted for resources: {'Port': ['ID=38641a15-fbb9-491c-84c3-c902b009bb25,revision_number=None']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:34:02.937759 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-71adc65c-b954-46a5-bfc5-e7b82d8fe178 tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:34:03.065502 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e990ee5-f25e-4ced-b510-b48c0146a35d req-71adc65c-b954-46a5-bfc5-e7b82d8fe178 tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] No DVR routers for this DVR port 38641a15-fbb9-491c-84c3-c902b009bb25 on host hv-cinder-78693 {{(pid=86420) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 18:34:03.078254 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-2e990ee5-f25e-4ced-b510-b48c0146a35d req-71adc65c-b954-46a5-bfc5-e7b82d8fe178 tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7615'] for port, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:03.096849 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ca5926a-d176-4673-bbe5-442540a100b6', 'name': 'network-vif-deleted', 'tag': '38641a15-fbb9-491c-84c3-c902b009bb25'}] {{(pid=86420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:34:03.113317 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-2e990ee5-f25e-4ced-b510-b48c0146a35d req-71adc65c-b954-46a5-bfc5-e7b82d8fe178 tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] 10.222.0.10 "DELETE /v2.0/ports/38641a15-fbb9-491c-84c3-c902b009bb25 HTTP/1.1" status: 204  len: 173 time: 3.5530429
Apr 20 18:34:03.178402 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-69625b45-0eac-4ead-bef5-f7df2e631dfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:03.178749 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-9bb3a8f3-d175-4d2e-9395-2f80841eb6ac req-584ce8b6-4e21-420a-8fef-e239a0b1eca9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854207267'] for port, before_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:03.197704 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ca5926a-d176-4673-bbe5-442540a100b6', 'name': 'network-vif-deleted', 'tag': '38641a15-fbb9-491c-84c3-c902b009bb25', 'status': 'completed', 'code': 200}
Apr 20 18:34:03.442732 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-03b9b426-0f71-4e02-a786-101df471dcdc req-0b7fbc6a-5740-47bf-9d25-0bce262c3c84 tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] 10.222.0.11 "GET /v2.0/ports?device_id=0ca5926a-d176-4673-bbe5-442540a100b6 HTTP/1.1" status: 200  len: 210 time: 0.0672452
Apr 20 18:34:03.579434 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b37efc-8a2a-4e8e-9cd4-b6e1b7076eef req-198725b1-66c8-4a76-b5d9-31ceb21cf941 tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:03.583450 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-07b37efc-8a2a-4e8e-9cd4-b6e1b7076eef req-198725b1-66c8-4a76-b5d9-31ceb21cf941 tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] 10.222.0.11 "GET /v2.0/ports?device_id=195563af-933f-44b1-9a05-860e8d0d93c9 HTTP/1.1" status: 200  len: 946 time: 0.1136007
Apr 20 18:34:03.661155 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-07b37efc-8a2a-4e8e-9cd4-b6e1b7076eef req-e52c3d75-412e-4c3a-b15b-ffebbb32028a tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] 10.222.0.11 "GET /v2.0/security-groups?id=69608afe-11f9-43e6-87f2-e65ac49327da&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0728126
Apr 20 18:34:03.899812 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.notifiers.nova [req-9bb3a8f3-d175-4d2e-9395-2f80841eb6ac req-584ce8b6-4e21-420a-8fef-e239a0b1eca9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cef2ea0c-160f-4e55-89e7-2905598219f0 {{(pid=86420) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 18:34:03.909122 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-9bb3a8f3-d175-4d2e-9395-2f80841eb6ac req-584ce8b6-4e21-420a-8fef-e239a0b1eca9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:03.929015 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [req-9bb3a8f3-d175-4d2e-9395-2f80841eb6ac req-584ce8b6-4e21-420a-8fef-e239a0b1eca9 service neutron] Transition to ACTIVE for port object cef2ea0c-160f-4e55-89e7-2905598219f0 will not be triggered until provisioned by entity L2. {{(pid=86420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 18:34:03.934957 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-9bb3a8f3-d175-4d2e-9395-2f80841eb6ac req-584ce8b6-4e21-420a-8fef-e239a0b1eca9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785676839112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251178383903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251178382076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850586375'] for port, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:03.947190 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-87967aae-978c-4bfc-bea9-f4aa4f498a34 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:34:04.106533 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14164f25-620f-48cb-910f-8841602c4f84 req-96a5abe2-351b-4548-a428-7462a7898ec8 tempest-VolumesSnapshotTestJSON-716769491 tempest-VolumesSnapshotTestJSON-716769491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:04.109494 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-14164f25-620f-48cb-910f-8841602c4f84 req-96a5abe2-351b-4548-a428-7462a7898ec8 tempest-VolumesSnapshotTestJSON-716769491 tempest-VolumesSnapshotTestJSON-716769491-project] 10.222.0.11 "GET /v2.0/ports?device_id=a3407cca-a446-4ada-beee-724e1d09f25b HTTP/1.1" status: 200  len: 944 time: 0.1795781
Apr 20 18:34:04.186587 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-14164f25-620f-48cb-910f-8841602c4f84 req-5d6e2b06-55b3-4767-a29d-81beaaf524cf tempest-VolumesSnapshotTestJSON-716769491 tempest-VolumesSnapshotTestJSON-716769491-project] 10.222.0.11 "GET /v2.0/security-groups?id=1f7e9f85-59a6-4887-af07-129e54386acf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0686066
Apr 20 18:34:04.372894 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584ce8b6-4e21-420a-8fef-e239a0b1eca9 service neutron] Pushing event updated for resources: {'Port': ['ID=cef2ea0c-160f-4e55-89e7-2905598219f0,revision_number=2']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:34:04.384970 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-584ce8b6-4e21-420a-8fef-e239a0b1eca9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.438s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:34:04.459221 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [req-9bb3a8f3-d175-4d2e-9395-2f80841eb6ac req-584ce8b6-4e21-420a-8fef-e239a0b1eca9 service neutron] Attempting to bind port cef2ea0c-160f-4e55-89e7-2905598219f0 on host hv-cinder-78693 for vnic_type normal with profile  {{(pid=86420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 18:34:04.459856 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [req-9bb3a8f3-d175-4d2e-9395-2f80841eb6ac req-584ce8b6-4e21-420a-8fef-e239a0b1eca9 service neutron] Attempting to bind port cef2ea0c-160f-4e55-89e7-2905598219f0 by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': '540da31f-fe4d-4e7d-810d-bb1f97fac878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'ae21e679-74f2-4e6f-8070-73eda812b617'}] {{(pid=86420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 18:34:04.460555 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bb3a8f3-d175-4d2e-9395-2f80841eb6ac req-584ce8b6-4e21-420a-8fef-e239a0b1eca9 service neutron] Attempting to bind port cef2ea0c-160f-4e55-89e7-2905598219f0 on network ae21e679-74f2-4e6f-8070-73eda812b617 {{(pid=86420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 18:34:04.471289 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bb3a8f3-d175-4d2e-9395-2f80841eb6ac req-584ce8b6-4e21-420a-8fef-e239a0b1eca9 service neutron] Port cef2ea0c-160f-4e55-89e7-2905598219f0 on network ae21e679-74f2-4e6f-8070-73eda812b617 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=86420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 20 18:34:04.471916 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bb3a8f3-d175-4d2e-9395-2f80841eb6ac req-584ce8b6-4e21-420a-8fef-e239a0b1eca9 service neutron] Attempting to bind port cef2ea0c-160f-4e55-89e7-2905598219f0 on network ae21e679-74f2-4e6f-8070-73eda812b617 {{(pid=86420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 18:34:04.483652 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bb3a8f3-d175-4d2e-9395-2f80841eb6ac req-584ce8b6-4e21-420a-8fef-e239a0b1eca9 service neutron] Checking agent: {'id': '1d7a02d0-8f4e-4dcc-9452-bf36df956f32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 28, 32), 'started_at': datetime.datetime(2021, 4, 20, 18, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 34, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 18:34:04.484333 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bb3a8f3-d175-4d2e-9395-2f80841eb6ac req-584ce8b6-4e21-420a-8fef-e239a0b1eca9 service neutron] Checking segment: {'id': '540da31f-fe4d-4e7d-810d-bb1f97fac878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'ae21e679-74f2-4e6f-8070-73eda812b617'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 18:34:04.485055 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bb3a8f3-d175-4d2e-9395-2f80841eb6ac req-584ce8b6-4e21-420a-8fef-e239a0b1eca9 service neutron] Bound using segment: {'id': '540da31f-fe4d-4e7d-810d-bb1f97fac878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'ae21e679-74f2-4e6f-8070-73eda812b617'} {{(pid=86420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 18:34:04.486509 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [req-9bb3a8f3-d175-4d2e-9395-2f80841eb6ac req-584ce8b6-4e21-420a-8fef-e239a0b1eca9 service neutron] Bound port: cef2ea0c-160f-4e55-89e7-2905598219f0, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '540da31f-fe4d-4e7d-810d-bb1f97fac878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'ae21e679-74f2-4e6f-8070-73eda812b617'}}] {{(pid=86420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 18:34:04.487192 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-9bb3a8f3-d175-4d2e-9395-2f80841eb6ac req-584ce8b6-4e21-420a-8fef-e239a0b1eca9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854207267'] for port, before_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:04.677051 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [req-9bb3a8f3-d175-4d2e-9395-2f80841eb6ac req-584ce8b6-4e21-420a-8fef-e239a0b1eca9 service neutron] For port cef2ea0c-160f-4e55-89e7-2905598219f0, host hv-cinder-78693, cleared binding levels {{(pid=86420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 18:34:04.680956 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [req-9bb3a8f3-d175-4d2e-9395-2f80841eb6ac req-584ce8b6-4e21-420a-8fef-e239a0b1eca9 service neutron] For port cef2ea0c-160f-4e55-89e7-2905598219f0, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=cef2ea0c-160f-4e55-89e7-2905598219f0,segment=NetworkSegment(540da31f-fe4d-4e7d-810d-bb1f97fac878),segment_id=540da31f-fe4d-4e7d-810d-bb1f97fac878)] {{(pid=86420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 18:34:04.685155 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-9bb3a8f3-d175-4d2e-9395-2f80841eb6ac req-584ce8b6-4e21-420a-8fef-e239a0b1eca9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785676839112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251178383903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251178382076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850586375'] for port, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:04.695047 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-cfa5b984-7abd-455e-a712-6682459cd8bf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:34:04.776202 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb3a8f3-d175-4d2e-9395-2f80841eb6ac req-584ce8b6-4e21-420a-8fef-e239a0b1eca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:04.776911 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-9bb3a8f3-d175-4d2e-9395-2f80841eb6ac req-584ce8b6-4e21-420a-8fef-e239a0b1eca9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7615'] for port, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:04.778456 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-9bb3a8f3-d175-4d2e-9395-2f80841eb6ac req-584ce8b6-4e21-420a-8fef-e239a0b1eca9 service neutron] 10.222.0.10 "PUT /v2.0/ports/cef2ea0c-160f-4e55-89e7-2905598219f0 HTTP/1.1" status: 200  len: 1094 time: 1.9609475
Apr 20 18:34:04.807266 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584ce8b6-4e21-420a-8fef-e239a0b1eca9 service neutron] Pushing event updated for resources: {'Port': ['ID=cef2ea0c-160f-4e55-89e7-2905598219f0,revision_number=3']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:34:04.810543 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-584ce8b6-4e21-420a-8fef-e239a0b1eca9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:34:04.920791 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb3a8f3-d175-4d2e-9395-2f80841eb6ac req-6c44a418-5bdc-4f81-b5f8-f86b2310add2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:04.922577 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-9bb3a8f3-d175-4d2e-9395-2f80841eb6ac req-6c44a418-5bdc-4f81-b5f8-f86b2310add2 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3cff78b81ee8498790da234cdd69a2ef&device_id=a3407cca-a446-4ada-beee-724e1d09f25b HTTP/1.1" status: 200  len: 1097 time: 0.0954666
Apr 20 18:34:04.952024 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f96a38a-7b0e-42dc-9e0e-b4162c2036da req-0b808ffb-7190-4d74-936d-75099f69f209 tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:04.954095 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-7f96a38a-7b0e-42dc-9e0e-b4162c2036da req-0b808ffb-7190-4d74-936d-75099f69f209 tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] 10.222.0.11 "GET /v2.0/ports?device_id=195563af-933f-44b1-9a05-860e8d0d93c9 HTTP/1.1" status: 200  len: 946 time: 0.1053078
Apr 20 18:34:05.025924 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-7f96a38a-7b0e-42dc-9e0e-b4162c2036da req-ba9c167b-d4e7-47f5-a5d8-bad16e51f4f7 tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] 10.222.0.11 "GET /v2.0/security-groups?id=69608afe-11f9-43e6-87f2-e65ac49327da&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0570164
Apr 20 18:34:05.091923 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-9bb3a8f3-d175-4d2e-9395-2f80841eb6ac req-f3fd4dc2-38ff-4364-8333-407bc78c1209 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cef2ea0c-160f-4e55-89e7-2905598219f0 HTTP/1.1" status: 200  len: 217 time: 0.1605465
Apr 20 18:34:05.172187 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb3a8f3-d175-4d2e-9395-2f80841eb6ac req-ebbb2238-b86a-4cf5-a1ef-a222e015848c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:05.173941 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-9bb3a8f3-d175-4d2e-9395-2f80841eb6ac req-ebbb2238-b86a-4cf5-a1ef-a222e015848c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2074ba7a-2d51-41e6-b2c4-37769d1e76fb HTTP/1.1" status: 200  len: 854 time: 0.0761502
Apr 20 18:34:05.239367 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3407cca-a446-4ada-beee-724e1d09f25b', 'tag': 'cef2ea0c-160f-4e55-89e7-2905598219f0'}] {{(pid=86420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:34:05.262823 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-9bb3a8f3-d175-4d2e-9395-2f80841eb6ac req-b803ff6c-f2a9-410a-bbd6-f679ef9aab95 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ae21e679-74f2-4e6f-8070-73eda812b617&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0789776
Apr 20 18:34:05.272615 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502d72db-a96a-46a5-83f7-a274480ecdc7 req-8e1e2cbc-3d4d-4310-bd84-6526c2819d59 tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:05.273578 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-502d72db-a96a-46a5-83f7-a274480ecdc7 req-8e1e2cbc-3d4d-4310-bd84-6526c2819d59 tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] 10.222.0.11 "GET /v2.0/ports?device_id=d0fd46bd-9fee-4340-9afc-d88468312b48 HTTP/1.1" status: 200  len: 945 time: 0.1140611
Apr 20 18:34:05.399137 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-502d72db-a96a-46a5-83f7-a274480ecdc7 req-def2448e-9e1a-403e-8cef-189916f0e53f tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] 10.222.0.11 "GET /v2.0/security-groups?id=82d2b5dd-ac82-48c5-ae8a-56039f03438b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1108313
Apr 20 18:34:05.488934 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3407cca-a446-4ada-beee-724e1d09f25b', 'tag': 'cef2ea0c-160f-4e55-89e7-2905598219f0', 'status': 'completed', 'code': 200}
Apr 20 18:34:05.491628 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-9bb3a8f3-d175-4d2e-9395-2f80841eb6ac req-13811d66-e94a-4298-b2a1-381b8eeb5004 service neutron] 10.222.0.10 "GET /v2.0/networks/ae21e679-74f2-4e6f-8070-73eda812b617?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2184246
Apr 20 18:34:05.602720 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072f8d3a-949f-48f5-8c82-dc710ff13d18 req-4f71ad5a-ea36-4ef9-ab61-3ca607480c36 tempest-VolumesSnapshotTestJSON-716769491 tempest-VolumesSnapshotTestJSON-716769491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:05.604929 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-072f8d3a-949f-48f5-8c82-dc710ff13d18 req-4f71ad5a-ea36-4ef9-ab61-3ca607480c36 tempest-VolumesSnapshotTestJSON-716769491 tempest-VolumesSnapshotTestJSON-716769491-project] 10.222.0.11 "GET /v2.0/ports?device_id=a3407cca-a446-4ada-beee-724e1d09f25b HTTP/1.1" status: 200  len: 944 time: 0.1418397
Apr 20 18:34:05.673732 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-072f8d3a-949f-48f5-8c82-dc710ff13d18 req-2fc04108-0f65-49db-be9c-dc7f703a8d87 tempest-VolumesSnapshotTestJSON-716769491 tempest-VolumesSnapshotTestJSON-716769491-project] 10.222.0.11 "GET /v2.0/security-groups?id=1f7e9f85-59a6-4887-af07-129e54386acf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0598502
Apr 20 18:34:05.680703 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-9bb3a8f3-d175-4d2e-9395-2f80841eb6ac req-f693af3a-482a-4ea7-83bb-93f30d46e333 service neutron] 10.222.0.10 "GET /v2.0/networks/ae21e679-74f2-4e6f-8070-73eda812b617?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1761963
Apr 20 18:34:05.844399 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca762e55-0260-4f95-9111-7395a73013e3 req-8f61ff48-3aa0-470d-b35d-455fb7df1e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:05.846454 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-ca762e55-0260-4f95-9111-7395a73013e3 req-8f61ff48-3aa0-470d-b35d-455fb7df1e99 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3cff78b81ee8498790da234cdd69a2ef&device_id=a3407cca-a446-4ada-beee-724e1d09f25b HTTP/1.1" status: 200  len: 1097 time: 0.1077137
Apr 20 18:34:06.255438 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca762e55-0260-4f95-9111-7395a73013e3 req-30662409-a9c2-4d13-9a9e-712ccfa6b2ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:06.257007 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-ca762e55-0260-4f95-9111-7395a73013e3 req-30662409-a9c2-4d13-9a9e-712ccfa6b2ca service neutron] 10.222.0.10 "GET /v2.0/networks?id=ae21e679-74f2-4e6f-8070-73eda812b617 HTTP/1.1" status: 200  len: 915 time: 0.4032414
Apr 20 18:34:06.283136 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806db5b3-1886-4598-82a7-a4896b2ac0a6 req-3f573578-4a52-4400-b7b4-a2114d146e9e tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:06.285352 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-806db5b3-1886-4598-82a7-a4896b2ac0a6 req-3f573578-4a52-4400-b7b4-a2114d146e9e tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] 10.222.0.11 "GET /v2.0/ports?device_id=195563af-933f-44b1-9a05-860e8d0d93c9 HTTP/1.1" status: 200  len: 946 time: 0.1005678
Apr 20 18:34:06.339574 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-ca762e55-0260-4f95-9111-7395a73013e3 req-6f9e5bd6-9ecb-420b-bb15-a7500485e145 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cef2ea0c-160f-4e55-89e7-2905598219f0 HTTP/1.1" status: 200  len: 217 time: 0.0750360
Apr 20 18:34:06.340826 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-806db5b3-1886-4598-82a7-a4896b2ac0a6 req-d7183278-7847-4b10-a726-550ddd65bca4 tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] 10.222.0.11 "GET /v2.0/security-groups?id=69608afe-11f9-43e6-87f2-e65ac49327da&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0479815
Apr 20 18:34:06.414639 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca762e55-0260-4f95-9111-7395a73013e3 req-758f61c5-72d1-4250-a155-9a02ae71e98b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:06.416273 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-ca762e55-0260-4f95-9111-7395a73013e3 req-758f61c5-72d1-4250-a155-9a02ae71e98b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2074ba7a-2d51-41e6-b2c4-37769d1e76fb HTTP/1.1" status: 200  len: 854 time: 0.0674608
Apr 20 18:34:06.477634 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-ca762e55-0260-4f95-9111-7395a73013e3 req-9881a14c-e9fa-45a8-8760-87897d3c3cd8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ae21e679-74f2-4e6f-8070-73eda812b617&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0527446
Apr 20 18:34:06.638292 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-ca762e55-0260-4f95-9111-7395a73013e3 req-2550666b-a021-4cf1-aafd-54cbe49fae48 service neutron] 10.222.0.10 "GET /v2.0/networks/ae21e679-74f2-4e6f-8070-73eda812b617?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1514592
Apr 20 18:34:06.660041 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd110295-fb03-4a36-890d-d1574a105857 req-c4bee354-71a0-4ffa-ad8b-393bb277f1e1 tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:06.661901 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-fd110295-fb03-4a36-890d-d1574a105857 req-c4bee354-71a0-4ffa-ad8b-393bb277f1e1 tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] 10.222.0.11 "GET /v2.0/ports?device_id=d0fd46bd-9fee-4340-9afc-d88468312b48 HTTP/1.1" status: 200  len: 945 time: 0.1058223
Apr 20 18:34:06.735085 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-fd110295-fb03-4a36-890d-d1574a105857 req-c3f9756d-9a9a-489f-94b5-a1320d92dfb5 tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] 10.222.0.11 "GET /v2.0/security-groups?id=82d2b5dd-ac82-48c5-ae8a-56039f03438b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0659919
Apr 20 18:34:06.817325 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-ca762e55-0260-4f95-9111-7395a73013e3 req-b85ac05f-777f-4bcb-9d7b-aeb08229bb56 service neutron] 10.222.0.10 "GET /v2.0/networks/ae21e679-74f2-4e6f-8070-73eda812b617?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1686718
Apr 20 18:34:06.893659 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2072c11-0c74-4488-8026-3a777b30dc36 req-ed23b916-33db-4efa-b561-a67dfc466368 tempest-VolumesSnapshotTestJSON-716769491 tempest-VolumesSnapshotTestJSON-716769491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:06.895231 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-e2072c11-0c74-4488-8026-3a777b30dc36 req-ed23b916-33db-4efa-b561-a67dfc466368 tempest-VolumesSnapshotTestJSON-716769491 tempest-VolumesSnapshotTestJSON-716769491-project] 10.222.0.11 "GET /v2.0/ports?device_id=a3407cca-a446-4ada-beee-724e1d09f25b HTTP/1.1" status: 200  len: 944 time: 0.1021156
Apr 20 18:34:06.945904 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-e2072c11-0c74-4488-8026-3a777b30dc36 req-a3a35960-2792-4c94-af4f-894d79fcd42b tempest-VolumesSnapshotTestJSON-716769491 tempest-VolumesSnapshotTestJSON-716769491-project] 10.222.0.11 "GET /v2.0/security-groups?id=1f7e9f85-59a6-4887-af07-129e54386acf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437462
Apr 20 18:34:07.323390 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.11', 48480) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:34:07.497663 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-6341e440-11aa-45f0-9cf7-cc66b6d3caf7 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9f0a19ea016149b1a6b1d6a489c0d27a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1727626
Apr 20 18:34:07.500441 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.11', 48488) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:34:07.563962 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2371407c-7a53-4baf-8ce2-052482ee5cf1 req-dd833e96-8127-4f34-9a69-4e7f7c8826a6 tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:07.565711 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-2371407c-7a53-4baf-8ce2-052482ee5cf1 req-dd833e96-8127-4f34-9a69-4e7f7c8826a6 tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] 10.222.0.11 "GET /v2.0/ports?device_id=195563af-933f-44b1-9a05-860e8d0d93c9 HTTP/1.1" status: 200  len: 946 time: 0.0932646
Apr 20 18:34:07.566688 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-89a9c0cf-a5e6-4f17-ab98-85c23f66457a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:07.617503 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-2371407c-7a53-4baf-8ce2-052482ee5cf1 req-00e60778-66db-4284-b9c5-93db6bff0ecf tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] 10.222.0.11 "GET /v2.0/security-groups?id=69608afe-11f9-43e6-87f2-e65ac49327da&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0444131
Apr 20 18:34:07.620359 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-89a9c0cf-a5e6-4f17-ab98-85c23f66457a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:07.689108 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-89a9c0cf-a5e6-4f17-ab98-85c23f66457a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850969184'] for security_group, after_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:07.694384 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-6c62095d-563b-4308-a2ad-10cb996dbe83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:34:07.706128 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a9c0cf-a5e6-4f17-ab98-85c23f66457a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a2f527f-8c08-467e-8a26-ab9f98ab8d10,revision_number=None']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:34:07.708756 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-89a9c0cf-a5e6-4f17-ab98-85c23f66457a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:34:07.715824 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-89a9c0cf-a5e6-4f17-ab98-85c23f66457a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:07.717103 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-89a9c0cf-a5e6-4f17-ab98-85c23f66457a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3a2f527f-8c08-467e-8a26-ab9f98ab8d10 HTTP/1.1" status: 204  len: 168 time: 0.2147624
Apr 20 18:34:08.017741 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1594e21-6f92-4c0b-bd50-22b0484f5918 req-e6b1fc93-0524-426e-8e1c-4a477b1d5533 tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:08.019364 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-c1594e21-6f92-4c0b-bd50-22b0484f5918 req-e6b1fc93-0524-426e-8e1c-4a477b1d5533 tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] 10.222.0.11 "GET /v2.0/ports?device_id=d0fd46bd-9fee-4340-9afc-d88468312b48 HTTP/1.1" status: 200  len: 945 time: 0.1134603
Apr 20 18:34:08.073492 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-c1594e21-6f92-4c0b-bd50-22b0484f5918 req-c67f1660-ffe3-44c4-93e2-010198e4f103 tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] 10.222.0.11 "GET /v2.0/security-groups?id=82d2b5dd-ac82-48c5-ae8a-56039f03438b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0473728
Apr 20 18:34:08.155839 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Device cef2ea0c-160f-4e55-89e7-2905598219f0 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 18:34:08.160634 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bb2a95-bf6b-4255-bd4a-1703487ddd7e req-83c40422-2939-404b-a564-e6913793c230 tempest-VolumesSnapshotTestJSON-716769491 tempest-VolumesSnapshotTestJSON-716769491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:08.162289 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-33bb2a95-bf6b-4255-bd4a-1703487ddd7e req-83c40422-2939-404b-a564-e6913793c230 tempest-VolumesSnapshotTestJSON-716769491 tempest-VolumesSnapshotTestJSON-716769491-project] 10.222.0.11 "GET /v2.0/ports?device_id=a3407cca-a446-4ada-beee-724e1d09f25b HTTP/1.1" status: 200  len: 944 time: 0.0926535
Apr 20 18:34:08.217771 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-33bb2a95-bf6b-4255-bd4a-1703487ddd7e req-ec8dbbe2-a04a-41bd-9fe5-61c1ab986a13 tempest-VolumesSnapshotTestJSON-716769491 tempest-VolumesSnapshotTestJSON-716769491-project] 10.222.0.11 "GET /v2.0/security-groups?id=1f7e9f85-59a6-4887-af07-129e54386acf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0483119
Apr 20 18:34:08.304860 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] For port cef2ea0c-160f-4e55-89e7-2905598219f0, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=cef2ea0c-160f-4e55-89e7-2905598219f0,segment=NetworkSegment(540da31f-fe4d-4e7d-810d-bb1f97fac878),segment_id=540da31f-fe4d-4e7d-810d-bb1f97fac878)] {{(pid=86422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:34:08.320809 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Returning: {'device': 'cef2ea0c-160f-4e55-89e7-2905598219f0', 'network_id': 'ae21e679-74f2-4e6f-8070-73eda812b617', 'port_id': 'cef2ea0c-160f-4e55-89e7-2905598219f0', 'mac_address': 'fa:16:3e:08:7b:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2074ba7a-2d51-41e6-b2c4-37769d1e76fb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 18:34:08.385080 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854207267'] for port, before_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:08.404187 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.notifiers.nova [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cef2ea0c-160f-4e55-89e7-2905598219f0 {{(pid=86422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 18:34:08.420093 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] For port cef2ea0c-160f-4e55-89e7-2905598219f0, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=cef2ea0c-160f-4e55-89e7-2905598219f0,segment=NetworkSegment(540da31f-fe4d-4e7d-810d-bb1f97fac878),segment_id=540da31f-fe4d-4e7d-810d-bb1f97fac878)] {{(pid=86422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:34:08.423301 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785676839112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251178383903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251178382076'] for port, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:08.425940 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:34:08.497091 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Pushing event updated for resources: {'Port': ['ID=cef2ea0c-160f-4e55-89e7-2905598219f0,revision_number=4']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:34:08.500417 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:34:08.689446 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] get_ports_and_sgs() called for port_ids ['cef2ea0c-160f-4e55-89e7-2905598219f0'] {{(pid=86422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 18:34:08.835447 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cd0f80-754c-4955-92ff-ee9fd9b144e8 req-7a158b1b-2a4c-49ac-9b20-fcd334cc1842 tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:08.837181 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-58cd0f80-754c-4955-92ff-ee9fd9b144e8 req-7a158b1b-2a4c-49ac-9b20-fcd334cc1842 tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] 10.222.0.11 "GET /v2.0/ports?device_id=195563af-933f-44b1-9a05-860e8d0d93c9 HTTP/1.1" status: 200  len: 946 time: 0.0934715
Apr 20 18:34:08.900009 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-58cd0f80-754c-4955-92ff-ee9fd9b144e8 req-f4157b59-aecb-4a06-8210-5886667b7e41 tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] 10.222.0.11 "GET /v2.0/security-groups?id=69608afe-11f9-43e6-87f2-e65ac49327da&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0467885
Apr 20 18:34:09.284420 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0901b6-f802-4509-b8cd-854d152c86c3 req-bf7bbb8c-e484-4998-9b4e-2bac319ac5bd tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:09.286047 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-9a0901b6-f802-4509-b8cd-854d152c86c3 req-bf7bbb8c-e484-4998-9b4e-2bac319ac5bd tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] 10.222.0.11 "GET /v2.0/ports?device_id=d0fd46bd-9fee-4340-9afc-d88468312b48 HTTP/1.1" status: 200  len: 945 time: 0.0941999
Apr 20 18:34:09.335878 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-9a0901b6-f802-4509-b8cd-854d152c86c3 req-5c8821c2-5e33-4deb-a2cb-c2297dcd2c52 tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] 10.222.0.11 "GET /v2.0/security-groups?id=82d2b5dd-ac82-48c5-ae8a-56039f03438b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434308
Apr 20 18:34:09.425286 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8d507e-f7db-4cec-bbf0-3725dab50005 req-0b15b089-d205-422a-a7b5-12cb06e882af tempest-VolumesSnapshotTestJSON-716769491 tempest-VolumesSnapshotTestJSON-716769491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:09.426868 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-0d8d507e-f7db-4cec-bbf0-3725dab50005 req-0b15b089-d205-422a-a7b5-12cb06e882af tempest-VolumesSnapshotTestJSON-716769491 tempest-VolumesSnapshotTestJSON-716769491-project] 10.222.0.11 "GET /v2.0/ports?device_id=a3407cca-a446-4ada-beee-724e1d09f25b HTTP/1.1" status: 200  len: 945 time: 0.0900064
Apr 20 18:34:09.476266 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-0d8d507e-f7db-4cec-bbf0-3725dab50005 req-32ea2b12-6a07-4485-9f45-4c485371d0ee tempest-VolumesSnapshotTestJSON-716769491 tempest-VolumesSnapshotTestJSON-716769491-project] 10.222.0.11 "GET /v2.0/security-groups?id=1f7e9f85-59a6-4887-af07-129e54386acf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430775
Apr 20 18:34:10.109268 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847bc561-03e8-4336-a89a-a049655be2c9 req-e73d551e-bd3f-4e0a-a16d-9a1aba2e755b tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:10.110994 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-847bc561-03e8-4336-a89a-a049655be2c9 req-e73d551e-bd3f-4e0a-a16d-9a1aba2e755b tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] 10.222.0.11 "GET /v2.0/ports?device_id=195563af-933f-44b1-9a05-860e8d0d93c9 HTTP/1.1" status: 200  len: 946 time: 0.0928676
Apr 20 18:34:10.160940 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-847bc561-03e8-4336-a89a-a049655be2c9 req-1aade259-051e-4287-988a-6e014e869353 tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] 10.222.0.11 "GET /v2.0/security-groups?id=69608afe-11f9-43e6-87f2-e65ac49327da&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431657
Apr 20 18:34:10.168969 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Device cef2ea0c-160f-4e55-89e7-2905598219f0 up at agent hyperv_hv-cinder-78693 {{(pid=86422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:34:10.255326 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Provisioning for port cef2ea0c-160f-4e55-89e7-2905598219f0 completed by entity L2. {{(pid=86422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 18:34:10.261053 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Provisioning complete for port cef2ea0c-160f-4e55-89e7-2905598219f0 triggered by entity L2. {{(pid=86422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:34:10.261454 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733696'] for port, provisioning_complete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:10.486464 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854207267'] for port, before_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:10.519243 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3407cca-a446-4ada-beee-724e1d09f25b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cef2ea0c-160f-4e55-89e7-2905598219f0'}] {{(pid=86422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:34:10.531366 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] For port cef2ea0c-160f-4e55-89e7-2905598219f0, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=cef2ea0c-160f-4e55-89e7-2905598219f0,segment=NetworkSegment(540da31f-fe4d-4e7d-810d-bb1f97fac878),segment_id=540da31f-fe4d-4e7d-810d-bb1f97fac878)] {{(pid=86422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:34:10.535587 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785676839112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251178383903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251178382076'] for port, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:10.537752 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-95c09b47-e94a-4da3-8583-26134103792d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:34:10.634710 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Pushing event updated for resources: {'Port': ['ID=cef2ea0c-160f-4e55-89e7-2905598219f0,revision_number=5']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:34:10.652110 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:34:10.704092 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df85ffd8-da05-4569-a184-88dc26b6ae73 req-962541a2-4f42-4312-b090-93b286200182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:10.706834 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-df85ffd8-da05-4569-a184-88dc26b6ae73 req-962541a2-4f42-4312-b090-93b286200182 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4d61b8cb74c8488e895692a092d04f17&device_id=195563af-933f-44b1-9a05-860e8d0d93c9 HTTP/1.1" status: 200  len: 1099 time: 0.1006231
Apr 20 18:34:10.764510 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d526dd45-74c4-450f-8865-5063d7734a9f req-945f4d87-52af-4a5c-bcc2-34ccff2c2980 tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:10.766266 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-d526dd45-74c4-450f-8865-5063d7734a9f req-945f4d87-52af-4a5c-bcc2-34ccff2c2980 tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] 10.222.0.11 "GET /v2.0/ports?device_id=d0fd46bd-9fee-4340-9afc-d88468312b48 HTTP/1.1" status: 200  len: 945 time: 0.2589433
Apr 20 18:34:10.781282 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604c1652-4e9c-4c1a-b61f-28259b307fbf req-283175d0-af04-4793-9a51-26d20b052639 tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:10.784381 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-604c1652-4e9c-4c1a-b61f-28259b307fbf req-283175d0-af04-4793-9a51-26d20b052639 tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] 10.222.0.11 "GET /v2.0/ports?device_id=195563af-933f-44b1-9a05-860e8d0d93c9 HTTP/1.1" status: 200  len: 946 time: 0.2072780
Apr 20 18:34:10.871043 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-d526dd45-74c4-450f-8865-5063d7734a9f req-7aec4a4a-85f5-41c3-91ed-94e71d467855 tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] 10.222.0.11 "GET /v2.0/security-groups?id=82d2b5dd-ac82-48c5-ae8a-56039f03438b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0855308
Apr 20 18:34:10.877943 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-604c1652-4e9c-4c1a-b61f-28259b307fbf req-1caa020a-6eb8-4a8f-b100-d47e99d6ce62 tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] 10.222.0.11 "GET /v2.0/security-groups?id=69608afe-11f9-43e6-87f2-e65ac49327da&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0764341
Apr 20 18:34:10.932939 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df85ffd8-da05-4569-a184-88dc26b6ae73 req-5131f594-b0b4-427d-958c-8af948d1cf75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:10.934599 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-df85ffd8-da05-4569-a184-88dc26b6ae73 req-5131f594-b0b4-427d-958c-8af948d1cf75 service neutron] 10.222.0.10 "GET /v2.0/networks?id=02422600-c332-4858-ad0c-e0fcc53844a7 HTTP/1.1" status: 200  len: 912 time: 0.2210631
Apr 20 18:34:10.948439 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f37531f-5ce2-465a-8780-3f7c48390493 req-28a15346-5c76-419a-b567-b769e9ef9a10 tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:10.949255 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [req-8f37531f-5ce2-465a-8780-3f7c48390493 req-28a15346-5c76-419a-b567-b769e9ef9a10 tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] Synchronizing usage tracker for tenant:c9d2f68c6fa74348a553079d597a5342 on resource:port {{(pid=86420) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 18:34:10.998946 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3407cca-a446-4ada-beee-724e1d09f25b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cef2ea0c-160f-4e55-89e7-2905598219f0', 'code': 200}
Apr 20 18:34:11.051874 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [req-8f37531f-5ce2-465a-8780-3f7c48390493 req-28a15346-5c76-419a-b567-b769e9ef9a10 tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] Unset dirty status for tenant:c9d2f68c6fa74348a553079d597a5342 on resource:port {{(pid=86420) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 18:34:11.056707 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-8f37531f-5ce2-465a-8780-3f7c48390493 req-28a15346-5c76-419a-b567-b769e9ef9a10 tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] 10.222.0.10 "GET /v2.0/ports?device_id=d0fd46bd-9fee-4340-9afc-d88468312b48 HTTP/1.1" status: 200  len: 945 time: 0.2626264
Apr 20 18:34:11.152286 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0846fc-fa0c-47d1-8fd8-f5e9d594db26 req-b9e5d0bd-927a-441f-8c7f-42b26a1d36b2 tempest-VolumesSnapshotTestJSON-716769491 tempest-VolumesSnapshotTestJSON-716769491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:11.155141 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-9c0846fc-fa0c-47d1-8fd8-f5e9d594db26 req-b9e5d0bd-927a-441f-8c7f-42b26a1d36b2 tempest-VolumesSnapshotTestJSON-716769491 tempest-VolumesSnapshotTestJSON-716769491-project] 10.222.0.11 "GET /v2.0/ports?device_id=a3407cca-a446-4ada-beee-724e1d09f25b HTTP/1.1" status: 200  len: 946 time: 0.1473818
Apr 20 18:34:11.185675 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-df85ffd8-da05-4569-a184-88dc26b6ae73 req-a6c37b55-63bf-47fb-b9f3-a652982c887c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=76b67a60-4a92-4a63-a54b-d3a3a125203a HTTP/1.1" status: 200  len: 1002 time: 0.2317469
Apr 20 18:34:11.226013 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-9c0846fc-fa0c-47d1-8fd8-f5e9d594db26 req-52509330-8f47-47d2-a58e-b4f5ffcdc1f7 tempest-VolumesSnapshotTestJSON-716769491 tempest-VolumesSnapshotTestJSON-716769491-project] 10.222.0.11 "GET /v2.0/security-groups?id=1f7e9f85-59a6-4887-af07-129e54386acf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0582290
Apr 20 18:34:11.324691 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b177c68-c096-45bf-b08a-8afa2a50a3fc req-658cadab-97de-47ee-9e0f-6ada3b2c22a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:11.326346 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-9b177c68-c096-45bf-b08a-8afa2a50a3fc req-658cadab-97de-47ee-9e0f-6ada3b2c22a8 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=a3407cca-a446-4ada-beee-724e1d09f25b HTTP/1.1" status: 200  len: 1099 time: 0.0832276
Apr 20 18:34:11.328066 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [req-8f37531f-5ce2-465a-8780-3f7c48390493 req-f033e4bf-ff9d-4eb9-8a23-24e294c3419d tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] Deleting port 7909e612-5dfa-4193-938a-9f6ca5d1756b {{(pid=86420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 18:34:11.328734 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-8f37531f-5ce2-465a-8780-3f7c48390493 req-f033e4bf-ff9d-4eb9-8a23-24e294c3419d tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251177940340'] for port, before_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:11.378157 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-9b177c68-c096-45bf-b08a-8afa2a50a3fc req-9e642a22-6da2-4836-a810-fd5c5b9499da service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=1f7e9f85-59a6-4887-af07-129e54386acf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440361
Apr 20 18:34:11.412079 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df85ffd8-da05-4569-a184-88dc26b6ae73 req-110782a3-4e4c-4ed9-9170-2cb819aa0ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:11.413621 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-df85ffd8-da05-4569-a184-88dc26b6ae73 req-110782a3-4e4c-4ed9-9170-2cb819aa0ba6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=75d0ac2f-18ed-4097-8673-60a099f48c88 HTTP/1.1" status: 200  len: 850 time: 0.2009351
Apr 20 18:34:11.672089 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df85ffd8-da05-4569-a184-88dc26b6ae73 req-54b57761-1ee4-45ce-aba8-074c41e863d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:11.674605 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-df85ffd8-da05-4569-a184-88dc26b6ae73 req-54b57761-1ee4-45ce-aba8-074c41e863d0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=02422600-c332-4858-ad0c-e0fcc53844a7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2258060
Apr 20 18:34:11.796040 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [req-8f37531f-5ce2-465a-8780-3f7c48390493 req-f033e4bf-ff9d-4eb9-8a23-24e294c3419d tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] For port 7909e612-5dfa-4193-938a-9f6ca5d1756b, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=7909e612-5dfa-4193-938a-9f6ca5d1756b,segment=NetworkSegment(9a1e4259-9a9c-4285-b3e5-c90ec9908485),segment_id=9a1e4259-9a9c-4285-b3e5-c90ec9908485)] {{(pid=86420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:34:11.796500 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-8f37531f-5ce2-465a-8780-3f7c48390493 req-f033e4bf-ff9d-4eb9-8a23-24e294c3419d tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858558'] for port, precommit_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:11.951189 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [req-8f37531f-5ce2-465a-8780-3f7c48390493 req-f033e4bf-ff9d-4eb9-8a23-24e294c3419d tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] Calling delete_port for 7909e612-5dfa-4193-938a-9f6ca5d1756b owned by compute:nova {{(pid=86420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 18:34:12.063239 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-df85ffd8-da05-4569-a184-88dc26b6ae73 req-02e97f49-c22a-4fd0-83bc-d010c5a34807 service neutron] 10.222.0.10 "GET /v2.0/networks/02422600-c332-4858-ad0c-e0fcc53844a7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3782628
Apr 20 18:34:12.178687 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e4cb51-182e-407d-a58c-1048658ad4ea req-3d85a445-c63c-493e-af3d-4d8329391c7e tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:12.180763 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-16e4cb51-182e-407d-a58c-1048658ad4ea req-3d85a445-c63c-493e-af3d-4d8329391c7e tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] 10.222.0.11 "GET /v2.0/ports?device_id=195563af-933f-44b1-9a05-860e8d0d93c9 HTTP/1.1" status: 200  len: 946 time: 0.1786034
Apr 20 18:34:12.196609 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e391494-6400-44d5-809b-95ecb5ae5746 req-6f71da29-f25f-430f-88c9-e45f547dcb54 tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:12.205921 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-6e391494-6400-44d5-809b-95ecb5ae5746 req-6f71da29-f25f-430f-88c9-e45f547dcb54 tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] 10.222.0.11 "GET /v2.0/ports?device_id=d0fd46bd-9fee-4340-9afc-d88468312b48 HTTP/1.1" status: 200  len: 945 time: 0.1453583
Apr 20 18:34:12.254269 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-16e4cb51-182e-407d-a58c-1048658ad4ea req-ddb33c2e-46ee-4ccc-b9c5-016f26fa951c tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] 10.222.0.11 "GET /v2.0/security-groups?id=69608afe-11f9-43e6-87f2-e65ac49327da&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0468926
Apr 20 18:34:12.342109 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-6e391494-6400-44d5-809b-95ecb5ae5746 req-a6293b26-b81a-442c-bff4-a729ac194cf3 tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] 10.222.0.11 "GET /v2.0/security-groups?id=82d2b5dd-ac82-48c5-ae8a-56039f03438b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0902414
Apr 20 18:34:12.408874 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-df85ffd8-da05-4569-a184-88dc26b6ae73 req-dcf92e04-ed7f-4bcb-992e-974116da1f4e service neutron] 10.222.0.10 "GET /v2.0/networks/02422600-c332-4858-ad0c-e0fcc53844a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3304172
Apr 20 18:34:12.409531 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-8f37531f-5ce2-465a-8780-3f7c48390493 req-f033e4bf-ff9d-4eb9-8a23-24e294c3419d tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251177936671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785676391897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4189424'] for port, after_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:12.415907 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-4cc34ae8-f97c-4c9c-a609-8f08003ba750 tempest-VolumesSnapshotTestJSON-716769491 tempest-VolumesSnapshotTestJSON-716769491-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:34:12.484858 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f033e4bf-ff9d-4eb9-8a23-24e294c3419d tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] Pushing event deleted for resources: {'Port': ['ID=7909e612-5dfa-4193-938a-9f6ca5d1756b,revision_number=None']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:34:12.489039 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-f033e4bf-ff9d-4eb9-8a23-24e294c3419d tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:34:12.547097 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d717ba3-109a-47fd-88a1-8257090bb1b6 req-a1e27c47-53ab-4f33-849a-47818544f9b4 tempest-VolumesSnapshotTestJSON-716769491 tempest-VolumesSnapshotTestJSON-716769491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:12.550949 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-0d717ba3-109a-47fd-88a1-8257090bb1b6 req-a1e27c47-53ab-4f33-849a-47818544f9b4 tempest-VolumesSnapshotTestJSON-716769491 tempest-VolumesSnapshotTestJSON-716769491-project] 10.222.0.11 "GET /v2.0/ports?device_id=a3407cca-a446-4ada-beee-724e1d09f25b HTTP/1.1" status: 200  len: 946 time: 0.1623113
Apr 20 18:34:12.572373 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f37531f-5ce2-465a-8780-3f7c48390493 req-f033e4bf-ff9d-4eb9-8a23-24e294c3419d tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] No DVR routers for this DVR port 7909e612-5dfa-4193-938a-9f6ca5d1756b on host hv-cinder-78693 {{(pid=86420) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 18:34:12.575052 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-8f37531f-5ce2-465a-8780-3f7c48390493 req-f033e4bf-ff9d-4eb9-8a23-24e294c3419d tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7615'] for port, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:12.578117 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0fd46bd-9fee-4340-9afc-d88468312b48', 'name': 'network-vif-deleted', 'tag': '7909e612-5dfa-4193-938a-9f6ca5d1756b'}] {{(pid=86420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:34:12.597196 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-8f37531f-5ce2-465a-8780-3f7c48390493 req-f033e4bf-ff9d-4eb9-8a23-24e294c3419d tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] 10.222.0.10 "DELETE /v2.0/ports/7909e612-5dfa-4193-938a-9f6ca5d1756b HTTP/1.1" status: 204  len: 173 time: 1.5346692
Apr 20 18:34:12.604893 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-0d717ba3-109a-47fd-88a1-8257090bb1b6 req-19f9e7b7-0f2d-454c-9bc6-bf45b1bc0fa3 tempest-VolumesSnapshotTestJSON-716769491 tempest-VolumesSnapshotTestJSON-716769491-project] 10.222.0.11 "GET /v2.0/security-groups?id=1f7e9f85-59a6-4887-af07-129e54386acf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0473733
Apr 20 18:34:12.640680 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0fd46bd-9fee-4340-9afc-d88468312b48', 'name': 'network-vif-deleted', 'tag': '7909e612-5dfa-4193-938a-9f6ca5d1756b', 'status': 'completed', 'code': 200}
Apr 20 18:34:13.475624 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.11', 48538) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:34:13.501942 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e435f47-0a08-4e4b-a294-627521361c33 req-6a2d0a8b-55eb-446f-9705-22bcf4827ec5 tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:13.503751 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-4e435f47-0a08-4e4b-a294-627521361c33 req-6a2d0a8b-55eb-446f-9705-22bcf4827ec5 tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] 10.222.0.11 "GET /v2.0/ports?device_id=195563af-933f-44b1-9a05-860e8d0d93c9 HTTP/1.1" status: 200  len: 946 time: 0.0979664
Apr 20 18:34:13.555365 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-4e435f47-0a08-4e4b-a294-627521361c33 req-67bfeb50-8e1e-4bc0-a0c5-ea38bc5a18c0 tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] 10.222.0.11 "GET /v2.0/security-groups?id=69608afe-11f9-43e6-87f2-e65ac49327da&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0446353
Apr 20 18:34:14.189384 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Device 7909e612-5dfa-4193-938a-9f6ca5d1756b no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 18:34:14.228634 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] No Port match for: 7909e612-5dfa-4193-938a-9f6ca5d1756b {{(pid=86422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 18:34:14.229130 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Device 7909e612-5dfa-4193-938a-9f6ca5d1756b not bound to the agent host hv-cinder-78693 {{(pid=86422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 18:34:14.307524 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-65679dd1-c53c-42a4-aef5-4942296e1332 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3841945'] for router_interface, before_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:14.686239 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-65679dd1-c53c-42a4-aef5-4942296e1332 admin admin] Deleting port b3559f64-45f1-449a-b513-0dc9c9d9a8a8 {{(pid=86420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 18:34:14.686805 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-65679dd1-c53c-42a4-aef5-4942296e1332 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251177940340'] for port, before_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:14.900932 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-65679dd1-c53c-42a4-aef5-4942296e1332 admin admin] For port b3559f64-45f1-449a-b513-0dc9c9d9a8a8, host dv-cinder-786931-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-2-iscsi',level=0,port_id=b3559f64-45f1-449a-b513-0dc9c9d9a8a8,segment=NetworkSegment(9a1e4259-9a9c-4285-b3e5-c90ec9908485),segment_id=9a1e4259-9a9c-4285-b3e5-c90ec9908485)] {{(pid=86420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:34:14.901318 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-65679dd1-c53c-42a4-aef5-4942296e1332 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858558'] for port, precommit_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:15.045560 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-65679dd1-c53c-42a4-aef5-4942296e1332 admin admin] Calling delete_port for b3559f64-45f1-449a-b513-0dc9c9d9a8a8 owned by network:router_interface {{(pid=86420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 18:34:15.378168 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-65679dd1-c53c-42a4-aef5-4942296e1332 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251177936671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785676391897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4189424'] for port, after_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:15.383531 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-cfa5b984-7abd-455e-a712-6682459cd8bf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:34:15.432330 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65679dd1-c53c-42a4-aef5-4942296e1332 admin admin] Pushing event deleted for resources: {'Port': ['ID=b3559f64-45f1-449a-b513-0dc9c9d9a8a8,revision_number=None']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:34:15.468067 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-65679dd1-c53c-42a4-aef5-4942296e1332 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:34:15.713601 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-65679dd1-c53c-42a4-aef5-4942296e1332 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036851071070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3842023'] for router_interface, after_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:16.097958 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65679dd1-c53c-42a4-aef5-4942296e1332 admin admin] Router dd95cf49-db79-4f98-b2a0-cee76f29077c has already been hosted by L3 agent 561dbf79-24e4-4a0d-b08c-f7bb8670fc1d {{(pid=86420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 18:34:16.305742 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65679dd1-c53c-42a4-aef5-4942296e1332 admin admin] Notify agent at l3_agent.dv-cinder-786931-2-iscsi the message routers_updated {{(pid=86420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 18:34:16.316829 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf1b690-2fbc-47cc-aa91-4be8d9f732be None None] Sync routers for ids ['dd95cf49-db79-4f98-b2a0-cee76f29077c'] in dv-cinder-786931-2-iscsi {{(pid=86423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 18:34:16.320562 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-65679dd1-c53c-42a4-aef5-4942296e1332 admin admin] 10.222.0.11 "PUT /v2.0/routers/dd95cf49-db79-4f98-b2a0-cee76f29077c/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8436077
Apr 20 18:34:16.323269 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.11', 48550) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:34:16.334884 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf1b690-2fbc-47cc-aa91-4be8d9f732be None None] Routers {'dd95cf49-db79-4f98-b2a0-cee76f29077c'} bound to L3 agent in host dv-cinder-786931-2-iscsi {{(pid=86423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:34:16.336051 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-9cf1b690-2fbc-47cc-aa91-4be8d9f732be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd9319b25c0>, 'dv-cinder-786931-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T18:22:01Z,description=<?>,heartbeat_timestamp=2021-04-20T18:34:01Z,host='dv-cinder-786931-2-iscsi',id=561dbf79-24e4-4a0d-b08c-f7bb8670fc1d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:22:01Z,topic='l3_agent')) {'router_ids': ['dd95cf49-db79-4f98-b2a0-cee76f29077c'], 'active': True} {{(pid=86423) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:34:16.642269 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_dvr_db [None req-9cf1b690-2fbc-47cc-aa91-4be8d9f732be None None] Set router dd95cf49-db79-4f98-b2a0-cee76f29077c gateway port host: dv-cinder-786931-2-iscsi {{(pid=86423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:34:16.784000 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-cbbaa9cc-7ee7-4c1c-888e-5081edd08004 admin admin] Notify callbacks [] for router, before_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:16.981701 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-9cf1b690-2fbc-47cc-aa91-4be8d9f732be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd9319b25c0>, [{'id': 'dd95cf49-db79-4f98-b2a0-cee76f29077c', 'name': 'tempest-ServerRescueNegativeTestJSON-792940856-router', 'tenant_id': 'c9d2f68c6fa74348a553079d597a5342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357044f3-f85c-4c82-92f2-504aa071d528', 'external_fixed_ips': [{'subnet_id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': '26d1466c-d808-4a97-a4ee-ee00273ea71d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:30:20Z', 'updated_at': '2021-04-20T18:34:15Z', 'revision_number': 5, 'project_id': 'c9d2f68c6fa74348a553079d597a5342', 'gw_port': {'id': '26d1466c-d808-4a97-a4ee-ee00273ea71d', 'name': '', 'network_id': '357044f3-f85c-4c82-92f2-504aa071d528', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:49:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd95cf49-db79-4f98-b2a0-cee76f29077c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:30:22Z', 'updated_at': '2021-04-20T18:30:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-2-iscsi'}], 'dv-cinder-786931-2-iscsi', False) {} {{(pid=86423) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:34:16.989359 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf1b690-2fbc-47cc-aa91-4be8d9f732be None None] Checking router: dd95cf49-db79-4f98-b2a0-cee76f29077c for host: dv-cinder-786931-2-iscsi {{(pid=86423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 18:34:16.990512 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-cbbaa9cc-7ee7-4c1c-888e-5081edd08004 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:17.000962 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-cbbaa9cc-7ee7-4c1c-888e-5081edd08004 admin admin] Deleting port 26d1466c-d808-4a97-a4ee-ee00273ea71d {{(pid=86420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 18:34:17.001476 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-cbbaa9cc-7ee7-4c1c-888e-5081edd08004 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251177940340'] for port, before_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:17.006235 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf1b690-2fbc-47cc-aa91-4be8d9f732be None None] Routers {'dd95cf49-db79-4f98-b2a0-cee76f29077c'} bound to L3 agent in host dv-cinder-786931-2-iscsi {{(pid=86423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:34:17.007350 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-9cf1b690-2fbc-47cc-aa91-4be8d9f732be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd9319b25c0>, 'dv-cinder-786931-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T18:22:01Z,description=<?>,heartbeat_timestamp=2021-04-20T18:34:01Z,host='dv-cinder-786931-2-iscsi',id=561dbf79-24e4-4a0d-b08c-f7bb8670fc1d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:22:01Z,topic='l3_agent')) {'router_ids': ['dd95cf49-db79-4f98-b2a0-cee76f29077c'], 'active': True} {{(pid=86423) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:34:17.193297 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_dvr_db [None req-9cf1b690-2fbc-47cc-aa91-4be8d9f732be None None] Set router dd95cf49-db79-4f98-b2a0-cee76f29077c gateway port host: None {{(pid=86423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:34:17.200956 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-cbbaa9cc-7ee7-4c1c-888e-5081edd08004 admin admin] For port 26d1466c-d808-4a97-a4ee-ee00273ea71d, host dv-cinder-786931-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-2-iscsi',level=0,port_id=26d1466c-d808-4a97-a4ee-ee00273ea71d,segment=NetworkSegment(f02283aa-238a-4f3f-9851-30c34a9365bb),segment_id=f02283aa-238a-4f3f-9851-30c34a9365bb)] {{(pid=86420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:34:17.201366 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-cbbaa9cc-7ee7-4c1c-888e-5081edd08004 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858558'] for port, precommit_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:17.310334 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-9cf1b690-2fbc-47cc-aa91-4be8d9f732be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd9319b25c0>, [{'id': 'dd95cf49-db79-4f98-b2a0-cee76f29077c', 'name': 'tempest-ServerRescueNegativeTestJSON-792940856-router', 'tenant_id': 'c9d2f68c6fa74348a553079d597a5342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:30:20Z', 'updated_at': '2021-04-20T18:34:16Z', 'revision_number': 6, 'project_id': 'c9d2f68c6fa74348a553079d597a5342', 'gw_port_host': None}], 'dv-cinder-786931-2-iscsi', False) {} {{(pid=86423) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:34:17.314849 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf1b690-2fbc-47cc-aa91-4be8d9f732be None None] The sync data for ids ['dd95cf49-db79-4f98-b2a0-cee76f29077c'] in dv-cinder-786931-2-iscsi is: [{'id': 'dd95cf49-db79-4f98-b2a0-cee76f29077c', 'name': 'tempest-ServerRescueNegativeTestJSON-792940856-router', 'tenant_id': 'c9d2f68c6fa74348a553079d597a5342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:30:20Z', 'updated_at': '2021-04-20T18:34:16Z', 'revision_number': 6, 'project_id': 'c9d2f68c6fa74348a553079d597a5342', 'gw_port_host': None}] {{(pid=86423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 18:34:17.339326 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-cbbaa9cc-7ee7-4c1c-888e-5081edd08004 admin admin] Calling delete_port for 26d1466c-d808-4a97-a4ee-ee00273ea71d owned by network:router_gateway {{(pid=86420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 18:34:17.613138 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-cbbaa9cc-7ee7-4c1c-888e-5081edd08004 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251177936671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785676391897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4189424'] for port, after_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:17.618647 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-d4daf3ce-4fe5-4786-ab2b-663e3eb7cc34 tempest-DeleteServersTestJSON-1661999450 tempest-DeleteServersTestJSON-1661999450-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:34:17.672303 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbaa9cc-7ee7-4c1c-888e-5081edd08004 admin admin] Pushing event deleted for resources: {'Port': ['ID=26d1466c-d808-4a97-a4ee-ee00273ea71d,revision_number=None']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:34:17.702512 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-cbbaa9cc-7ee7-4c1c-888e-5081edd08004 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:34:17.778246 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-cbbaa9cc-7ee7-4c1c-888e-5081edd08004 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036850909850'] for router_gateway, after_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:17.842363 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Device 26d1466c-d808-4a97-a4ee-ee00273ea71d no longer exists at agent ovs-agent-dv-cinder-786931-2-iscsi {{(pid=86422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 18:34:17.885155 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] No Port match for: 26d1466c-d808-4a97-a4ee-ee00273ea71d {{(pid=86422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 18:34:17.885556 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Device 26d1466c-d808-4a97-a4ee-ee00273ea71d not bound to the agent host dv-cinder-786931-2-iscsi {{(pid=86422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 18:34:17.886009 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Device b3559f64-45f1-449a-b513-0dc9c9d9a8a8 no longer exists at agent ovs-agent-dv-cinder-786931-2-iscsi {{(pid=86422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 18:34:17.927003 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] No Port match for: b3559f64-45f1-449a-b513-0dc9c9d9a8a8 {{(pid=86422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 18:34:17.927537 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Device b3559f64-45f1-449a-b513-0dc9c9d9a8a8 not bound to the agent host dv-cinder-786931-2-iscsi {{(pid=86422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 18:34:17.981592 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-cbbaa9cc-7ee7-4c1c-888e-5081edd08004 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036850938054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8100'] for router, precommit_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:17.984018 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-cbbaa9cc-7ee7-4c1c-888e-5081edd08004 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:18.075625 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-cbbaa9cc-7ee7-4c1c-888e-5081edd08004 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3839614'] for router, after_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:18.076219 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbbaa9cc-7ee7-4c1c-888e-5081edd08004 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dd95cf49-db79-4f98-b2a0-cee76f29077c {{(pid=86420) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 20 18:34:18.093183 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-cbbaa9cc-7ee7-4c1c-888e-5081edd08004 admin admin] Notify callbacks [] for router, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:18.095247 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-cbbaa9cc-7ee7-4c1c-888e-5081edd08004 admin admin] 10.222.0.11 "DELETE /v2.0/routers/dd95cf49-db79-4f98-b2a0-cee76f29077c HTTP/1.1" status: 204  len: 168 time: 1.7700899
Apr 20 18:34:18.098987 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86421) accepted ('10.222.0.11', 48558) {{(pid=86421) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:34:18.179657 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc454abc-4c02-4e60-92be-b36cea0fb2ae admin admin] Deleting subnet 680a997a-0cf4-4428-86cb-30422b5e5d52 {{(pid=86421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 20 18:34:18.183844 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-cc454abc-4c02-4e60-92be-b36cea0fb2ae admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:18.244791 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-cc454abc-4c02-4e60-92be-b36cea0fb2ae admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2425938'] for subnet, precommit_delete_associations {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:18.308096 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-cc454abc-4c02-4e60-92be-b36cea0fb2ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735778'] for subnet, precommit_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:18.608483 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-cc454abc-4c02-4e60-92be-b36cea0fb2ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854040038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850911380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036828324149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2438166'] for subnet, after_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:18.618650 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:34:18.689345 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc454abc-4c02-4e60-92be-b36cea0fb2ae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=680a997a-0cf4-4428-86cb-30422b5e5d52,revision_number=None']} {{(pid=86421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:34:18.693368 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-cc454abc-4c02-4e60-92be-b36cea0fb2ae admin admin] Notify callbacks [] for subnet, before_response {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:18.700316 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-cc454abc-4c02-4e60-92be-b36cea0fb2ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:34:18.714491 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-cc454abc-4c02-4e60-92be-b36cea0fb2ae admin admin] 10.222.0.11 "DELETE /v2.0/subnets/680a997a-0cf4-4428-86cb-30422b5e5d52 HTTP/1.1" status: 204  len: 168 time: 0.6138029
Apr 20 18:34:18.718171 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.11', 48564) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:34:18.848585 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f43cc4f2-1c91-4881-b4f9-5230aef65c40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543598'] for network, before_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:18.998918 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f43cc4f2-1c91-4881-b4f9-5230aef65c40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854039945', 'neutron.services.segments.db._delete_segments_for_network-8785676757363'] for network, precommit_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:19.121508 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.services.segments.db [None req-f43cc4f2-1c91-4881-b4f9-5230aef65c40 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fd930e2f198>,) {'filters': {'network_id': ['e1a3515f-6650-48cb-a68d-8193e54b06db']}} {{(pid=86420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:34:19.136279 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.services.segments.db [None req-f43cc4f2-1c91-4881-b4f9-5230aef65c40 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fd930e2f198>, '9a1e4259-9a9c-4285-b3e5-c90ec9908485') {'for_net_delete': True} {{(pid=86420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:34:19.136627 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.services.segments.db [None req-f43cc4f2-1c91-4881-b4f9-5230aef65c40 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fd930e2f198>, '9a1e4259-9a9c-4285-b3e5-c90ec9908485') {} {{(pid=86420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:34:19.149901 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f43cc4f2-1c91-4881-b4f9-5230aef65c40 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363251177908579', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852040923'] for segment, before_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:19.169471 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f43cc4f2-1c91-4881-b4f9-5230aef65c40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854148540'] for segment, precommit_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:19.177272 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f43cc4f2-1c91-4881-b4f9-5230aef65c40 admin admin] Releasing vlan 365 on physical network physnet1 to pool {{(pid=86420) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 20 18:34:19.362380 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [None req-f43cc4f2-1c91-4881-b4f9-5230aef65c40 admin admin] Network e1a3515f-6650-48cb-a68d-8193e54b06db has no segments {{(pid=86420) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 18:34:19.371361 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f43cc4f2-1c91-4881-b4f9-5230aef65c40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-627251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036850586489'] for segment, after_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:19.552390 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [None req-f43cc4f2-1c91-4881-b4f9-5230aef65c40 admin admin] Network e1a3515f-6650-48cb-a68d-8193e54b06db has no segments {{(pid=86420) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 18:34:19.575846 dv-cinder-786931-2-iscsi neutron-server[86307]: Traceback (most recent call last):
Apr 20 18:34:19.575846 dv-cinder-786931-2-iscsi neutron-server[86307]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 20 18:34:19.575846 dv-cinder-786931-2-iscsi neutron-server[86307]:     timer()
Apr 20 18:34:19.575846 dv-cinder-786931-2-iscsi neutron-server[86307]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 20 18:34:19.575846 dv-cinder-786931-2-iscsi neutron-server[86307]:     cb(*args, **kw)
Apr 20 18:34:19.575846 dv-cinder-786931-2-iscsi neutron-server[86307]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 20 18:34:19.575846 dv-cinder-786931-2-iscsi neutron-server[86307]:     return func(*args, **kwargs)
Apr 20 18:34:19.575846 dv-cinder-786931-2-iscsi neutron-server[86307]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 20 18:34:19.575846 dv-cinder-786931-2-iscsi neutron-server[86307]:     self._notify()
Apr 20 18:34:19.575846 dv-cinder-786931-2-iscsi neutron-server[86307]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 20 18:34:19.575846 dv-cinder-786931-2-iscsi neutron-server[86307]:     self.callback(batched_events)
Apr 20 18:34:19.575846 dv-cinder-786931-2-iscsi neutron-server[86307]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 20 18:34:19.575846 dv-cinder-786931-2-iscsi neutron-server[86307]:     event.method(event)
Apr 20 18:34:19.575846 dv-cinder-786931-2-iscsi neutron-server[86307]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 20 18:34:19.575846 dv-cinder-786931-2-iscsi neutron-server[86307]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 20 18:34:19.575846 dv-cinder-786931-2-iscsi neutron-server[86307]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 20 18:34:19.575846 dv-cinder-786931-2-iscsi neutron-server[86307]:     segment_id)['aggregates'][0]
Apr 20 18:34:19.575846 dv-cinder-786931-2-iscsi neutron-server[86307]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 20 18:34:19.575846 dv-cinder-786931-2-iscsi neutron-server[86307]:     return f(self, *a, **k)
Apr 20 18:34:19.575846 dv-cinder-786931-2-iscsi neutron-server[86307]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 20 18:34:19.575846 dv-cinder-786931-2-iscsi neutron-server[86307]:     return self._get(url).json()
Apr 20 18:34:19.575846 dv-cinder-786931-2-iscsi neutron-server[86307]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 20 18:34:19.575846 dv-cinder-786931-2-iscsi neutron-server[86307]:     **kwargs)
Apr 20 18:34:19.575846 dv-cinder-786931-2-iscsi neutron-server[86307]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 20 18:34:19.575846 dv-cinder-786931-2-iscsi neutron-server[86307]:     return self.request(url, 'GET', **kwargs)
Apr 20 18:34:19.575846 dv-cinder-786931-2-iscsi neutron-server[86307]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 20 18:34:19.575846 dv-cinder-786931-2-iscsi neutron-server[86307]:     **endpoint_filter)
Apr 20 18:34:19.575846 dv-cinder-786931-2-iscsi neutron-server[86307]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 20 18:34:19.575846 dv-cinder-786931-2-iscsi neutron-server[86307]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 20 18:34:19.575846 dv-cinder-786931-2-iscsi neutron-server[86307]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 20 18:34:19.575846 dv-cinder-786931-2-iscsi neutron-server[86307]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 20 18:34:19.575846 dv-cinder-786931-2-iscsi neutron-server[86307]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 20 18:34:19.668404 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f43cc4f2-1c91-4881-b4f9-5230aef65c40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850969204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850912127'] for network, after_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:19.672748 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:34:19.689837 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f43cc4f2-1c91-4881-b4f9-5230aef65c40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3704713'] for network, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:19.699044 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43cc4f2-1c91-4881-b4f9-5230aef65c40 admin admin] Pushing event deleted for resources: {'Network': ['ID=e1a3515f-6650-48cb-a68d-8193e54b06db,revision_number=None']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:34:19.702607 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-f43cc4f2-1c91-4881-b4f9-5230aef65c40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:34:19.709044 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-f43cc4f2-1c91-4881-b4f9-5230aef65c40 admin admin] 10.222.0.11 "DELETE /v2.0/networks/e1a3515f-6650-48cb-a68d-8193e54b06db HTTP/1.1" status: 204  len: 168 time: 0.9893718
Apr 20 18:34:19.917168 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.11', 48574) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:34:19.973611 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-6835da87-a5d1-418d-bfb1-370affe19e0d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c9d2f68c6fa74348a553079d597a5342&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0551288
Apr 20 18:34:19.976502 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.11', 48578) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:34:20.053875 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-52e5543b-dac2-4cb1-b8e5-2dbe095f93ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:20.082649 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-52e5543b-dac2-4cb1-b8e5-2dbe095f93ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:20.136553 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-52e5543b-dac2-4cb1-b8e5-2dbe095f93ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850969184'] for security_group, after_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:20.142439 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-89252fd8-44ad-4f67-985d-1cca32a18aeb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:34:20.156519 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e5543b-dac2-4cb1-b8e5-2dbe095f93ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82d2b5dd-ac82-48c5-ae8a-56039f03438b,revision_number=None']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:34:20.159823 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-52e5543b-dac2-4cb1-b8e5-2dbe095f93ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:34:20.167374 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-52e5543b-dac2-4cb1-b8e5-2dbe095f93ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:20.168566 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-52e5543b-dac2-4cb1-b8e5-2dbe095f93ba admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/82d2b5dd-ac82-48c5-ae8a-56039f03438b HTTP/1.1" status: 204  len: 168 time: 0.1910729
Apr 20 18:34:21.005232 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.agents_db [None req-36c0d191-ed3c-416e-a897-084b3b2178c3 None None] Agent healthcheck: found 6 active agents {{(pid=86423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 18:34:25.743372 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86421) accepted ('10.222.0.11', 48664) {{(pid=86421) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:34:25.887165 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-0848c2bb-a128-4a3b-9523-9d6ccef22a8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:25.908333 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-0848c2bb-a128-4a3b-9523-9d6ccef22a8c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86421) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:34:25.912583 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-0848c2bb-a128-4a3b-9523-9d6ccef22a8c admin admin] Usage tracker for resource:security_group_rule and tenant:27f468eb88e94e32ab4bcafb885742d5 is out of sync, need to count used quota {{(pid=86421) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:34:25.915616 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-0848c2bb-a128-4a3b-9523-9d6ccef22a8c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86421) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:34:25.921853 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-0848c2bb-a128-4a3b-9523-9d6ccef22a8c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86421) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:34:26.015480 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-0848c2bb-a128-4a3b-9523-9d6ccef22a8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:26.018593 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-0848c2bb-a128-4a3b-9523-9d6ccef22a8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850969184'] for security_group, after_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:26.027931 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-3780ca02-4aa6-4d39-8aa3-39800cad3b82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:34:26.071734 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-0848c2bb-a128-4a3b-9523-9d6ccef22a8c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=27f468eb88e94e32ab4bcafb885742d5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3269379
Apr 20 18:34:26.073435 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0848c2bb-a128-4a3b-9523-9d6ccef22a8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b569be9d-13ac-41f9-9077-9500a85bf83d,revision_number=1']} {{(pid=86421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:34:26.074884 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.11', 48670) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:34:26.081671 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0848c2bb-a128-4a3b-9523-9d6ccef22a8c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:34:26.082069 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0848c2bb-a128-4a3b-9523-9d6ccef22a8c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:34:26.082460 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0848c2bb-a128-4a3b-9523-9d6ccef22a8c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:34:26.082841 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0848c2bb-a128-4a3b-9523-9d6ccef22a8c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:34:26.083223 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0848c2bb-a128-4a3b-9523-9d6ccef22a8c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:34:26.083603 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0848c2bb-a128-4a3b-9523-9d6ccef22a8c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:34:26.083980 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0848c2bb-a128-4a3b-9523-9d6ccef22a8c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:34:26.084401 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0848c2bb-a128-4a3b-9523-9d6ccef22a8c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:34:26.084780 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0848c2bb-a128-4a3b-9523-9d6ccef22a8c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:34:26.085152 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0848c2bb-a128-4a3b-9523-9d6ccef22a8c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:34:26.085524 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0848c2bb-a128-4a3b-9523-9d6ccef22a8c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:34:26.085892 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0848c2bb-a128-4a3b-9523-9d6ccef22a8c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:34:26.090090 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-0848c2bb-a128-4a3b-9523-9d6ccef22a8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:34:26.140786 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-3e0df0c4-a670-4754-b96b-60a18616f9ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:26.169473 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-3e0df0c4-a670-4754-b96b-60a18616f9ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:26.218008 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-3e0df0c4-a670-4754-b96b-60a18616f9ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850969184'] for security_group, after_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:26.224000 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-d84a19c7-cd19-463c-b17f-11e44730493a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:34:26.238256 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0df0c4-a670-4754-b96b-60a18616f9ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b569be9d-13ac-41f9-9077-9500a85bf83d,revision_number=None']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:34:26.246428 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-3e0df0c4-a670-4754-b96b-60a18616f9ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:26.247650 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-3e0df0c4-a670-4754-b96b-60a18616f9ec admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b569be9d-13ac-41f9-9077-9500a85bf83d HTTP/1.1" status: 204  len: 168 time: 0.1716967
Apr 20 18:34:26.249293 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0df0c4-a670-4754-b96b-60a18616f9ec admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:34:26.249712 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0df0c4-a670-4754-b96b-60a18616f9ec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:34:26.250112 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0df0c4-a670-4754-b96b-60a18616f9ec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:34:26.250547 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0df0c4-a670-4754-b96b-60a18616f9ec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:34:26.250976 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0df0c4-a670-4754-b96b-60a18616f9ec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:34:26.251337 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0df0c4-a670-4754-b96b-60a18616f9ec admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:34:26.251731 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0df0c4-a670-4754-b96b-60a18616f9ec admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:34:26.252120 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0df0c4-a670-4754-b96b-60a18616f9ec admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:34:26.252539 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0df0c4-a670-4754-b96b-60a18616f9ec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:34:26.252929 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0df0c4-a670-4754-b96b-60a18616f9ec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:34:26.253318 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0df0c4-a670-4754-b96b-60a18616f9ec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:34:26.253703 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0df0c4-a670-4754-b96b-60a18616f9ec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:34:26.256921 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-3e0df0c4-a670-4754-b96b-60a18616f9ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:34:27.000632 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.11', 48696) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:34:27.120057 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.v2.base [None req-ee5d1d44-eacd-499a-9572-44f7552be336 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-927645053-network', 'tenant_id': '4fa0edb89d524b35aed7b3b875c8f483'}} {{(pid=86420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:34:27.125262 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-ee5d1d44-eacd-499a-9572-44f7552be336 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:34:27.130456 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-ee5d1d44-eacd-499a-9572-44f7552be336 admin admin] Usage tracker for resource:network and tenant:4fa0edb89d524b35aed7b3b875c8f483 is out of sync, need to count used quota {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:34:27.133642 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-ee5d1d44-eacd-499a-9572-44f7552be336 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:34:27.139868 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-ee5d1d44-eacd-499a-9572-44f7552be336 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:34:27.150036 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee5d1d44-eacd-499a-9572-44f7552be336 admin admin] Made reservation on behalf of 4fa0edb89d524b35aed7b3b875c8f483 for: {'network': 1} {{(pid=86420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 18:34:27.154811 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-ee5d1d44-eacd-499a-9572-44f7552be336 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854207267'] for network, before_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:27.168734 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-ee5d1d44-eacd-499a-9572-44f7552be336 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:27.185399 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-ee5d1d44-eacd-499a-9572-44f7552be336 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:34:27.190652 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-ee5d1d44-eacd-499a-9572-44f7552be336 admin admin] Usage tracker for resource:security_group_rule and tenant:4fa0edb89d524b35aed7b3b875c8f483 is out of sync, need to count used quota {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:34:27.193765 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-ee5d1d44-eacd-499a-9572-44f7552be336 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:34:27.199794 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-ee5d1d44-eacd-499a-9572-44f7552be336 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:34:27.291144 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-ee5d1d44-eacd-499a-9572-44f7552be336 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:27.293949 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-ee5d1d44-eacd-499a-9572-44f7552be336 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850969184'] for security_group, after_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:27.296962 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-6fb1ba26-8f08-465f-8da5-064824554865 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:34:27.330753 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee5d1d44-eacd-499a-9572-44f7552be336 admin admin] vlan segment allocate from pool success with {'vlan_id': 379, 'physical_network': 'physnet1'}  {{(pid=86420) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 20 18:34:27.337068 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5d1d44-eacd-499a-9572-44f7552be336 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4d4959f-5d12-4b33-8b7c-57bc257b97b7,revision_number=1']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:34:27.341168 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-ee5d1d44-eacd-499a-9572-44f7552be336 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:34:27.346012 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-ee5d1d44-eacd-499a-9572-44f7552be336 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854148540'] for segment, precommit_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:27.346484 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.db.segments_db [None req-ee5d1d44-eacd-499a-9572-44f7552be336 admin admin] Added segment 41a0b69d-a512-45d9-9986-9713f95582a6 of type vlan for network 1cb88e02-e738-40c6-902d-92fcd035664e
Apr 20 18:34:27.376454 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-ee5d1d44-eacd-499a-9572-44f7552be336 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785676380019'] for network, precommit_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:27.408590 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-ee5d1d44-eacd-499a-9572-44f7552be336 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850969204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730'] for network, after_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:27.409998 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee5d1d44-eacd-499a-9572-44f7552be336 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:27.410643 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-ee5d1d44-eacd-499a-9572-44f7552be336 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3704713'] for network, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:27.415987 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-d326cebf-d2d7-4959-b38d-5ad0f9e88dd2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:34:27.751400 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-ee5d1d44-eacd-499a-9572-44f7552be336 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.7489367
Apr 20 18:34:27.755256 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86421) accepted ('10.222.0.11', 48702) {{(pid=86421) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:34:27.756569 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5d1d44-eacd-499a-9572-44f7552be336 admin admin] Pushing event updated for resources: {'Network': ['ID=1cb88e02-e738-40c6-902d-92fcd035664e,revision_number=1']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:34:27.759435 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-ee5d1d44-eacd-499a-9572-44f7552be336 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:34:27.761571 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.v2.base [None req-505701e9-2a36-41f6-920d-ddc1534708f7 admin admin] Request body: {'subnet': {'network_id': '1cb88e02-e738-40c6-902d-92fcd035664e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-927645053-subnet', 'tenant_id': '4fa0edb89d524b35aed7b3b875c8f483', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:34:27.767440 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Network 1cb88e02-e738-40c6-902d-92fcd035664e details requested by agent ovs-agent-dv-cinder-786931-2-iscsi with host dv-cinder-786931-2-iscsi {{(pid=86422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 20 18:34:27.767916 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-505701e9-2a36-41f6-920d-ddc1534708f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86421) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:34:27.772032 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-505701e9-2a36-41f6-920d-ddc1534708f7 admin admin] Usage tracker for resource:subnet and tenant:4fa0edb89d524b35aed7b3b875c8f483 is out of sync, need to count used quota {{(pid=86421) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:34:27.775034 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-505701e9-2a36-41f6-920d-ddc1534708f7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86421) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:34:27.781076 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-505701e9-2a36-41f6-920d-ddc1534708f7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86421) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:34:27.793637 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-505701e9-2a36-41f6-920d-ddc1534708f7 admin admin] Made reservation on behalf of 4fa0edb89d524b35aed7b3b875c8f483 for: {'subnet': 1} {{(pid=86421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 18:34:27.798613 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-505701e9-2a36-41f6-920d-ddc1534708f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852337604'] for subnet, before_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:28.427392 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-505701e9-2a36-41f6-920d-ddc1534708f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850911380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26451598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852337619'] for subnet, after_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:28.432476 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:34:28.509967 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505701e9-2a36-41f6-920d-ddc1534708f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=75a47f67-6489-4089-9d4f-f2df6c48f8c2,revision_number=0']} {{(pid=86421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:34:28.513704 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-505701e9-2a36-41f6-920d-ddc1534708f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:34:28.520399 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-505701e9-2a36-41f6-920d-ddc1534708f7 admin admin] Checking segment: {'id': '41a0b69d-a512-45d9-9986-9713f95582a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '1cb88e02-e738-40c6-902d-92fcd035664e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 18:34:28.520793 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-505701e9-2a36-41f6-920d-ddc1534708f7 admin admin] Network hostable DHCP agents. Network: 1cb88e02-e738-40c6-902d-92fcd035664e, hostable agents: ['d7942baf-6bbf-4686-8ec5-e08268711b74'], hosted agents: [] {{(pid=86421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 20 18:34:28.532959 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-4313e7e5-a701-489d-83b2-7be07829756c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:28.539625 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-505701e9-2a36-41f6-920d-ddc1534708f7 admin admin] Network 1cb88e02-e738-40c6-902d-92fcd035664e is scheduled to be hosted by DHCP agent d7942baf-6bbf-4686-8ec5-e08268711b74 with binding_index 1 {{(pid=86421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 20 18:34:28.548534 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.scheduler.base_scheduler [None req-505701e9-2a36-41f6-920d-ddc1534708f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786931-2-iscsi, 1cb88e02-e738-40c6-902d-92fcd035664e) {{(pid=86421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:34:28.557226 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32cfa0ad-c5f8-4df3-b8ff-2d37408cd8d1 None None] Network 1cb88e02-e738-40c6-902d-92fcd035664e requested from dv-cinder-786931-2-iscsi {{(pid=86422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 18:34:28.560810 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-505701e9-2a36-41f6-920d-ddc1534708f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:28.561458 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-505701e9-2a36-41f6-920d-ddc1534708f7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:28.586296 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-505701e9-2a36-41f6-920d-ddc1534708f7 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.8298693
Apr 20 18:34:28.955962 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cb4ee04-884d-4314-b2f9-ec7aeb49ade8 None None] Network 1cb88e02-e738-40c6-902d-92fcd035664e requested from dv-cinder-786931-2-iscsi {{(pid=86422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 18:34:29.218704 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86421) accepted ('10.222.0.11', 48728) {{(pid=86421) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:34:29.226016 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.v2.base [None req-e6435588-f833-4d77-936c-6a2613620284 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-993304652-network', 'tenant_id': '1d5b9bdc63894066ab742cd33b5cece0'}} {{(pid=86421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:34:29.231064 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-e6435588-f833-4d77-936c-6a2613620284 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86421) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:34:29.235830 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-e6435588-f833-4d77-936c-6a2613620284 admin admin] Usage tracker for resource:network and tenant:1d5b9bdc63894066ab742cd33b5cece0 is out of sync, need to count used quota {{(pid=86421) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:34:29.238854 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-e6435588-f833-4d77-936c-6a2613620284 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86421) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:34:29.244929 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-e6435588-f833-4d77-936c-6a2613620284 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86421) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:34:29.254417 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6435588-f833-4d77-936c-6a2613620284 admin admin] Made reservation on behalf of 1d5b9bdc63894066ab742cd33b5cece0 for: {'network': 1} {{(pid=86421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 18:34:29.259306 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-e6435588-f833-4d77-936c-6a2613620284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854207267'] for network, before_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:29.273000 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-e6435588-f833-4d77-936c-6a2613620284 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:29.292720 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-e6435588-f833-4d77-936c-6a2613620284 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86421) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:34:29.296970 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-e6435588-f833-4d77-936c-6a2613620284 admin admin] Usage tracker for resource:security_group_rule and tenant:1d5b9bdc63894066ab742cd33b5cece0 is out of sync, need to count used quota {{(pid=86421) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:34:29.300573 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-e6435588-f833-4d77-936c-6a2613620284 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86421) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:34:29.306586 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-e6435588-f833-4d77-936c-6a2613620284 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86421) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:34:29.398752 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-e6435588-f833-4d77-936c-6a2613620284 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:29.401808 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-e6435588-f833-4d77-936c-6a2613620284 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850969184'] for security_group, after_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:29.406286 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-fc31ea79-526f-41d4-a902-b25d28cd90bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:34:29.437141 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6435588-f833-4d77-936c-6a2613620284 admin admin] vlan segment allocate from pool success with {'vlan_id': 391, 'physical_network': 'physnet1'}  {{(pid=86421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 20 18:34:29.446927 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6435588-f833-4d77-936c-6a2613620284 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc51f54e-08a0-497b-947e-6cfc5b4f5e42,revision_number=1']} {{(pid=86421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:34:29.451124 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-e6435588-f833-4d77-936c-6a2613620284 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:34:29.454534 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-e6435588-f833-4d77-936c-6a2613620284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854148540'] for segment, precommit_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:29.454915 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.db.segments_db [None req-e6435588-f833-4d77-936c-6a2613620284 admin admin] Added segment 30c6c081-9854-4da9-9276-1230a0f4b35c of type vlan for network b8fdbe7e-09d4-4b92-a603-ab53c7fd5a32
Apr 20 18:34:29.485757 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-e6435588-f833-4d77-936c-6a2613620284 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785676380019'] for network, precommit_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:29.517610 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-e6435588-f833-4d77-936c-6a2613620284 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850969204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730'] for network, after_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:29.519032 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6435588-f833-4d77-936c-6a2613620284 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:29.519721 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-e6435588-f833-4d77-936c-6a2613620284 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3704713'] for network, before_response {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:29.525619 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:34:29.633152 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-e6435588-f833-4d77-936c-6a2613620284 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.4125025
Apr 20 18:34:29.636017 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86421) accepted ('10.222.0.11', 48732) {{(pid=86421) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:34:29.638989 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6435588-f833-4d77-936c-6a2613620284 admin admin] Pushing event updated for resources: {'Network': ['ID=b8fdbe7e-09d4-4b92-a603-ab53c7fd5a32,revision_number=1']} {{(pid=86421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:34:29.644491 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.v2.base [None req-8399608b-e772-4f4f-ae6d-d26088f3af26 admin admin] Request body: {'subnet': {'network_id': 'b8fdbe7e-09d4-4b92-a603-ab53c7fd5a32', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-993304652-subnet', 'tenant_id': '1d5b9bdc63894066ab742cd33b5cece0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:34:29.650244 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-8399608b-e772-4f4f-ae6d-d26088f3af26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86421) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:34:29.652897 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-e6435588-f833-4d77-936c-6a2613620284 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:34:29.655817 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-8399608b-e772-4f4f-ae6d-d26088f3af26 admin admin] Usage tracker for resource:subnet and tenant:1d5b9bdc63894066ab742cd33b5cece0 is out of sync, need to count used quota {{(pid=86421) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:34:29.659970 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-8399608b-e772-4f4f-ae6d-d26088f3af26 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86421) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:34:29.661039 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Network b8fdbe7e-09d4-4b92-a603-ab53c7fd5a32 details requested by agent ovs-agent-dv-cinder-786931-2-iscsi with host dv-cinder-786931-2-iscsi {{(pid=86422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 20 18:34:29.667070 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-8399608b-e772-4f4f-ae6d-d26088f3af26 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86421) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:34:29.678156 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8399608b-e772-4f4f-ae6d-d26088f3af26 admin admin] Made reservation on behalf of 1d5b9bdc63894066ab742cd33b5cece0 for: {'subnet': 1} {{(pid=86421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 18:34:29.683243 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-8399608b-e772-4f4f-ae6d-d26088f3af26 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852337604'] for subnet, before_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:30.117334 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-8399608b-e772-4f4f-ae6d-d26088f3af26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850911380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26451598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852337619'] for subnet, after_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:30.122882 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-0b05b390-f130-4399-bc7d-ac03bd85283b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:34:30.205815 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8399608b-e772-4f4f-ae6d-d26088f3af26 admin admin] Pushing event updated for resources: {'Subnet': ['ID=13a2f57f-45fe-470b-a0ad-70375811e93a,revision_number=0']} {{(pid=86421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:34:30.211762 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-8399608b-e772-4f4f-ae6d-d26088f3af26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:34:30.214592 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8399608b-e772-4f4f-ae6d-d26088f3af26 admin admin] Checking segment: {'id': '30c6c081-9854-4da9-9276-1230a0f4b35c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'b8fdbe7e-09d4-4b92-a603-ab53c7fd5a32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 18:34:30.215003 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8399608b-e772-4f4f-ae6d-d26088f3af26 admin admin] Network hostable DHCP agents. Network: b8fdbe7e-09d4-4b92-a603-ab53c7fd5a32, hostable agents: ['d7942baf-6bbf-4686-8ec5-e08268711b74'], hosted agents: [] {{(pid=86421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 20 18:34:30.238277 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8399608b-e772-4f4f-ae6d-d26088f3af26 admin admin] Network b8fdbe7e-09d4-4b92-a603-ab53c7fd5a32 is scheduled to be hosted by DHCP agent d7942baf-6bbf-4686-8ec5-e08268711b74 with binding_index 1 {{(pid=86421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 20 18:34:30.247402 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.scheduler.base_scheduler [None req-8399608b-e772-4f4f-ae6d-d26088f3af26 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786931-2-iscsi, b8fdbe7e-09d4-4b92-a603-ab53c7fd5a32) {{(pid=86421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:34:30.257777 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9df109e3-b1ed-4537-b826-482386f1661c None None] Network b8fdbe7e-09d4-4b92-a603-ab53c7fd5a32 requested from dv-cinder-786931-2-iscsi {{(pid=86422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 18:34:30.261040 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8399608b-e772-4f4f-ae6d-d26088f3af26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:30.261697 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-8399608b-e772-4f4f-ae6d-d26088f3af26 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:30.283658 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-8399608b-e772-4f4f-ae6d-d26088f3af26 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.6464231
Apr 20 18:34:30.508012 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a360892-0f50-4ca5-ae6e-e31a0614aef2 None None] Network b8fdbe7e-09d4-4b92-a603-ab53c7fd5a32 requested from dv-cinder-786931-2-iscsi {{(pid=86422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 18:34:31.313051 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-ef5f64e4-1a70-4c58-b2b0-e0a5d9356f89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:31.371635 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-59ff2fcf-5a92-41e6-b6a8-ab5cb4df6403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:31.987035 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:32.324196 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:33.154112 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-69625b45-0eac-4ead-bef5-f7df2e631dfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:34.028223 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d337db17-e7e2-431d-89b3-4da8faa836ea req-c4a71eab-43cd-4b04-8c7c-44a2a1af38af tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:34.029951 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-d337db17-e7e2-431d-89b3-4da8faa836ea req-c4a71eab-43cd-4b04-8c7c-44a2a1af38af tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "GET /v2.0/ports?device_id=a35dabb6-d13d-48e1-b184-19d58be083db HTTP/1.1" status: 200  len: 946 time: 0.1003740
Apr 20 18:34:34.081328 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-d337db17-e7e2-431d-89b3-4da8faa836ea req-78e77ec4-032c-4312-9b78-e1f81fce7bd0 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "GET /v2.0/security-groups?id=ed50e5aa-327b-422f-82a8-ba0a7946687e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438864
Apr 20 18:34:34.758426 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4010ac74-0b22-4a48-b47f-e2d21e65ffa0 req-85f31119-09b0-4539-926a-88ccf508e23e tempest-VolumesSnapshotTestJSON-716769491 tempest-VolumesSnapshotTestJSON-716769491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:34.759987 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-4010ac74-0b22-4a48-b47f-e2d21e65ffa0 req-85f31119-09b0-4539-926a-88ccf508e23e tempest-VolumesSnapshotTestJSON-716769491 tempest-VolumesSnapshotTestJSON-716769491-project] 10.222.0.11 "GET /v2.0/ports?device_id=a3407cca-a446-4ada-beee-724e1d09f25b HTTP/1.1" status: 200  len: 946 time: 0.0912659
Apr 20 18:34:34.810175 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-4010ac74-0b22-4a48-b47f-e2d21e65ffa0 req-231292a1-7147-4ddb-ba2a-8768a1b0a554 tempest-VolumesSnapshotTestJSON-716769491 tempest-VolumesSnapshotTestJSON-716769491-project] 10.222.0.11 "GET /v2.0/security-groups?id=1f7e9f85-59a6-4887-af07-129e54386acf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426838
Apr 20 18:34:35.304989 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c12440-921c-4163-8b97-bcccc99b9116 req-0d79bae5-159b-4bf4-805d-42c76c38c522 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:35.306618 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-d6c12440-921c-4163-8b97-bcccc99b9116 req-0d79bae5-159b-4bf4-805d-42c76c38c522 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "GET /v2.0/ports?device_id=a35dabb6-d13d-48e1-b184-19d58be083db HTTP/1.1" status: 200  len: 946 time: 0.0948246
Apr 20 18:34:35.358162 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-d6c12440-921c-4163-8b97-bcccc99b9116 req-376e2e19-549b-49fa-9bdf-51b40a99e82c tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "GET /v2.0/security-groups?id=ed50e5aa-327b-422f-82a8-ba0a7946687e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0450301
Apr 20 18:34:35.715853 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f97531d-e69c-461b-8427-f361138c06ac req-09ad772d-b7ce-49d9-93d2-66193c357a5d tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:35.717220 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [req-1f97531d-e69c-461b-8427-f361138c06ac req-09ad772d-b7ce-49d9-93d2-66193c357a5d tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Synchronizing usage tracker for tenant:82646d2796ec4d6b9ec39ce05e5b838a on resource:port {{(pid=86420) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 18:34:35.744195 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [req-1f97531d-e69c-461b-8427-f361138c06ac req-09ad772d-b7ce-49d9-93d2-66193c357a5d tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Unset dirty status for tenant:82646d2796ec4d6b9ec39ce05e5b838a on resource:port {{(pid=86420) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 18:34:35.746352 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-1f97531d-e69c-461b-8427-f361138c06ac req-09ad772d-b7ce-49d9-93d2-66193c357a5d tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.10 "GET /v2.0/ports?device_id=a35dabb6-d13d-48e1-b184-19d58be083db HTTP/1.1" status: 200  len: 946 time: 0.1619294
Apr 20 18:34:35.833734 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [req-1f97531d-e69c-461b-8427-f361138c06ac req-f7a143a3-0b49-46c6-b034-a9e532d3182d tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Deleting port fc2c1be7-a945-415f-9fcd-718e1fd4abb7 {{(pid=86420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 18:34:35.834285 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-1f97531d-e69c-461b-8427-f361138c06ac req-f7a143a3-0b49-46c6-b034-a9e532d3182d tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251177940340'] for port, before_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:36.096776 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ae6ec2-cd9d-4d90-9e7b-24dc752aaf8c req-eb3b161c-3187-4a48-a16c-c6d480d720c6 tempest-VolumesSnapshotTestJSON-716769491 tempest-VolumesSnapshotTestJSON-716769491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:36.098393 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-26ae6ec2-cd9d-4d90-9e7b-24dc752aaf8c req-eb3b161c-3187-4a48-a16c-c6d480d720c6 tempest-VolumesSnapshotTestJSON-716769491 tempest-VolumesSnapshotTestJSON-716769491-project] 10.222.0.11 "GET /v2.0/ports?device_id=a3407cca-a446-4ada-beee-724e1d09f25b HTTP/1.1" status: 200  len: 946 time: 0.1276717
Apr 20 18:34:36.126159 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [req-1f97531d-e69c-461b-8427-f361138c06ac req-f7a143a3-0b49-46c6-b034-a9e532d3182d tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] For port fc2c1be7-a945-415f-9fcd-718e1fd4abb7, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=fc2c1be7-a945-415f-9fcd-718e1fd4abb7,segment=NetworkSegment(8f4cadfd-3269-4c6c-8ca6-68423b9c7197),segment_id=8f4cadfd-3269-4c6c-8ca6-68423b9c7197)] {{(pid=86420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:34:36.126563 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-1f97531d-e69c-461b-8427-f361138c06ac req-f7a143a3-0b49-46c6-b034-a9e532d3182d tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858558'] for port, precommit_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:36.160423 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-26ae6ec2-cd9d-4d90-9e7b-24dc752aaf8c req-9c12fbba-088e-4ec9-945f-ec9761f821cb tempest-VolumesSnapshotTestJSON-716769491 tempest-VolumesSnapshotTestJSON-716769491-project] 10.222.0.11 "GET /v2.0/security-groups?id=1f7e9f85-59a6-4887-af07-129e54386acf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0516040
Apr 20 18:34:36.460265 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-1f97531d-e69c-461b-8427-f361138c06ac req-f7a143a3-0b49-46c6-b034-a9e532d3182d tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:36.460675 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-1f97531d-e69c-461b-8427-f361138c06ac req-f7a143a3-0b49-46c6-b034-a9e532d3182d tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850912078'] for floatingip, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:36.461029 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.db.l3_db [req-1f97531d-e69c-461b-8427-f361138c06ac req-f7a143a3-0b49-46c6-b034-a9e532d3182d tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Floating IP f05066c6-3a7a-401b-a695-4023efb03ae9 disassociated. External IP: 172.27.2.21, port: fc2c1be7-a945-415f-9fcd-718e1fd4abb7.
Apr 20 18:34:36.461410 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [req-1f97531d-e69c-461b-8427-f361138c06ac req-f7a143a3-0b49-46c6-b034-a9e532d3182d tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Calling delete_port for fc2c1be7-a945-415f-9fcd-718e1fd4abb7 owned by compute:nova {{(pid=86420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 18:34:36.669243 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ea552d-0204-4089-9957-88500e436207 req-88fc996a-ad3c-4cf3-b424-ec63202e2b60 tempest-VolumesSnapshotTestJSON-716769491 tempest-VolumesSnapshotTestJSON-716769491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:36.670020 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [req-70ea552d-0204-4089-9957-88500e436207 req-88fc996a-ad3c-4cf3-b424-ec63202e2b60 tempest-VolumesSnapshotTestJSON-716769491 tempest-VolumesSnapshotTestJSON-716769491-project] Synchronizing usage tracker for tenant:3cff78b81ee8498790da234cdd69a2ef on resource:port {{(pid=86420) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 18:34:36.704187 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [req-70ea552d-0204-4089-9957-88500e436207 req-88fc996a-ad3c-4cf3-b424-ec63202e2b60 tempest-VolumesSnapshotTestJSON-716769491 tempest-VolumesSnapshotTestJSON-716769491-project] Unset dirty status for tenant:3cff78b81ee8498790da234cdd69a2ef on resource:port {{(pid=86420) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 18:34:36.705339 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-70ea552d-0204-4089-9957-88500e436207 req-88fc996a-ad3c-4cf3-b424-ec63202e2b60 tempest-VolumesSnapshotTestJSON-716769491 tempest-VolumesSnapshotTestJSON-716769491-project] 10.222.0.10 "GET /v2.0/ports?device_id=a3407cca-a446-4ada-beee-724e1d09f25b HTTP/1.1" status: 200  len: 946 time: 0.2112973
Apr 20 18:34:36.734831 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba24e191-9374-4395-b850-44623162f26f req-a9a1c5b6-3c39-4ff9-b160-01be1be81a52 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:36.736517 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-ba24e191-9374-4395-b850-44623162f26f req-a9a1c5b6-3c39-4ff9-b160-01be1be81a52 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "GET /v2.0/ports?device_id=a35dabb6-d13d-48e1-b184-19d58be083db HTTP/1.1" status: 200  len: 868 time: 0.1020472
Apr 20 18:34:36.752803 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-1f97531d-e69c-461b-8427-f361138c06ac req-f7a143a3-0b49-46c6-b034-a9e532d3182d tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251177936671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785676391897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4189424'] for port, after_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:36.758984 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-b572b6aa-313f-4295-be1d-65b5836e1aec tempest-VolumesNegativeTest-505248659 tempest-VolumesNegativeTest-505248659-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:34:36.790244 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-ba24e191-9374-4395-b850-44623162f26f req-d1a60aa5-db21-46ee-898c-3b2fce7bb836 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "GET /v2.0/security-groups?id=ed50e5aa-327b-422f-82a8-ba0a7946687e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0473576
Apr 20 18:34:36.817176 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a143a3-0b49-46c6-b034-a9e532d3182d tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Pushing event deleted for resources: {'Port': ['ID=fc2c1be7-a945-415f-9fcd-718e1fd4abb7,revision_number=None']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:34:36.823342 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-f7a143a3-0b49-46c6-b034-a9e532d3182d tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:34:36.984188 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [req-70ea552d-0204-4089-9957-88500e436207 req-30396fdf-4e1d-456a-af41-4f99eb6191f4 tempest-VolumesSnapshotTestJSON-716769491 tempest-VolumesSnapshotTestJSON-716769491-project] Deleting port cef2ea0c-160f-4e55-89e7-2905598219f0 {{(pid=86420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 18:34:36.984188 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-70ea552d-0204-4089-9957-88500e436207 req-30396fdf-4e1d-456a-af41-4f99eb6191f4 tempest-VolumesSnapshotTestJSON-716769491 tempest-VolumesSnapshotTestJSON-716769491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251177940340'] for port, before_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:37.236547 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1f97531d-e69c-461b-8427-f361138c06ac req-f7a143a3-0b49-46c6-b034-a9e532d3182d tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Router 5d2d9a96-83ee-4a09-ba63-4e2808495a69 has already been hosted by L3 agent 561dbf79-24e4-4a0d-b08c-f7bb8670fc1d {{(pid=86420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 18:34:37.404384 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f9b27a-45e8-4287-8633-7132570c8464 req-9bb71e91-e26e-40e8-8db1-e13d85f56d41 tempest-VolumesSnapshotTestJSON-716769491 tempest-VolumesSnapshotTestJSON-716769491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:37.406666 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-91f9b27a-45e8-4287-8633-7132570c8464 req-9bb71e91-e26e-40e8-8db1-e13d85f56d41 tempest-VolumesSnapshotTestJSON-716769491 tempest-VolumesSnapshotTestJSON-716769491-project] 10.222.0.11 "GET /v2.0/ports?device_id=a3407cca-a446-4ada-beee-724e1d09f25b HTTP/1.1" status: 200  len: 946 time: 0.1083717
Apr 20 18:34:37.477806 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-91f9b27a-45e8-4287-8633-7132570c8464 req-cf94b724-3e38-49b2-b94d-4667d4a78091 tempest-VolumesSnapshotTestJSON-716769491 tempest-VolumesSnapshotTestJSON-716769491-project] 10.222.0.11 "GET /v2.0/security-groups?id=1f7e9f85-59a6-4887-af07-129e54386acf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0590568
Apr 20 18:34:37.479208 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [req-70ea552d-0204-4089-9957-88500e436207 req-30396fdf-4e1d-456a-af41-4f99eb6191f4 tempest-VolumesSnapshotTestJSON-716769491 tempest-VolumesSnapshotTestJSON-716769491-project] For port cef2ea0c-160f-4e55-89e7-2905598219f0, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=cef2ea0c-160f-4e55-89e7-2905598219f0,segment=NetworkSegment(540da31f-fe4d-4e7d-810d-bb1f97fac878),segment_id=540da31f-fe4d-4e7d-810d-bb1f97fac878)] {{(pid=86420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:34:37.479619 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-70ea552d-0204-4089-9957-88500e436207 req-30396fdf-4e1d-456a-af41-4f99eb6191f4 tempest-VolumesSnapshotTestJSON-716769491 tempest-VolumesSnapshotTestJSON-716769491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858558'] for port, precommit_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:37.634951 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [req-70ea552d-0204-4089-9957-88500e436207 req-30396fdf-4e1d-456a-af41-4f99eb6191f4 tempest-VolumesSnapshotTestJSON-716769491 tempest-VolumesSnapshotTestJSON-716769491-project] Calling delete_port for cef2ea0c-160f-4e55-89e7-2905598219f0 owned by compute:nova {{(pid=86420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 18:34:37.788600 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1f97531d-e69c-461b-8427-f361138c06ac req-f7a143a3-0b49-46c6-b034-a9e532d3182d tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Notify agent at l3_agent.dv-cinder-786931-2-iscsi the message routers_updated {{(pid=86420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 18:34:37.798979 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16e1c823-88cf-4fcf-8edd-d367415a5584 None None] Sync routers for ids ['5d2d9a96-83ee-4a09-ba63-4e2808495a69'] in dv-cinder-786931-2-iscsi {{(pid=86422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 18:34:37.811214 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16e1c823-88cf-4fcf-8edd-d367415a5584 None None] Routers {'5d2d9a96-83ee-4a09-ba63-4e2808495a69'} bound to L3 agent in host dv-cinder-786931-2-iscsi {{(pid=86422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:34:37.812014 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-16e1c823-88cf-4fcf-8edd-d367415a5584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd930e8cf28>, 'dv-cinder-786931-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T18:22:01Z,description=<?>,heartbeat_timestamp=2021-04-20T18:34:31Z,host='dv-cinder-786931-2-iscsi',id=561dbf79-24e4-4a0d-b08c-f7bb8670fc1d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:22:01Z,topic='l3_agent')) {'router_ids': ['5d2d9a96-83ee-4a09-ba63-4e2808495a69'], 'active': True} {{(pid=86422) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:34:37.891482 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f97531d-e69c-461b-8427-f361138c06ac req-f7a143a3-0b49-46c6-b034-a9e532d3182d tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] No DVR routers for this DVR port fc2c1be7-a945-415f-9fcd-718e1fd4abb7 on host hv-cinder-78693 {{(pid=86420) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 18:34:37.895226 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-1f97531d-e69c-461b-8427-f361138c06ac req-f7a143a3-0b49-46c6-b034-a9e532d3182d tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7615'] for port, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:37.898153 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a35dabb6-d13d-48e1-b184-19d58be083db', 'name': 'network-vif-deleted', 'tag': 'fc2c1be7-a945-415f-9fcd-718e1fd4abb7'}] {{(pid=86420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:34:37.911267 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-70ea552d-0204-4089-9957-88500e436207 req-30396fdf-4e1d-456a-af41-4f99eb6191f4 tempest-VolumesSnapshotTestJSON-716769491 tempest-VolumesSnapshotTestJSON-716769491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251177936671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785676391897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4189424'] for port, after_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:37.919423 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:34:37.971289 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-1f97531d-e69c-461b-8427-f361138c06ac req-f7a143a3-0b49-46c6-b034-a9e532d3182d tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.10 "DELETE /v2.0/ports/fc2c1be7-a945-415f-9fcd-718e1fd4abb7 HTTP/1.1" status: 204  len: 173 time: 2.2163994
Apr 20 18:34:37.974140 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30396fdf-4e1d-456a-af41-4f99eb6191f4 tempest-VolumesSnapshotTestJSON-716769491 tempest-VolumesSnapshotTestJSON-716769491-project] Pushing event deleted for resources: {'Port': ['ID=cef2ea0c-160f-4e55-89e7-2905598219f0,revision_number=None']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:34:37.977879 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-30396fdf-4e1d-456a-af41-4f99eb6191f4 tempest-VolumesSnapshotTestJSON-716769491 tempest-VolumesSnapshotTestJSON-716769491-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:34:38.041524 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-f72ea81b-ff73-437c-bf3e-f500c3c006fb req-0567ccd0-4dc3-431a-ae63-42116678d4c2 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "GET /v2.0/ports?device_id=a35dabb6-d13d-48e1-b184-19d58be083db HTTP/1.1" status: 200  len: 210 time: 0.0827863
Apr 20 18:34:38.051456 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] get_ports_and_sgs() called for port_ids ['cef2ea0c-160f-4e55-89e7-2905598219f0'] {{(pid=86422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 18:34:38.101170 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a35dabb6-d13d-48e1-b184-19d58be083db', 'name': 'network-vif-deleted', 'tag': 'fc2c1be7-a945-415f-9fcd-718e1fd4abb7', 'status': 'completed', 'code': 200}
Apr 20 18:34:38.102247 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [req-70ea552d-0204-4089-9957-88500e436207 req-30396fdf-4e1d-456a-af41-4f99eb6191f4 tempest-VolumesSnapshotTestJSON-716769491 tempest-VolumesSnapshotTestJSON-716769491-project] No DVR routers for this DVR port cef2ea0c-160f-4e55-89e7-2905598219f0 on host hv-cinder-78693 {{(pid=86420) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 18:34:38.105061 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-70ea552d-0204-4089-9957-88500e436207 req-30396fdf-4e1d-456a-af41-4f99eb6191f4 tempest-VolumesSnapshotTestJSON-716769491 tempest-VolumesSnapshotTestJSON-716769491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7615'] for port, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:38.107682 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-70ea552d-0204-4089-9957-88500e436207 req-30396fdf-4e1d-456a-af41-4f99eb6191f4 tempest-VolumesSnapshotTestJSON-716769491 tempest-VolumesSnapshotTestJSON-716769491-project] 10.222.0.10 "DELETE /v2.0/ports/cef2ea0c-160f-4e55-89e7-2905598219f0 HTTP/1.1" status: 204  len: 173 time: 1.3944123
Apr 20 18:34:38.152321 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_dvr_db [None req-16e1c823-88cf-4fcf-8edd-d367415a5584 None None] Set router 5d2d9a96-83ee-4a09-ba63-4e2808495a69 gateway port host: dv-cinder-786931-2-iscsi {{(pid=86422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:34:38.510594 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-16e1c823-88cf-4fcf-8edd-d367415a5584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd930e8cf28>, [{'id': '5d2d9a96-83ee-4a09-ba63-4e2808495a69', 'name': 'tempest-AttachVolumeShelveTestJSON-2114307233-router', 'tenant_id': '82646d2796ec4d6b9ec39ce05e5b838a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357044f3-f85c-4c82-92f2-504aa071d528', 'external_fixed_ips': [{'subnet_id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': 'b7ad03f1-c586-4a94-bc62-ba8d35b20425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:30:19Z', 'updated_at': '2021-04-20T18:30:34Z', 'revision_number': 4, 'project_id': '82646d2796ec4d6b9ec39ce05e5b838a', 'gw_port': {'id': 'b7ad03f1-c586-4a94-bc62-ba8d35b20425', 'name': '', 'network_id': '357044f3-f85c-4c82-92f2-504aa071d528', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:7a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2d9a96-83ee-4a09-ba63-4e2808495a69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:30:21Z', 'updated_at': '2021-04-20T18:30:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-2-iscsi', '_interfaces': [{'id': '3284cfa8-63c0-44c5-b503-7b9f59e1f654', 'name': '', 'network_id': '70bb951b-5201-42f1-af2f-fff209eaf750', 'tenant_id': '82646d2796ec4d6b9ec39ce05e5b838a', 'mac_address': 'fa:16:3e:b6:3a:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2d9a96-83ee-4a09-ba63-4e2808495a69', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'de093425-a655-4f08-b89a-732e934018c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:30:32Z', 'updated_at': '2021-04-20T18:30:55Z', 'revision_number': 5, 'project_id': '82646d2796ec4d6b9ec39ce05e5b838a', 'subnets': [{'id': 'de093425-a655-4f08-b89a-732e934018c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786931-2-iscsi', False) {} {{(pid=86422) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:34:38.515361 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16e1c823-88cf-4fcf-8edd-d367415a5584 None None] Checking router: 5d2d9a96-83ee-4a09-ba63-4e2808495a69 for host: dv-cinder-786931-2-iscsi {{(pid=86422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 18:34:38.524659 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16e1c823-88cf-4fcf-8edd-d367415a5584 None None] Routers {'5d2d9a96-83ee-4a09-ba63-4e2808495a69'} bound to L3 agent in host dv-cinder-786931-2-iscsi {{(pid=86422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:34:38.525331 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-16e1c823-88cf-4fcf-8edd-d367415a5584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd930e8cf28>, 'dv-cinder-786931-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T18:22:01Z,description=<?>,heartbeat_timestamp=2021-04-20T18:34:31Z,host='dv-cinder-786931-2-iscsi',id=561dbf79-24e4-4a0d-b08c-f7bb8670fc1d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:22:01Z,topic='l3_agent')) {'router_ids': ['5d2d9a96-83ee-4a09-ba63-4e2808495a69'], 'active': True} {{(pid=86422) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:34:38.699209 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-6890f4c5-ce3d-4a91-8e75-1031fd94a1f0 req-9edebf19-d620-4c9b-8421-e39767dad176 tempest-VolumesSnapshotTestJSON-716769491 tempest-VolumesSnapshotTestJSON-716769491-project] 10.222.0.11 "GET /v2.0/ports?device_id=a3407cca-a446-4ada-beee-724e1d09f25b HTTP/1.1" status: 200  len: 210 time: 0.0686224
Apr 20 18:34:38.751220 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_dvr_db [None req-16e1c823-88cf-4fcf-8edd-d367415a5584 None None] Set router 5d2d9a96-83ee-4a09-ba63-4e2808495a69 gateway port host: dv-cinder-786931-2-iscsi {{(pid=86422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:34:39.154975 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-16e1c823-88cf-4fcf-8edd-d367415a5584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd930e8cf28>, [{'id': '5d2d9a96-83ee-4a09-ba63-4e2808495a69', 'name': 'tempest-AttachVolumeShelveTestJSON-2114307233-router', 'tenant_id': '82646d2796ec4d6b9ec39ce05e5b838a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357044f3-f85c-4c82-92f2-504aa071d528', 'external_fixed_ips': [{'subnet_id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': 'b7ad03f1-c586-4a94-bc62-ba8d35b20425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:30:19Z', 'updated_at': '2021-04-20T18:30:34Z', 'revision_number': 4, 'project_id': '82646d2796ec4d6b9ec39ce05e5b838a', 'gw_port': {'id': 'b7ad03f1-c586-4a94-bc62-ba8d35b20425', 'name': '', 'network_id': '357044f3-f85c-4c82-92f2-504aa071d528', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:7a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2d9a96-83ee-4a09-ba63-4e2808495a69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:30:21Z', 'updated_at': '2021-04-20T18:30:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-2-iscsi', '_interfaces': [{'id': '3284cfa8-63c0-44c5-b503-7b9f59e1f654', 'name': '', 'network_id': '70bb951b-5201-42f1-af2f-fff209eaf750', 'tenant_id': '82646d2796ec4d6b9ec39ce05e5b838a', 'mac_address': 'fa:16:3e:b6:3a:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2d9a96-83ee-4a09-ba63-4e2808495a69', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'de093425-a655-4f08-b89a-732e934018c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:30:32Z', 'updated_at': '2021-04-20T18:30:55Z', 'revision_number': 5, 'project_id': '82646d2796ec4d6b9ec39ce05e5b838a', 'subnets': [{'id': 'de093425-a655-4f08-b89a-732e934018c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786931-2-iscsi', False) {} {{(pid=86422) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:34:39.166478 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16e1c823-88cf-4fcf-8edd-d367415a5584 None None] The sync data for ids ['5d2d9a96-83ee-4a09-ba63-4e2808495a69'] in dv-cinder-786931-2-iscsi is: [{'id': '5d2d9a96-83ee-4a09-ba63-4e2808495a69', 'name': 'tempest-AttachVolumeShelveTestJSON-2114307233-router', 'tenant_id': '82646d2796ec4d6b9ec39ce05e5b838a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357044f3-f85c-4c82-92f2-504aa071d528', 'external_fixed_ips': [{'subnet_id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': 'b7ad03f1-c586-4a94-bc62-ba8d35b20425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:30:19Z', 'updated_at': '2021-04-20T18:30:34Z', 'revision_number': 4, 'project_id': '82646d2796ec4d6b9ec39ce05e5b838a', 'gw_port': {'id': 'b7ad03f1-c586-4a94-bc62-ba8d35b20425', 'name': '', 'network_id': '357044f3-f85c-4c82-92f2-504aa071d528', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:7a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2d9a96-83ee-4a09-ba63-4e2808495a69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:30:21Z', 'updated_at': '2021-04-20T18:30:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-2-iscsi', '_interfaces': [{'id': '3284cfa8-63c0-44c5-b503-7b9f59e1f654', 'name': '', 'network_id': '70bb951b-5201-42f1-af2f-fff209eaf750', 'tenant_id': '82646d2796ec4d6b9ec39ce05e5b838a', 'mac_address': 'fa:16:3e:b6:3a:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2d9a96-83ee-4a09-ba63-4e2808495a69', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'de093425-a655-4f08-b89a-732e934018c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:30:32Z', 'updated_at': '2021-04-20T18:30:55Z', 'revision_number': 5, 'project_id': '82646d2796ec4d6b9ec39ce05e5b838a', 'subnets': [{'id': 'de093425-a655-4f08-b89a-732e934018c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 18:34:39.272506 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86421) accepted ('10.222.0.11', 48862) {{(pid=86421) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:34:39.358154 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-ed410926-9ad8-44b6-b44c-a3c8e2c4aa9f tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Notify callbacks [] for security_group, before_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:39.391500 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-ed410926-9ad8-44b6-b44c-a3c8e2c4aa9f tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:39.460631 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-ed410926-9ad8-44b6-b44c-a3c8e2c4aa9f tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850969184'] for security_group, after_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:39.465532 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-84b89ad3-3966-4545-b210-359554e02955 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:34:39.482151 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed410926-9ad8-44b6-b44c-a3c8e2c4aa9f tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed50e5aa-327b-422f-82a8-ba0a7946687e,revision_number=None']} {{(pid=86421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:34:39.489474 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-ed410926-9ad8-44b6-b44c-a3c8e2c4aa9f tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:34:39.505527 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-ed410926-9ad8-44b6-b44c-a3c8e2c4aa9f tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Notify callbacks [] for security_group, before_response {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:39.512488 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-ed410926-9ad8-44b6-b44c-a3c8e2c4aa9f tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "DELETE /v2.0/security-groups/ed50e5aa-327b-422f-82a8-ba0a7946687e HTTP/1.1" status: 204  len: 168 time: 0.2333112
Apr 20 18:34:39.513221 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.11', 48868) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:34:39.535587 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.api.v2.resource [None req-68e201ca-939f-45d2-a046-3a585826464a tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] show failed (client error): The resource could not be found.
Apr 20 18:34:39.536586 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-68e201ca-939f-45d2-a046-3a585826464a tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "GET /v2.0/security-groups/ed50e5aa-327b-422f-82a8-ba0a7946687e HTTP/1.1" status: 404  len: 347 time: 0.0212624
Apr 20 18:34:39.540734 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.11', 48872) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:34:39.677822 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57b08f1a-9de8-41c9-8fa1-9e35a1717ad3 None None] New status for floating IP f05066c6-3a7a-401b-a695-4023efb03ae9: DOWN {{(pid=86423) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 20 18:34:39.739580 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-8b611553-24db-4b45-ac14-7a3fff6fecf9 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Deleting port a14af285-ff3c-4ced-8787-495bacab8ee6 {{(pid=86420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 18:34:39.740069 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-8b611553-24db-4b45-ac14-7a3fff6fecf9 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251177940340'] for port, before_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:39.950691 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-8b611553-24db-4b45-ac14-7a3fff6fecf9 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858558'] for port, precommit_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:39.951030 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-8b611553-24db-4b45-ac14-7a3fff6fecf9 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:40.109257 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-8b611553-24db-4b45-ac14-7a3fff6fecf9 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Calling delete_port for a14af285-ff3c-4ced-8787-495bacab8ee6 owned by network:floatingip {{(pid=86420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 18:34:40.140448 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3407cca-a446-4ada-beee-724e1d09f25b', 'name': 'network-vif-deleted', 'tag': 'cef2ea0c-160f-4e55-89e7-2905598219f0'}] {{(pid=86420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:34:40.206618 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3407cca-a446-4ada-beee-724e1d09f25b', 'name': 'network-vif-deleted', 'tag': 'cef2ea0c-160f-4e55-89e7-2905598219f0', 'status': 'completed', 'code': 200}
Apr 20 18:34:40.224961 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.db.api [None req-8b611553-24db-4b45-ac14-7a3fff6fecf9 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86420) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 20 18:34:40.225328 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_db.api [None req-8b611553-24db-4b45-ac14-7a3fff6fecf9 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 20 18:34:40.323896 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Device fc2c1be7-a945-415f-9fcd-718e1fd4abb7 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 18:34:40.373106 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] No Port match for: fc2c1be7-a945-415f-9fcd-718e1fd4abb7 {{(pid=86422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 18:34:40.373545 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Device fc2c1be7-a945-415f-9fcd-718e1fd4abb7 not bound to the agent host hv-cinder-78693 {{(pid=86422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 18:34:40.374611 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Device cef2ea0c-160f-4e55-89e7-2905598219f0 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 18:34:40.593138 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] No Port match for: cef2ea0c-160f-4e55-89e7-2905598219f0 {{(pid=86422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 18:34:40.593595 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Device cef2ea0c-160f-4e55-89e7-2905598219f0 not bound to the agent host hv-cinder-78693 {{(pid=86422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 18:34:40.726485 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-8b611553-24db-4b45-ac14-7a3fff6fecf9 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Deleting port a14af285-ff3c-4ced-8787-495bacab8ee6 {{(pid=86420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 18:34:40.726985 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-8b611553-24db-4b45-ac14-7a3fff6fecf9 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251177940340'] for port, before_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:41.160605 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-8b611553-24db-4b45-ac14-7a3fff6fecf9 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858558'] for port, precommit_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:41.160868 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-8b611553-24db-4b45-ac14-7a3fff6fecf9 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:41.293080 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-8b611553-24db-4b45-ac14-7a3fff6fecf9 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Calling delete_port for a14af285-ff3c-4ced-8787-495bacab8ee6 owned by network:floatingip {{(pid=86420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 18:34:41.447552 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-8b611553-24db-4b45-ac14-7a3fff6fecf9 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251177936671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785676391897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4189424'] for port, after_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:41.451861 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-5f678f87-2937-427a-87c2-18e1ee1e8883 tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:34:41.504728 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b611553-24db-4b45-ac14-7a3fff6fecf9 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Pushing event deleted for resources: {'Port': ['ID=a14af285-ff3c-4ced-8787-495bacab8ee6,revision_number=None']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:34:41.508990 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-8b611553-24db-4b45-ac14-7a3fff6fecf9 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:34:41.612521 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-8b611553-24db-4b45-ac14-7a3fff6fecf9 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Notify callbacks [] for floatingip, after_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:41.629611 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-8b611553-24db-4b45-ac14-7a3fff6fecf9 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7615'] for floatingip, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:41.630855 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-8b611553-24db-4b45-ac14-7a3fff6fecf9 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "DELETE /v2.0/floatingips/f05066c6-3a7a-401b-a695-4023efb03ae9 HTTP/1.1" status: 204  len: 168 time: 2.0886109
Apr 20 18:34:41.978860 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.11', 48906) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:34:41.985505 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.v2.base [None req-0b5f1deb-a470-4e27-9eb1-e4c521f76392 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1390736598', 'description': 'tempest-description--1216086767'}} {{(pid=86420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:34:41.991949 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-0b5f1deb-a470-4e27-9eb1-e4c521f76392 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:34:41.996715 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-0b5f1deb-a470-4e27-9eb1-e4c521f76392 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Usage tracker for resource:security_group and tenant:82646d2796ec4d6b9ec39ce05e5b838a is out of sync, need to count used quota {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:34:42.001379 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-0b5f1deb-a470-4e27-9eb1-e4c521f76392 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:34:42.009048 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-0b5f1deb-a470-4e27-9eb1-e4c521f76392 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:34:42.018861 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-0b5f1deb-a470-4e27-9eb1-e4c521f76392 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Notify callbacks [] for security_group, before_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:42.042543 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-0b5f1deb-a470-4e27-9eb1-e4c521f76392 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:34:42.048099 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-0b5f1deb-a470-4e27-9eb1-e4c521f76392 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Usage tracker for resource:security_group_rule and tenant:82646d2796ec4d6b9ec39ce05e5b838a is out of sync, need to count used quota {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:34:42.051808 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-0b5f1deb-a470-4e27-9eb1-e4c521f76392 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:34:42.058279 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-0b5f1deb-a470-4e27-9eb1-e4c521f76392 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:34:42.142264 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-0b5f1deb-a470-4e27-9eb1-e4c521f76392 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Notify callbacks [] for security_group, precommit_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:42.145201 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-0b5f1deb-a470-4e27-9eb1-e4c521f76392 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850969184'] for security_group, after_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:42.150889 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-1b37d84d-b356-4e71-8173-32b2c81964b7 tempest-VolumesNegativeTest-505248659 tempest-VolumesNegativeTest-505248659-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:34:42.200307 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5f1deb-a470-4e27-9eb1-e4c521f76392 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72e2ab52-920c-4349-854b-16e50e49549f,revision_number=1']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:34:42.203368 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-0b5f1deb-a470-4e27-9eb1-e4c521f76392 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:34:42.205110 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-0b5f1deb-a470-4e27-9eb1-e4c521f76392 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Notify callbacks [] for security_group, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:42.206552 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-0b5f1deb-a470-4e27-9eb1-e4c521f76392 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1780 time: 0.2265177
Apr 20 18:34:42.209486 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.11', 48912) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:34:42.215093 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.v2.base [None req-6ac6f664-b9a8-45c1-911f-b99b3eae0c31 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Request body: {'security_group_rule': {'security_group_id': '72e2ab52-920c-4349-854b-16e50e49549f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:34:42.221679 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-6ac6f664-b9a8-45c1-911f-b99b3eae0c31 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:34:42.225962 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-6ac6f664-b9a8-45c1-911f-b99b3eae0c31 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Usage tracker for resource:security_group_rule and tenant:82646d2796ec4d6b9ec39ce05e5b838a is out of sync, need to count used quota {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:34:42.229015 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-6ac6f664-b9a8-45c1-911f-b99b3eae0c31 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:34:42.235701 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-6ac6f664-b9a8-45c1-911f-b99b3eae0c31 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:34:42.252064 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-6ac6f664-b9a8-45c1-911f-b99b3eae0c31 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:42.318481 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-6ac6f664-b9a8-45c1-911f-b99b3eae0c31 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:42.321361 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-6ac6f664-b9a8-45c1-911f-b99b3eae0c31 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850969148'] for security_group_rule, after_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:42.323800 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-49ae49c0-cc5f-4922-b9f2-8cf99c066291 tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:34:42.353812 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac6f664-b9a8-45c1-911f-b99b3eae0c31 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d231fb55-2132-41ec-b7b1-9f32a8e3fdbb,revision_number=0']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:34:42.357810 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-6ac6f664-b9a8-45c1-911f-b99b3eae0c31 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:34:42.359015 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-6ac6f664-b9a8-45c1-911f-b99b3eae0c31 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:42.360712 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-6ac6f664-b9a8-45c1-911f-b99b3eae0c31 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1498561
Apr 20 18:34:42.363347 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.11', 48918) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:34:42.369090 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.v2.base [None req-10a8604c-6604-4e40-91b5-14392ed51697 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Request body: {'security_group_rule': {'security_group_id': '72e2ab52-920c-4349-854b-16e50e49549f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:34:42.376416 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-10a8604c-6604-4e40-91b5-14392ed51697 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:34:42.380573 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-10a8604c-6604-4e40-91b5-14392ed51697 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Usage tracker for resource:security_group_rule and tenant:82646d2796ec4d6b9ec39ce05e5b838a is out of sync, need to count used quota {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:34:42.383654 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-10a8604c-6604-4e40-91b5-14392ed51697 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:34:42.389725 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-10a8604c-6604-4e40-91b5-14392ed51697 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:34:42.407940 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-10a8604c-6604-4e40-91b5-14392ed51697 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:42.479807 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-10a8604c-6604-4e40-91b5-14392ed51697 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:42.483399 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-10a8604c-6604-4e40-91b5-14392ed51697 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850969148'] for security_group_rule, after_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:42.485805 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:34:42.510215 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a8604c-6604-4e40-91b5-14392ed51697 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78ebd6d0-2467-483c-b6e1-a17b77808b6f,revision_number=0']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:34:42.512834 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-10a8604c-6604-4e40-91b5-14392ed51697 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:34:42.520324 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-10a8604c-6604-4e40-91b5-14392ed51697 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:42.521608 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-10a8604c-6604-4e40-91b5-14392ed51697 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1572506
Apr 20 18:34:42.524836 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.11', 48926) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:34:42.530272 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.v2.base [None req-5a83d5c8-f32a-4c1b-a591-027e2a73eade tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Request body: {'floatingip': {'floating_network_id': '357044f3-f85c-4c82-92f2-504aa071d528'}} {{(pid=86420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:34:42.536703 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-5a83d5c8-f32a-4c1b-a591-027e2a73eade tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:34:42.540754 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-5a83d5c8-f32a-4c1b-a591-027e2a73eade tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Usage tracker for resource:floatingip and tenant:82646d2796ec4d6b9ec39ce05e5b838a is out of sync, need to count used quota {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:34:42.543756 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-5a83d5c8-f32a-4c1b-a591-027e2a73eade tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:34:42.550022 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-5a83d5c8-f32a-4c1b-a591-027e2a73eade tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:34:42.559718 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-5a83d5c8-f32a-4c1b-a591-027e2a73eade tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Notify callbacks [] for floatingip, before_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:42.713648 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-5a83d5c8-f32a-4c1b-a591-027e2a73eade tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854207267'] for port, before_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:42.859391 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.db_base_plugin_common [None req-5a83d5c8-f32a-4c1b-a591-027e2a73eade tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Allocated IP 172.27.2.98 (357044f3-f85c-4c82-92f2-504aa071d528/737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87/f68d1c4b-2051-4005-b6b9-b69c357f9b6a) {{(pid=86420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 18:34:43.029011 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-5a83d5c8-f32a-4c1b-a591-027e2a73eade tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Notify callbacks [] for port, precommit_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:43.061692 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-5a83d5c8-f32a-4c1b-a591-027e2a73eade tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251178383920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4189424'] for port, after_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:43.066884 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-65679dd1-c53c-42a4-aef5-4942296e1332 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:34:43.139991 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a83d5c8-f32a-4c1b-a591-027e2a73eade tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Network 357044f3-f85c-4c82-92f2-504aa071d528 is already hosted by enough agents. {{(pid=86420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 18:34:43.143689 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.scheduler.base_scheduler [None req-5a83d5c8-f32a-4c1b-a591-027e2a73eade tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Resources bound (agent type, host, resource id):  {{(pid=86420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:34:43.148012 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a83d5c8-f32a-4c1b-a591-027e2a73eade tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Received port after_create {{(pid=86420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 18:34:43.182118 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a83d5c8-f32a-4c1b-a591-027e2a73eade tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Pushing event updated for resources: {'Port': ['ID=f68d1c4b-2051-4005-b6b9-b69c357f9b6a,revision_number=1']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:34:43.189644 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-5a83d5c8-f32a-4c1b-a591-027e2a73eade tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:34:43.242663 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-5a83d5c8-f32a-4c1b-a591-027e2a73eade tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:43.312943 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-5a83d5c8-f32a-4c1b-a591-027e2a73eade tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854207267'] for port, before_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:43.550251 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-5a83d5c8-f32a-4c1b-a591-027e2a73eade tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Notify callbacks [] for port, precommit_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:43.553837 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-5a83d5c8-f32a-4c1b-a591-027e2a73eade tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785676839112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251178383903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251178382076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850586375'] for port, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:43.558702 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-30396fdf-4e1d-456a-af41-4f99eb6191f4 tempest-VolumesSnapshotTestJSON-716769491 tempest-VolumesSnapshotTestJSON-716769491-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:34:43.672575 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a83d5c8-f32a-4c1b-a591-027e2a73eade tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Pushing event updated for resources: {'Port': ['ID=f68d1c4b-2051-4005-b6b9-b69c357f9b6a,revision_number=2']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:34:43.675553 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-5a83d5c8-f32a-4c1b-a591-027e2a73eade tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:34:43.691400 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-5a83d5c8-f32a-4c1b-a591-027e2a73eade tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850912078'] for floatingip, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:43.714716 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-5a83d5c8-f32a-4c1b-a591-027e2a73eade tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7615'] for floatingip, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:43.716059 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-5a83d5c8-f32a-4c1b-a591-027e2a73eade tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 1.1902301
Apr 20 18:34:43.956386 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [req-e35558c2-9b3e-43a1-9cd6-4c450a672820 req-82ad2f7d-6a87-4e72-8238-c21f546fadc6 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Synchronizing usage tracker for tenant:82646d2796ec4d6b9ec39ce05e5b838a on resource:security_group {{(pid=86421) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 18:34:43.971912 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [req-e35558c2-9b3e-43a1-9cd6-4c450a672820 req-82ad2f7d-6a87-4e72-8238-c21f546fadc6 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Unset dirty status for tenant:82646d2796ec4d6b9ec39ce05e5b838a on resource:security_group {{(pid=86421) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 18:34:43.973229 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-e35558c2-9b3e-43a1-9cd6-4c450a672820 req-82ad2f7d-6a87-4e72-8238-c21f546fadc6 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--1390736598&fields=id&tenant_id=82646d2796ec4d6b9ec39ce05e5b838a HTTP/1.1" status: 200  len: 267 time: 0.0593677
Apr 20 18:34:44.151780 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35558c2-9b3e-43a1-9cd6-4c450a672820 req-bfde3fa7-f585-4795-b9a7-dae274204941 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:44.153464 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-e35558c2-9b3e-43a1-9cd6-4c450a672820 req-bfde3fa7-f585-4795-b9a7-dae274204941 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "GET /v2.0/networks?id=70bb951b-5201-42f1-af2f-fff209eaf750 HTTP/1.1" status: 200  len: 817 time: 0.1726122
Apr 20 18:34:44.176556 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-e35558c2-9b3e-43a1-9cd6-4c450a672820 req-86872d56-2701-4ca0-a198-7ccf0b165c6d tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "GET /v2.0/quotas/82646d2796ec4d6b9ec39ce05e5b838a HTTP/1.1" status: 200  len: 375 time: 0.0164709
Apr 20 18:34:44.278656 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-e35558c2-9b3e-43a1-9cd6-4c450a672820 req-fcb16f66-d3c7-4dfa-b35b-4e750b54af7a tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=82646d2796ec4d6b9ec39ce05e5b838a&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0960283
Apr 20 18:34:44.436666 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-e35558c2-9b3e-43a1-9cd6-4c450a672820 req-4ccdb944-5969-435e-9c0b-5fd23f7d1931 service neutron] 10.222.0.11 "GET /v2.0/networks/70bb951b-5201-42f1-af2f-fff209eaf750?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1451693
Apr 20 18:34:44.598706 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-e35558c2-9b3e-43a1-9cd6-4c450a672820 req-313c5019-6368-412c-9c1e-2c876c33233f service neutron] 10.222.0.11 "GET /v2.0/networks/70bb951b-5201-42f1-af2f-fff209eaf750?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1484838
Apr 20 18:34:44.812650 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-3ae55377-e77f-4750-b4ba-462734733b35 req-1dbb5c7d-aa34-44f5-8efd-ea4ddf51a8bc tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "GET /v2.0/ports?device_id=5ecac24b-2023-477e-a6b0-c36ffddd82ad HTTP/1.1" status: 200  len: 210 time: 0.0509496
Apr 20 18:34:45.988002 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35558c2-9b3e-43a1-9cd6-4c450a672820 req-80c8223e-311b-4b19-9e85-467c8f73c2fb tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:45.991059 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-e35558c2-9b3e-43a1-9cd6-4c450a672820 req-80c8223e-311b-4b19-9e85-467c8f73c2fb tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.10 "GET /v2.0/networks?id=70bb951b-5201-42f1-af2f-fff209eaf750 HTTP/1.1" status: 200  len: 817 time: 0.1815822
Apr 20 18:34:46.003989 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-42f7b0cf-242e-4e2e-9abf-47ab7e4cd322 req-21b21a74-e863-4998-9a2a-02a568a6674f tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "GET /v2.0/ports?device_id=5ecac24b-2023-477e-a6b0-c36ffddd82ad HTTP/1.1" status: 200  len: 210 time: 0.0583467
Apr 20 18:34:46.086173 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [req-e35558c2-9b3e-43a1-9cd6-4c450a672820 req-ad600479-c631-4468-859a-deaba2bc9b01 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Synchronizing usage tracker for tenant:82646d2796ec4d6b9ec39ce05e5b838a on resource:security_group {{(pid=86420) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 18:34:46.099772 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [req-e35558c2-9b3e-43a1-9cd6-4c450a672820 req-ad600479-c631-4468-859a-deaba2bc9b01 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Unset dirty status for tenant:82646d2796ec4d6b9ec39ce05e5b838a on resource:security_group {{(pid=86420) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 18:34:46.101893 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-e35558c2-9b3e-43a1-9cd6-4c450a672820 req-ad600479-c631-4468-859a-deaba2bc9b01 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=82646d2796ec4d6b9ec39ce05e5b838a HTTP/1.1" status: 200  len: 5705 time: 0.1026046
Apr 20 18:34:46.115257 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.v2.base [req-e35558c2-9b3e-43a1-9cd6-4c450a672820 req-26a0b17c-3216-41cb-ad59-2f4d006d0e22 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Request body: {'port': {'device_id': '5ecac24b-2023-477e-a6b0-c36ffddd82ad', 'network_id': '70bb951b-5201-42f1-af2f-fff209eaf750', 'admin_state_up': True, 'tenant_id': '82646d2796ec4d6b9ec39ce05e5b838a', 'security_groups': ['72e2ab52-920c-4349-854b-16e50e49549f']}} {{(pid=86420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:34:46.280991 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [req-e35558c2-9b3e-43a1-9cd6-4c450a672820 req-26a0b17c-3216-41cb-ad59-2f4d006d0e22 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:34:46.287018 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [req-e35558c2-9b3e-43a1-9cd6-4c450a672820 req-26a0b17c-3216-41cb-ad59-2f4d006d0e22 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Usage tracker for resource:port and tenant:82646d2796ec4d6b9ec39ce05e5b838a is out of sync, need to count used quota {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:34:46.290036 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [req-e35558c2-9b3e-43a1-9cd6-4c450a672820 req-26a0b17c-3216-41cb-ad59-2f4d006d0e22 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Quota usage for port was recalculated. Used quota:3. {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:34:46.297746 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [req-e35558c2-9b3e-43a1-9cd6-4c450a672820 req-26a0b17c-3216-41cb-ad59-2f4d006d0e22 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:34:46.322421 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e35558c2-9b3e-43a1-9cd6-4c450a672820 req-26a0b17c-3216-41cb-ad59-2f4d006d0e22 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Made reservation on behalf of 82646d2796ec4d6b9ec39ce05e5b838a for: {'port': 1} {{(pid=86420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 18:34:46.329449 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-e35558c2-9b3e-43a1-9cd6-4c450a672820 req-26a0b17c-3216-41cb-ad59-2f4d006d0e22 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854207267'] for port, before_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:46.517902 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.db_base_plugin_common [req-e35558c2-9b3e-43a1-9cd6-4c450a672820 req-26a0b17c-3216-41cb-ad59-2f4d006d0e22 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Allocated IP 172.20.0.3 (70bb951b-5201-42f1-af2f-fff209eaf750/de093425-a655-4f08-b89a-732e934018c4/bfed11f9-e57c-4e28-9a8f-131d7bef5a3c) {{(pid=86420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 18:34:46.739718 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-e35558c2-9b3e-43a1-9cd6-4c450a672820 req-26a0b17c-3216-41cb-ad59-2f4d006d0e22 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Notify callbacks [] for port, precommit_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:46.759448 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [req-e35558c2-9b3e-43a1-9cd6-4c450a672820 req-26a0b17c-3216-41cb-ad59-2f4d006d0e22 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Transition to ACTIVE for port object bfed11f9-e57c-4e28-9a8f-131d7bef5a3c will not be triggered until provisioned by entity DHCP. {{(pid=86420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 18:34:46.786353 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-e35558c2-9b3e-43a1-9cd6-4c450a672820 req-26a0b17c-3216-41cb-ad59-2f4d006d0e22 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251178383920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4189424'] for port, after_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:46.792410 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-584ce8b6-4e21-420a-8fef-e239a0b1eca9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:34:46.877950 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e35558c2-9b3e-43a1-9cd6-4c450a672820 req-26a0b17c-3216-41cb-ad59-2f4d006d0e22 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Network 70bb951b-5201-42f1-af2f-fff209eaf750 is already hosted by enough agents. {{(pid=86420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 18:34:46.881740 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.scheduler.base_scheduler [req-e35558c2-9b3e-43a1-9cd6-4c450a672820 req-26a0b17c-3216-41cb-ad59-2f4d006d0e22 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Resources bound (agent type, host, resource id):  {{(pid=86420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:34:46.885969 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [req-e35558c2-9b3e-43a1-9cd6-4c450a672820 req-26a0b17c-3216-41cb-ad59-2f4d006d0e22 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Received port after_create {{(pid=86420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 18:34:46.929335 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a0b17c-3216-41cb-ad59-2f4d006d0e22 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Pushing event updated for resources: {'Port': ['ID=bfed11f9-e57c-4e28-9a8f-131d7bef5a3c,revision_number=1']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:34:46.934257 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-26a0b17c-3216-41cb-ad59-2f4d006d0e22 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:34:46.963569 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35558c2-9b3e-43a1-9cd6-4c450a672820 req-26a0b17c-3216-41cb-ad59-2f4d006d0e22 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:46.964279 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-e35558c2-9b3e-43a1-9cd6-4c450a672820 req-26a0b17c-3216-41cb-ad59-2f4d006d0e22 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7615'] for port, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:46.992373 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-e35558c2-9b3e-43a1-9cd6-4c450a672820 req-26a0b17c-3216-41cb-ad59-2f4d006d0e22 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8812742
Apr 20 18:34:47.005531 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.v2.base [req-e35558c2-9b3e-43a1-9cd6-4c450a672820 req-7c955dc3-aab2-4eb6-8b10-f5daea59cf8f service neutron] Request body: {'port': {'device_id': '5ecac24b-2023-477e-a6b0-c36ffddd82ad', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=86420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:34:47.119748 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-c765e05f-91e7-4b36-9be4-f1555b96bc83 None None] Provisioning for port bfed11f9-e57c-4e28-9a8f-131d7bef5a3c completed by entity DHCP. {{(pid=86422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 18:34:47.127486 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-c765e05f-91e7-4b36-9be4-f1555b96bc83 None None] Provisioning complete for port bfed11f9-e57c-4e28-9a8f-131d7bef5a3c triggered by entity DHCP. {{(pid=86422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:34:47.127887 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-c765e05f-91e7-4b36-9be4-f1555b96bc83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733696'] for port, provisioning_complete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:47.148930 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-e35558c2-9b3e-43a1-9cd6-4c450a672820 req-7c955dc3-aab2-4eb6-8b10-f5daea59cf8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854207267'] for port, before_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:47.191734 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-c765e05f-91e7-4b36-9be4-f1555b96bc83 None None] Port bfed11f9-e57c-4e28-9a8f-131d7bef5a3c cannot update to ACTIVE because it is not bound. {{(pid=86422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 18:34:47.253417 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4a1533-c667-4c63-bed7-a2db9f378f53 req-40192624-ad25-4dfa-ae67-23bc12e15e14 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:47.255072 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-ca4a1533-c667-4c63-bed7-a2db9f378f53 req-40192624-ad25-4dfa-ae67-23bc12e15e14 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "GET /v2.0/ports?device_id=5ecac24b-2023-477e-a6b0-c36ffddd82ad HTTP/1.1" status: 200  len: 931 time: 0.1100831
Apr 20 18:34:47.306898 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-ca4a1533-c667-4c63-bed7-a2db9f378f53 req-cc315e36-4ebd-4d59-ad62-a42be6e79c3a tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "GET /v2.0/security-groups?id=72e2ab52-920c-4349-854b-16e50e49549f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0447133
Apr 20 18:34:47.544142 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.notifiers.nova [req-e35558c2-9b3e-43a1-9cd6-4c450a672820 req-7c955dc3-aab2-4eb6-8b10-f5daea59cf8f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bfed11f9-e57c-4e28-9a8f-131d7bef5a3c {{(pid=86420) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 18:34:47.552314 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-e35558c2-9b3e-43a1-9cd6-4c450a672820 req-7c955dc3-aab2-4eb6-8b10-f5daea59cf8f service neutron] Notify callbacks [] for port, precommit_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:47.568368 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [req-e35558c2-9b3e-43a1-9cd6-4c450a672820 req-7c955dc3-aab2-4eb6-8b10-f5daea59cf8f service neutron] Transition to ACTIVE for port object bfed11f9-e57c-4e28-9a8f-131d7bef5a3c will not be triggered until provisioned by entity L2. {{(pid=86420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 18:34:47.570897 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-e35558c2-9b3e-43a1-9cd6-4c450a672820 req-7c955dc3-aab2-4eb6-8b10-f5daea59cf8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785676839112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251178383903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251178382076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850586375'] for port, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:47.575489 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:34:47.780687 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c955dc3-aab2-4eb6-8b10-f5daea59cf8f service neutron] Pushing event updated for resources: {'Port': ['ID=bfed11f9-e57c-4e28-9a8f-131d7bef5a3c,revision_number=2']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:34:47.786321 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-7c955dc3-aab2-4eb6-8b10-f5daea59cf8f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:34:47.834911 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [req-e35558c2-9b3e-43a1-9cd6-4c450a672820 req-7c955dc3-aab2-4eb6-8b10-f5daea59cf8f service neutron] Attempting to bind port bfed11f9-e57c-4e28-9a8f-131d7bef5a3c on host hv-cinder-78693 for vnic_type normal with profile  {{(pid=86420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 18:34:47.835435 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [req-e35558c2-9b3e-43a1-9cd6-4c450a672820 req-7c955dc3-aab2-4eb6-8b10-f5daea59cf8f service neutron] Attempting to bind port bfed11f9-e57c-4e28-9a8f-131d7bef5a3c by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': '8f4cadfd-3269-4c6c-8ca6-68423b9c7197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '70bb951b-5201-42f1-af2f-fff209eaf750'}] {{(pid=86420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 18:34:47.835820 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e35558c2-9b3e-43a1-9cd6-4c450a672820 req-7c955dc3-aab2-4eb6-8b10-f5daea59cf8f service neutron] Attempting to bind port bfed11f9-e57c-4e28-9a8f-131d7bef5a3c on network 70bb951b-5201-42f1-af2f-fff209eaf750 {{(pid=86420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 18:34:47.841277 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e35558c2-9b3e-43a1-9cd6-4c450a672820 req-7c955dc3-aab2-4eb6-8b10-f5daea59cf8f service neutron] Port bfed11f9-e57c-4e28-9a8f-131d7bef5a3c on network 70bb951b-5201-42f1-af2f-fff209eaf750 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=86420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 20 18:34:47.841643 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e35558c2-9b3e-43a1-9cd6-4c450a672820 req-7c955dc3-aab2-4eb6-8b10-f5daea59cf8f service neutron] Attempting to bind port bfed11f9-e57c-4e28-9a8f-131d7bef5a3c on network 70bb951b-5201-42f1-af2f-fff209eaf750 {{(pid=86420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 18:34:47.848418 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e35558c2-9b3e-43a1-9cd6-4c450a672820 req-7c955dc3-aab2-4eb6-8b10-f5daea59cf8f service neutron] Checking agent: {'id': '1d7a02d0-8f4e-4dcc-9452-bf36df956f32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 28, 32), 'started_at': datetime.datetime(2021, 4, 20, 18, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 34, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 18:34:47.848806 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e35558c2-9b3e-43a1-9cd6-4c450a672820 req-7c955dc3-aab2-4eb6-8b10-f5daea59cf8f service neutron] Checking segment: {'id': '8f4cadfd-3269-4c6c-8ca6-68423b9c7197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '70bb951b-5201-42f1-af2f-fff209eaf750'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 18:34:47.849506 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e35558c2-9b3e-43a1-9cd6-4c450a672820 req-7c955dc3-aab2-4eb6-8b10-f5daea59cf8f service neutron] Bound using segment: {'id': '8f4cadfd-3269-4c6c-8ca6-68423b9c7197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '70bb951b-5201-42f1-af2f-fff209eaf750'} {{(pid=86420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 18:34:47.849976 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [req-e35558c2-9b3e-43a1-9cd6-4c450a672820 req-7c955dc3-aab2-4eb6-8b10-f5daea59cf8f service neutron] Bound port: bfed11f9-e57c-4e28-9a8f-131d7bef5a3c, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f4cadfd-3269-4c6c-8ca6-68423b9c7197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '70bb951b-5201-42f1-af2f-fff209eaf750'}}] {{(pid=86420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 18:34:47.850363 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-e35558c2-9b3e-43a1-9cd6-4c450a672820 req-7c955dc3-aab2-4eb6-8b10-f5daea59cf8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854207267'] for port, before_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:47.992691 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [req-e35558c2-9b3e-43a1-9cd6-4c450a672820 req-7c955dc3-aab2-4eb6-8b10-f5daea59cf8f service neutron] For port bfed11f9-e57c-4e28-9a8f-131d7bef5a3c, host hv-cinder-78693, cleared binding levels {{(pid=86420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 18:34:47.996635 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [req-e35558c2-9b3e-43a1-9cd6-4c450a672820 req-7c955dc3-aab2-4eb6-8b10-f5daea59cf8f service neutron] For port bfed11f9-e57c-4e28-9a8f-131d7bef5a3c, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=bfed11f9-e57c-4e28-9a8f-131d7bef5a3c,segment=NetworkSegment(8f4cadfd-3269-4c6c-8ca6-68423b9c7197),segment_id=8f4cadfd-3269-4c6c-8ca6-68423b9c7197)] {{(pid=86420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 18:34:48.004352 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-e35558c2-9b3e-43a1-9cd6-4c450a672820 req-7c955dc3-aab2-4eb6-8b10-f5daea59cf8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785676839112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251178383903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251178382076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850586375'] for port, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:48.010377 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-7c955dc3-aab2-4eb6-8b10-f5daea59cf8f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:34:48.083300 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35558c2-9b3e-43a1-9cd6-4c450a672820 req-7c955dc3-aab2-4eb6-8b10-f5daea59cf8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:48.083985 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-e35558c2-9b3e-43a1-9cd6-4c450a672820 req-7c955dc3-aab2-4eb6-8b10-f5daea59cf8f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7615'] for port, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:48.085591 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-e35558c2-9b3e-43a1-9cd6-4c450a672820 req-7c955dc3-aab2-4eb6-8b10-f5daea59cf8f service neutron] 10.222.0.10 "PUT /v2.0/ports/bfed11f9-e57c-4e28-9a8f-131d7bef5a3c HTTP/1.1" status: 200  len: 1093 time: 1.0850196
Apr 20 18:34:48.086154 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ecac24b-2023-477e-a6b0-c36ffddd82ad', 'tag': 'bfed11f9-e57c-4e28-9a8f-131d7bef5a3c'}] {{(pid=86420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:34:48.120780 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c955dc3-aab2-4eb6-8b10-f5daea59cf8f service neutron] Pushing event updated for resources: {'Port': ['ID=bfed11f9-e57c-4e28-9a8f-131d7bef5a3c,revision_number=3']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:34:48.132970 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-7c955dc3-aab2-4eb6-8b10-f5daea59cf8f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:34:48.183951 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ecac24b-2023-477e-a6b0-c36ffddd82ad', 'tag': 'bfed11f9-e57c-4e28-9a8f-131d7bef5a3c', 'status': 'completed', 'code': 200}
Apr 20 18:34:48.233093 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35558c2-9b3e-43a1-9cd6-4c450a672820 req-3e2b63cf-a21d-4f69-9609-52bf136e202c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:48.235355 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-e35558c2-9b3e-43a1-9cd6-4c450a672820 req-3e2b63cf-a21d-4f69-9609-52bf136e202c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=82646d2796ec4d6b9ec39ce05e5b838a&device_id=5ecac24b-2023-477e-a6b0-c36ffddd82ad HTTP/1.1" status: 200  len: 1096 time: 0.1012998
Apr 20 18:34:48.397720 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-e35558c2-9b3e-43a1-9cd6-4c450a672820 req-97a4bad2-9031-46f2-8316-8e37581570e0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bfed11f9-e57c-4e28-9a8f-131d7bef5a3c HTTP/1.1" status: 200  len: 217 time: 0.1544251
Apr 20 18:34:48.543240 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35558c2-9b3e-43a1-9cd6-4c450a672820 req-feb4d546-7593-4dec-9d0c-99d238dc2921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:48.545167 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-e35558c2-9b3e-43a1-9cd6-4c450a672820 req-feb4d546-7593-4dec-9d0c-99d238dc2921 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=de093425-a655-4f08-b89a-732e934018c4 HTTP/1.1" status: 200  len: 856 time: 0.1402769
Apr 20 18:34:48.657442 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35558c2-9b3e-43a1-9cd6-4c450a672820 req-2907b0ef-6144-498f-aa81-73b5acc5ae2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:48.659281 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-e35558c2-9b3e-43a1-9cd6-4c450a672820 req-2907b0ef-6144-498f-aa81-73b5acc5ae2d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=70bb951b-5201-42f1-af2f-fff209eaf750&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1055028
Apr 20 18:34:48.741941 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78651b7-9d76-47f2-bbad-1cba422f22a5 req-0a144116-bddc-437a-bfc1-c29068393b3d tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:48.745182 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-d78651b7-9d76-47f2-bbad-1cba422f22a5 req-0a144116-bddc-437a-bfc1-c29068393b3d tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "GET /v2.0/ports?device_id=5ecac24b-2023-477e-a6b0-c36ffddd82ad HTTP/1.1" status: 200  len: 943 time: 0.1865842
Apr 20 18:34:48.839081 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-d78651b7-9d76-47f2-bbad-1cba422f22a5 req-45e86d51-4f90-4e0a-86b5-dddbcfe864b4 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "GET /v2.0/security-groups?id=72e2ab52-920c-4349-854b-16e50e49549f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0852635
Apr 20 18:34:49.091177 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-e35558c2-9b3e-43a1-9cd6-4c450a672820 req-1fed7937-fab1-4b8c-af83-14ebd2a61bf0 service neutron] 10.222.0.10 "GET /v2.0/networks/70bb951b-5201-42f1-af2f-fff209eaf750?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4241188
Apr 20 18:34:49.247320 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-e35558c2-9b3e-43a1-9cd6-4c450a672820 req-6423f7c3-f26a-45b2-931b-4a9425af3880 service neutron] 10.222.0.10 "GET /v2.0/networks/70bb951b-5201-42f1-af2f-fff209eaf750?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1468215
Apr 20 18:34:49.382623 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec64b00-7796-4344-b60e-b2bc1faa4ed1 req-a0873d97-7679-4fa7-90d4-3e7b8b714f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:49.384412 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-3ec64b00-7796-4344-b60e-b2bc1faa4ed1 req-a0873d97-7679-4fa7-90d4-3e7b8b714f0e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=82646d2796ec4d6b9ec39ce05e5b838a&device_id=5ecac24b-2023-477e-a6b0-c36ffddd82ad HTTP/1.1" status: 200  len: 1096 time: 0.0892012
Apr 20 18:34:49.557446 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec64b00-7796-4344-b60e-b2bc1faa4ed1 req-03b6ddbd-899a-469a-b5ca-acc52c35195b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:49.559095 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-3ec64b00-7796-4344-b60e-b2bc1faa4ed1 req-03b6ddbd-899a-469a-b5ca-acc52c35195b service neutron] 10.222.0.10 "GET /v2.0/networks?id=70bb951b-5201-42f1-af2f-fff209eaf750 HTTP/1.1" status: 200  len: 918 time: 0.1665609
Apr 20 18:34:49.642465 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-3ec64b00-7796-4344-b60e-b2bc1faa4ed1 req-505a2d1d-6b33-4258-9ae2-2813bac92bd1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bfed11f9-e57c-4e28-9a8f-131d7bef5a3c HTTP/1.1" status: 200  len: 217 time: 0.0762196
Apr 20 18:34:49.720387 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec64b00-7796-4344-b60e-b2bc1faa4ed1 req-4cddb01e-10aa-40b8-97d9-29e603adef4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:49.722139 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-3ec64b00-7796-4344-b60e-b2bc1faa4ed1 req-4cddb01e-10aa-40b8-97d9-29e603adef4a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=de093425-a655-4f08-b89a-732e934018c4 HTTP/1.1" status: 200  len: 856 time: 0.0726821
Apr 20 18:34:49.823669 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec64b00-7796-4344-b60e-b2bc1faa4ed1 req-83ba25e8-eeaa-4e03-bf09-fae026b3bfb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:49.825421 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-3ec64b00-7796-4344-b60e-b2bc1faa4ed1 req-83ba25e8-eeaa-4e03-bf09-fae026b3bfb5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=70bb951b-5201-42f1-af2f-fff209eaf750&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0964317
Apr 20 18:34:49.988762 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-3ec64b00-7796-4344-b60e-b2bc1faa4ed1 req-cb3ea3af-52b7-4eeb-b9d0-60cf7a5b4e02 service neutron] 10.222.0.10 "GET /v2.0/networks/70bb951b-5201-42f1-af2f-fff209eaf750?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1552441
Apr 20 18:34:50.076231 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9ec28d-f023-4d23-9569-9deb5958f1e7 req-b8453bc3-873a-40e8-b9fa-18f1ed8c11ca tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:50.078076 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-8f9ec28d-f023-4d23-9569-9deb5958f1e7 req-b8453bc3-873a-40e8-b9fa-18f1ed8c11ca tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "GET /v2.0/ports?device_id=5ecac24b-2023-477e-a6b0-c36ffddd82ad HTTP/1.1" status: 200  len: 943 time: 0.0985372
Apr 20 18:34:50.138617 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-8f9ec28d-f023-4d23-9569-9deb5958f1e7 req-36dd08c7-a95d-49d7-a8f2-68a19e0ca448 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "GET /v2.0/security-groups?id=72e2ab52-920c-4349-854b-16e50e49549f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0536861
Apr 20 18:34:50.226405 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-3ec64b00-7796-4344-b60e-b2bc1faa4ed1 req-dfeddbc4-d2e1-45bf-a359-6799a751d76d service neutron] 10.222.0.10 "GET /v2.0/networks/70bb951b-5201-42f1-af2f-fff209eaf750?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2308214
Apr 20 18:34:50.431922 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.11', 49042) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:34:50.565394 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.db_base_plugin_v2 [None req-8dc97156-0917-4adc-9a27-07a23036b474 admin admin] Deleting subnet 75a47f67-6489-4089-9d4f-f2df6c48f8c2 {{(pid=86420) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 20 18:34:50.571034 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-8dc97156-0917-4adc-9a27-07a23036b474 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:50.676401 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-8dc97156-0917-4adc-9a27-07a23036b474 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2734893'] for subnet, precommit_delete_associations {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:50.781966 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-8dc97156-0917-4adc-9a27-07a23036b474 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735778'] for subnet, precommit_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:50.981071 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Device bfed11f9-e57c-4e28-9a8f-131d7bef5a3c details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 18:34:51.169923 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-8dc97156-0917-4adc-9a27-07a23036b474 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854040038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850911380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4189476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852074705'] for subnet, after_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:51.178318 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-6f0190f9-282a-49ba-9d9d-bcf3f904dfea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:34:51.226098 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc97156-0917-4adc-9a27-07a23036b474 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=75a47f67-6489-4089-9d4f-f2df6c48f8c2,revision_number=None']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:34:51.230535 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-8dc97156-0917-4adc-9a27-07a23036b474 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:34:51.232326 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-8dc97156-0917-4adc-9a27-07a23036b474 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3704713'] for subnet, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:51.239316 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] For port bfed11f9-e57c-4e28-9a8f-131d7bef5a3c, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=bfed11f9-e57c-4e28-9a8f-131d7bef5a3c,segment=NetworkSegment(8f4cadfd-3269-4c6c-8ca6-68423b9c7197),segment_id=8f4cadfd-3269-4c6c-8ca6-68423b9c7197)] {{(pid=86422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:34:51.244707 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-8dc97156-0917-4adc-9a27-07a23036b474 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/75a47f67-6489-4089-9d4f-f2df6c48f8c2 HTTP/1.1" status: 204  len: 168 time: 0.8097239
Apr 20 18:34:51.246897 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.11', 49052) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:34:51.259898 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Returning: {'device': 'bfed11f9-e57c-4e28-9a8f-131d7bef5a3c', 'network_id': '70bb951b-5201-42f1-af2f-fff209eaf750', 'port_id': 'bfed11f9-e57c-4e28-9a8f-131d7bef5a3c', 'mac_address': 'fa:16:3e:38:f1:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 380, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de093425-a655-4f08-b89a-732e934018c4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 18:34:51.333650 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854207267'] for port, before_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:51.357359 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.notifiers.nova [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bfed11f9-e57c-4e28-9a8f-131d7bef5a3c {{(pid=86422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 18:34:51.379973 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] For port bfed11f9-e57c-4e28-9a8f-131d7bef5a3c, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=bfed11f9-e57c-4e28-9a8f-131d7bef5a3c,segment=NetworkSegment(8f4cadfd-3269-4c6c-8ca6-68423b9c7197),segment_id=8f4cadfd-3269-4c6c-8ca6-68423b9c7197)] {{(pid=86422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:34:51.385085 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785676839112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251178383903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251178382076'] for port, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:51.387272 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:34:51.420411 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2214b5df-78a5-4100-a1fa-d8fb841e6847 req-e70c3975-d041-480d-8068-71f93a32abae tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:51.423346 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-2214b5df-78a5-4100-a1fa-d8fb841e6847 req-e70c3975-d041-480d-8068-71f93a32abae tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "GET /v2.0/ports?device_id=5ecac24b-2023-477e-a6b0-c36ffddd82ad HTTP/1.1" status: 200  len: 943 time: 0.1181278
Apr 20 18:34:51.482473 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-fb3849c0-aea7-45bb-a88d-ad08d2369737 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543598'] for network, before_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:51.489109 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-2214b5df-78a5-4100-a1fa-d8fb841e6847 req-6996e0bb-4aa1-4ca3-b731-9456360ed19c tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "GET /v2.0/security-groups?id=72e2ab52-920c-4349-854b-16e50e49549f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0534363
Apr 20 18:34:51.508772 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Pushing event updated for resources: {'Port': ['ID=bfed11f9-e57c-4e28-9a8f-131d7bef5a3c,revision_number=4']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:34:51.522061 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:34:51.522577 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:34:51.523190 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:34:51.523696 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:34:51.524067 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:34:51.524462 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:34:51.524836 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:34:51.525203 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:34:51.525575 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:34:51.525942 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:34:51.526342 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:34:51.526703 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:34:51.532021 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:34:51.623069 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] get_ports_and_sgs() called for port_ids ['bfed11f9-e57c-4e28-9a8f-131d7bef5a3c'] {{(pid=86422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 18:34:51.630765 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-fb3849c0-aea7-45bb-a88d-ad08d2369737 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854039945', 'neutron.services.segments.db._delete_segments_for_network-8785676757363'] for network, precommit_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:51.831192 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.services.segments.db [None req-fb3849c0-aea7-45bb-a88d-ad08d2369737 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fd9302ce630>,) {'filters': {'network_id': ['1cb88e02-e738-40c6-902d-92fcd035664e']}} {{(pid=86420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:34:51.845494 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.services.segments.db [None req-fb3849c0-aea7-45bb-a88d-ad08d2369737 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fd9302ce630>, '41a0b69d-a512-45d9-9986-9713f95582a6') {'for_net_delete': True} {{(pid=86420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:34:51.845833 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.services.segments.db [None req-fb3849c0-aea7-45bb-a88d-ad08d2369737 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fd9302ce630>, '41a0b69d-a512-45d9-9986-9713f95582a6') {} {{(pid=86420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:34:51.860531 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-fb3849c0-aea7-45bb-a88d-ad08d2369737 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363251177908579', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852040923'] for segment, before_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:51.877965 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-fb3849c0-aea7-45bb-a88d-ad08d2369737 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854148540'] for segment, precommit_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:51.884928 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb3849c0-aea7-45bb-a88d-ad08d2369737 admin admin] Releasing vlan 379 on physical network physnet1 to pool {{(pid=86420) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 20 18:34:52.084090 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [None req-fb3849c0-aea7-45bb-a88d-ad08d2369737 admin admin] Network 1cb88e02-e738-40c6-902d-92fcd035664e has no segments {{(pid=86420) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 18:34:52.094179 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-fb3849c0-aea7-45bb-a88d-ad08d2369737 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-627251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036850586489'] for segment, after_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:52.290558 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [None req-fb3849c0-aea7-45bb-a88d-ad08d2369737 admin admin] Network 1cb88e02-e738-40c6-902d-92fcd035664e has no segments {{(pid=86420) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 18:34:52.320815 dv-cinder-786931-2-iscsi neutron-server[86307]: Traceback (most recent call last):
Apr 20 18:34:52.320815 dv-cinder-786931-2-iscsi neutron-server[86307]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 20 18:34:52.320815 dv-cinder-786931-2-iscsi neutron-server[86307]:     timer()
Apr 20 18:34:52.320815 dv-cinder-786931-2-iscsi neutron-server[86307]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 20 18:34:52.320815 dv-cinder-786931-2-iscsi neutron-server[86307]:     cb(*args, **kw)
Apr 20 18:34:52.320815 dv-cinder-786931-2-iscsi neutron-server[86307]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 20 18:34:52.320815 dv-cinder-786931-2-iscsi neutron-server[86307]:     return func(*args, **kwargs)
Apr 20 18:34:52.320815 dv-cinder-786931-2-iscsi neutron-server[86307]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 20 18:34:52.320815 dv-cinder-786931-2-iscsi neutron-server[86307]:     self._notify()
Apr 20 18:34:52.320815 dv-cinder-786931-2-iscsi neutron-server[86307]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 20 18:34:52.320815 dv-cinder-786931-2-iscsi neutron-server[86307]:     self.callback(batched_events)
Apr 20 18:34:52.320815 dv-cinder-786931-2-iscsi neutron-server[86307]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 20 18:34:52.320815 dv-cinder-786931-2-iscsi neutron-server[86307]:     event.method(event)
Apr 20 18:34:52.320815 dv-cinder-786931-2-iscsi neutron-server[86307]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 20 18:34:52.320815 dv-cinder-786931-2-iscsi neutron-server[86307]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 20 18:34:52.320815 dv-cinder-786931-2-iscsi neutron-server[86307]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 20 18:34:52.320815 dv-cinder-786931-2-iscsi neutron-server[86307]:     segment_id)['aggregates'][0]
Apr 20 18:34:52.320815 dv-cinder-786931-2-iscsi neutron-server[86307]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 20 18:34:52.320815 dv-cinder-786931-2-iscsi neutron-server[86307]:     return f(self, *a, **k)
Apr 20 18:34:52.320815 dv-cinder-786931-2-iscsi neutron-server[86307]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 20 18:34:52.320815 dv-cinder-786931-2-iscsi neutron-server[86307]:     return self._get(url).json()
Apr 20 18:34:52.320815 dv-cinder-786931-2-iscsi neutron-server[86307]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 20 18:34:52.320815 dv-cinder-786931-2-iscsi neutron-server[86307]:     **kwargs)
Apr 20 18:34:52.320815 dv-cinder-786931-2-iscsi neutron-server[86307]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 20 18:34:52.320815 dv-cinder-786931-2-iscsi neutron-server[86307]:     return self.request(url, 'GET', **kwargs)
Apr 20 18:34:52.320815 dv-cinder-786931-2-iscsi neutron-server[86307]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 20 18:34:52.320815 dv-cinder-786931-2-iscsi neutron-server[86307]:     **endpoint_filter)
Apr 20 18:34:52.320815 dv-cinder-786931-2-iscsi neutron-server[86307]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 20 18:34:52.320815 dv-cinder-786931-2-iscsi neutron-server[86307]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 20 18:34:52.320815 dv-cinder-786931-2-iscsi neutron-server[86307]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 20 18:34:52.320815 dv-cinder-786931-2-iscsi neutron-server[86307]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 20 18:34:52.320815 dv-cinder-786931-2-iscsi neutron-server[86307]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 20 18:34:52.406781 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-fb3849c0-aea7-45bb-a88d-ad08d2369737 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850969204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850912127'] for network, after_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:52.411237 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-f43cc4f2-1c91-4881-b4f9-5230aef65c40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:34:52.427263 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-fb3849c0-aea7-45bb-a88d-ad08d2369737 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3704713'] for network, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:52.439041 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3849c0-aea7-45bb-a88d-ad08d2369737 admin admin] Pushing event deleted for resources: {'Network': ['ID=1cb88e02-e738-40c6-902d-92fcd035664e,revision_number=None']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:34:52.446957 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-fb3849c0-aea7-45bb-a88d-ad08d2369737 admin admin] 10.222.0.11 "DELETE /v2.0/networks/1cb88e02-e738-40c6-902d-92fcd035664e HTTP/1.1" status: 204  len: 168 time: 1.1936719
Apr 20 18:34:52.446957 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-fb3849c0-aea7-45bb-a88d-ad08d2369737 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:34:52.447401 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.11', 49062) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:34:52.525404 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7a9e762-e48b-4833-ab81-4b65f1cfa96c admin admin] Deleting subnet 13a2f57f-45fe-470b-a0ad-70375811e93a {{(pid=86420) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 20 18:34:52.529328 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d7a9e762-e48b-4833-ab81-4b65f1cfa96c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:52.588266 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d7a9e762-e48b-4833-ab81-4b65f1cfa96c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2734893'] for subnet, precommit_delete_associations {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:52.660993 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d7a9e762-e48b-4833-ab81-4b65f1cfa96c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735778'] for subnet, precommit_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:52.736210 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dce58e-ebb2-4580-b1fc-60dccdc52589 req-174d5d27-3f69-4070-bbb6-1bc11e50ea7b tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:52.738062 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-71dce58e-ebb2-4580-b1fc-60dccdc52589 req-174d5d27-3f69-4070-bbb6-1bc11e50ea7b tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "GET /v2.0/ports?device_id=5ecac24b-2023-477e-a6b0-c36ffddd82ad HTTP/1.1" status: 200  len: 944 time: 0.1101315
Apr 20 18:34:52.792597 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-71dce58e-ebb2-4580-b1fc-60dccdc52589 req-acfcf374-9fee-40de-8424-fed2f30550b2 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "GET /v2.0/security-groups?id=72e2ab52-920c-4349-854b-16e50e49549f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0478480
Apr 20 18:34:52.959734 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d7a9e762-e48b-4833-ab81-4b65f1cfa96c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854040038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850911380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4189476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852074705'] for subnet, after_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:52.965599 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-6117dbd9-e3b3-4a22-b472-bc7e36aaad4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:34:53.011376 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a9e762-e48b-4833-ab81-4b65f1cfa96c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=13a2f57f-45fe-470b-a0ad-70375811e93a,revision_number=None']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:34:53.014820 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-d7a9e762-e48b-4833-ab81-4b65f1cfa96c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:34:53.016572 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d7a9e762-e48b-4833-ab81-4b65f1cfa96c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3704713'] for subnet, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:53.023733 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-d7a9e762-e48b-4833-ab81-4b65f1cfa96c admin admin] 10.222.0.11 "DELETE /v2.0/subnets/13a2f57f-45fe-470b-a0ad-70375811e93a HTTP/1.1" status: 204  len: 168 time: 0.5748279
Apr 20 18:34:53.026622 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.11', 49068) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:34:53.151938 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-32ea0717-d7c7-4bee-aaa4-4f6da78b50d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543598'] for network, before_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:53.293842 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-32ea0717-d7c7-4bee-aaa4-4f6da78b50d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854039945', 'neutron.services.segments.db._delete_segments_for_network-8785676757363'] for network, precommit_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:53.418941 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.services.segments.db [None req-32ea0717-d7c7-4bee-aaa4-4f6da78b50d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fd9307656d8>,) {'filters': {'network_id': ['b8fdbe7e-09d4-4b92-a603-ab53c7fd5a32']}} {{(pid=86420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:34:53.435233 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.services.segments.db [None req-32ea0717-d7c7-4bee-aaa4-4f6da78b50d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fd9307656d8>, '30c6c081-9854-4da9-9276-1230a0f4b35c') {'for_net_delete': True} {{(pid=86420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:34:53.435701 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.services.segments.db [None req-32ea0717-d7c7-4bee-aaa4-4f6da78b50d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fd9307656d8>, '30c6c081-9854-4da9-9276-1230a0f4b35c') {} {{(pid=86420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:34:53.452370 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-32ea0717-d7c7-4bee-aaa4-4f6da78b50d1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363251177908579', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852040923'] for segment, before_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:53.470508 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-32ea0717-d7c7-4bee-aaa4-4f6da78b50d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854148540'] for segment, precommit_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:53.483809 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32ea0717-d7c7-4bee-aaa4-4f6da78b50d1 admin admin] Releasing vlan 391 on physical network physnet1 to pool {{(pid=86420) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 20 18:34:53.840316 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [None req-32ea0717-d7c7-4bee-aaa4-4f6da78b50d1 admin admin] Network b8fdbe7e-09d4-4b92-a603-ab53c7fd5a32 has no segments {{(pid=86420) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 18:34:53.860811 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-32ea0717-d7c7-4bee-aaa4-4f6da78b50d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-627251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036850586489'] for segment, after_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:54.111930 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [None req-32ea0717-d7c7-4bee-aaa4-4f6da78b50d1 admin admin] Network b8fdbe7e-09d4-4b92-a603-ab53c7fd5a32 has no segments {{(pid=86420) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 18:34:54.130436 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ae20de-f114-4bd8-9e54-117cfe60a4e3 req-b8f00719-0a0f-4b55-adf9-e16e5d8e278a tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:54.133274 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-d7ae20de-f114-4bd8-9e54-117cfe60a4e3 req-b8f00719-0a0f-4b55-adf9-e16e5d8e278a tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "GET /v2.0/ports?device_id=5ecac24b-2023-477e-a6b0-c36ffddd82ad HTTP/1.1" status: 200  len: 944 time: 0.1715014
Apr 20 18:34:54.138056 dv-cinder-786931-2-iscsi neutron-server[86307]: Traceback (most recent call last):
Apr 20 18:34:54.138056 dv-cinder-786931-2-iscsi neutron-server[86307]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 20 18:34:54.138056 dv-cinder-786931-2-iscsi neutron-server[86307]:     timer()
Apr 20 18:34:54.138056 dv-cinder-786931-2-iscsi neutron-server[86307]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 20 18:34:54.138056 dv-cinder-786931-2-iscsi neutron-server[86307]:     cb(*args, **kw)
Apr 20 18:34:54.138056 dv-cinder-786931-2-iscsi neutron-server[86307]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 20 18:34:54.138056 dv-cinder-786931-2-iscsi neutron-server[86307]:     return func(*args, **kwargs)
Apr 20 18:34:54.138056 dv-cinder-786931-2-iscsi neutron-server[86307]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 20 18:34:54.138056 dv-cinder-786931-2-iscsi neutron-server[86307]:     self._notify()
Apr 20 18:34:54.138056 dv-cinder-786931-2-iscsi neutron-server[86307]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 20 18:34:54.138056 dv-cinder-786931-2-iscsi neutron-server[86307]:     self.callback(batched_events)
Apr 20 18:34:54.138056 dv-cinder-786931-2-iscsi neutron-server[86307]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 20 18:34:54.138056 dv-cinder-786931-2-iscsi neutron-server[86307]:     event.method(event)
Apr 20 18:34:54.138056 dv-cinder-786931-2-iscsi neutron-server[86307]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 20 18:34:54.138056 dv-cinder-786931-2-iscsi neutron-server[86307]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 20 18:34:54.138056 dv-cinder-786931-2-iscsi neutron-server[86307]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 20 18:34:54.138056 dv-cinder-786931-2-iscsi neutron-server[86307]:     segment_id)['aggregates'][0]
Apr 20 18:34:54.138056 dv-cinder-786931-2-iscsi neutron-server[86307]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 20 18:34:54.138056 dv-cinder-786931-2-iscsi neutron-server[86307]:     return f(self, *a, **k)
Apr 20 18:34:54.138056 dv-cinder-786931-2-iscsi neutron-server[86307]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 20 18:34:54.138056 dv-cinder-786931-2-iscsi neutron-server[86307]:     return self._get(url).json()
Apr 20 18:34:54.138056 dv-cinder-786931-2-iscsi neutron-server[86307]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 20 18:34:54.138056 dv-cinder-786931-2-iscsi neutron-server[86307]:     **kwargs)
Apr 20 18:34:54.138056 dv-cinder-786931-2-iscsi neutron-server[86307]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 20 18:34:54.138056 dv-cinder-786931-2-iscsi neutron-server[86307]:     return self.request(url, 'GET', **kwargs)
Apr 20 18:34:54.138056 dv-cinder-786931-2-iscsi neutron-server[86307]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 20 18:34:54.138056 dv-cinder-786931-2-iscsi neutron-server[86307]:     **endpoint_filter)
Apr 20 18:34:54.138056 dv-cinder-786931-2-iscsi neutron-server[86307]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 20 18:34:54.138056 dv-cinder-786931-2-iscsi neutron-server[86307]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 20 18:34:54.138056 dv-cinder-786931-2-iscsi neutron-server[86307]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 20 18:34:54.138056 dv-cinder-786931-2-iscsi neutron-server[86307]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 20 18:34:54.138056 dv-cinder-786931-2-iscsi neutron-server[86307]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 20 18:34:54.211427 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-d7ae20de-f114-4bd8-9e54-117cfe60a4e3 req-1cedb5e8-9ac1-4f76-b8db-1daefe1910a8 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "GET /v2.0/security-groups?id=72e2ab52-920c-4349-854b-16e50e49549f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0671625
Apr 20 18:34:54.245946 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-32ea0717-d7c7-4bee-aaa4-4f6da78b50d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850969204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850912127'] for network, after_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:54.250713 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-8124cac5-2c5e-4bed-853b-b905f505715b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:34:54.266965 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-32ea0717-d7c7-4bee-aaa4-4f6da78b50d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3704713'] for network, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:54.277744 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ea0717-d7c7-4bee-aaa4-4f6da78b50d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=b8fdbe7e-09d4-4b92-a603-ab53c7fd5a32,revision_number=None']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:34:54.280455 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-32ea0717-d7c7-4bee-aaa4-4f6da78b50d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:34:54.282531 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-32ea0717-d7c7-4bee-aaa4-4f6da78b50d1 admin admin] 10.222.0.11 "DELETE /v2.0/networks/b8fdbe7e-09d4-4b92-a603-ab53c7fd5a32 HTTP/1.1" status: 204  len: 168 time: 1.2545834
Apr 20 18:34:54.514082 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86421) accepted ('10.222.0.11', 49078) {{(pid=86421) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:34:54.574511 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-4a58491e-a720-425c-bf85-dad52d7d6d06 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4fa0edb89d524b35aed7b3b875c8f483&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0590680
Apr 20 18:34:54.577457 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86421) accepted ('10.222.0.11', 49084) {{(pid=86421) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:34:54.654937 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-313fa216-80dd-4af2-ad7c-e5929448b464 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:54.690001 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-313fa216-80dd-4af2-ad7c-e5929448b464 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:54.747816 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-313fa216-80dd-4af2-ad7c-e5929448b464 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850969184'] for security_group, after_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:54.756918 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-897b91bc-d492-4114-af47-37c1d10d4b78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:34:54.773400 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313fa216-80dd-4af2-ad7c-e5929448b464 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4d4959f-5d12-4b33-8b7c-57bc257b97b7,revision_number=None']} {{(pid=86421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:34:54.776247 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-313fa216-80dd-4af2-ad7c-e5929448b464 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:34:54.777526 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-313fa216-80dd-4af2-ad7c-e5929448b464 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:54.784331 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-313fa216-80dd-4af2-ad7c-e5929448b464 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c4d4959f-5d12-4b33-8b7c-57bc257b97b7 HTTP/1.1" status: 204  len: 168 time: 0.2001977
Apr 20 18:34:55.318072 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86421) accepted ('10.222.0.11', 49100) {{(pid=86421) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:34:55.457759 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-004b2c25-a7eb-4064-8a08-907c1b250ead admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1d5b9bdc63894066ab742cd33b5cece0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1326878
Apr 20 18:34:55.458395 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.11', 49104) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:34:55.528652 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3debc7c-5078-4063-81be-f4d379ad28c7 req-163df011-96d9-4f00-b049-d3ea94035ea6 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:55.531324 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-d3debc7c-5078-4063-81be-f4d379ad28c7 req-163df011-96d9-4f00-b049-d3ea94035ea6 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "GET /v2.0/ports?device_id=5ecac24b-2023-477e-a6b0-c36ffddd82ad HTTP/1.1" status: 200  len: 944 time: 0.1312833
Apr 20 18:34:55.617170 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-45f8d605-4424-4379-bae4-3177f021e001 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:55.633232 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-d3debc7c-5078-4063-81be-f4d379ad28c7 req-f2e6428d-f302-46f1-b799-a82573785c7c tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "GET /v2.0/security-groups?id=72e2ab52-920c-4349-854b-16e50e49549f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0898743
Apr 20 18:34:55.650913 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-45f8d605-4424-4379-bae4-3177f021e001 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:55.714356 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-45f8d605-4424-4379-bae4-3177f021e001 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850969184'] for security_group, after_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:55.726331 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-0005e207-00b4-4551-8537-cdf74bf60c26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:34:55.744415 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f8d605-4424-4379-bae4-3177f021e001 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc51f54e-08a0-497b-947e-6cfc5b4f5e42,revision_number=None']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:34:55.747211 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-45f8d605-4424-4379-bae4-3177f021e001 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:55.748485 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-45f8d605-4424-4379-bae4-3177f021e001 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/bc51f54e-08a0-497b-947e-6cfc5b4f5e42 HTTP/1.1" status: 204  len: 168 time: 0.2883177
Apr 20 18:34:55.750072 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-45f8d605-4424-4379-bae4-3177f021e001 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:34:55.838385 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed0fa0a-9fa8-4b33-85ff-60a9a68ebfbf req-4b5d150e-70f1-4564-a16f-e107df764a19 tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:55.840100 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-7ed0fa0a-9fa8-4b33-85ff-60a9a68ebfbf req-4b5d150e-70f1-4564-a16f-e107df764a19 tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] 10.222.0.11 "GET /v2.0/ports?device_id=195563af-933f-44b1-9a05-860e8d0d93c9 HTTP/1.1" status: 200  len: 946 time: 0.1577771
Apr 20 18:34:55.930881 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-7ed0fa0a-9fa8-4b33-85ff-60a9a68ebfbf req-b06af377-60d5-4356-8fca-b13bf92ca266 tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] 10.222.0.11 "GET /v2.0/security-groups?id=69608afe-11f9-43e6-87f2-e65ac49327da&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0764828
Apr 20 18:34:56.600121 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Device bfed11f9-e57c-4e28-9a8f-131d7bef5a3c up at agent hyperv_hv-cinder-78693 {{(pid=86422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:34:56.737242 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Provisioning for port bfed11f9-e57c-4e28-9a8f-131d7bef5a3c completed by entity L2. {{(pid=86422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 18:34:56.748951 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Provisioning complete for port bfed11f9-e57c-4e28-9a8f-131d7bef5a3c triggered by entity L2. {{(pid=86422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:34:56.749695 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733696'] for port, provisioning_complete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:56.922660 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854207267'] for port, before_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:56.952412 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66846812-ff1a-4f12-91f7-ebc676e9c3a4 req-1da0a2f2-d648-498b-a212-40a2b4b19489 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:56.954894 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-66846812-ff1a-4f12-91f7-ebc676e9c3a4 req-1da0a2f2-d648-498b-a212-40a2b4b19489 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "GET /v2.0/ports?device_id=5ecac24b-2023-477e-a6b0-c36ffddd82ad HTTP/1.1" status: 200  len: 944 time: 0.1137111
Apr 20 18:34:56.958227 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ecac24b-2023-477e-a6b0-c36ffddd82ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfed11f9-e57c-4e28-9a8f-131d7bef5a3c'}] {{(pid=86422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:34:56.982906 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] For port bfed11f9-e57c-4e28-9a8f-131d7bef5a3c, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=bfed11f9-e57c-4e28-9a8f-131d7bef5a3c,segment=NetworkSegment(8f4cadfd-3269-4c6c-8ca6-68423b9c7197),segment_id=8f4cadfd-3269-4c6c-8ca6-68423b9c7197)] {{(pid=86422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:34:56.990362 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785676839112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251178383903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251178382076'] for port, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:56.996241 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:34:57.050478 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ecac24b-2023-477e-a6b0-c36ffddd82ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfed11f9-e57c-4e28-9a8f-131d7bef5a3c', 'code': 200}
Apr 20 18:34:57.058354 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-66846812-ff1a-4f12-91f7-ebc676e9c3a4 req-a49940e6-4871-4ff8-ab05-ade9609030e4 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "GET /v2.0/security-groups?id=72e2ab52-920c-4349-854b-16e50e49549f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0861418
Apr 20 18:34:57.128924 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Pushing event updated for resources: {'Port': ['ID=bfed11f9-e57c-4e28-9a8f-131d7bef5a3c,revision_number=5']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:34:57.132867 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:34:57.333098 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d038ae5a-d6d8-400c-8f6a-dd2df3181fa6 req-953985f1-f0ef-461e-b5c0-0341f637fe8a tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:57.339674 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-d038ae5a-d6d8-400c-8f6a-dd2df3181fa6 req-953985f1-f0ef-461e-b5c0-0341f637fe8a tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] 10.222.0.11 "GET /v2.0/ports?device_id=195563af-933f-44b1-9a05-860e8d0d93c9 HTTP/1.1" status: 200  len: 946 time: 0.1801753
Apr 20 18:34:57.392788 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee383b0-cacd-4830-a13e-126021debb5f req-2f4acb84-d292-47c8-b860-009ec0e38039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:57.394482 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-bee383b0-cacd-4830-a13e-126021debb5f req-2f4acb84-d292-47c8-b860-009ec0e38039 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=5ecac24b-2023-477e-a6b0-c36ffddd82ad HTTP/1.1" status: 200  len: 1098 time: 0.1118002
Apr 20 18:34:57.470092 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-d038ae5a-d6d8-400c-8f6a-dd2df3181fa6 req-6eb27ceb-00b4-4a08-860c-1f0e850fcf44 tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] 10.222.0.11 "GET /v2.0/security-groups?id=69608afe-11f9-43e6-87f2-e65ac49327da&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1280243
Apr 20 18:34:57.519955 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-bee383b0-cacd-4830-a13e-126021debb5f req-066f1a37-ef2d-4001-a3eb-a0c9882be05c service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=72e2ab52-920c-4349-854b-16e50e49549f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0728025
Apr 20 18:34:57.543451 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9c038f-a88b-482c-a410-0ba4e9eb2709 req-02036425-a207-440b-affe-fc6770546772 tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:57.544933 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [req-db9c038f-a88b-482c-a410-0ba4e9eb2709 req-02036425-a207-440b-affe-fc6770546772 tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Synchronizing usage tracker for tenant:4d61b8cb74c8488e895692a092d04f17 on resource:port {{(pid=86420) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 18:34:57.566675 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [req-db9c038f-a88b-482c-a410-0ba4e9eb2709 req-02036425-a207-440b-affe-fc6770546772 tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Unset dirty status for tenant:4d61b8cb74c8488e895692a092d04f17 on resource:port {{(pid=86420) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 18:34:57.568878 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-db9c038f-a88b-482c-a410-0ba4e9eb2709 req-02036425-a207-440b-affe-fc6770546772 tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] 10.222.0.10 "GET /v2.0/ports?device_id=195563af-933f-44b1-9a05-860e8d0d93c9 HTTP/1.1" status: 200  len: 946 time: 0.1729772
Apr 20 18:34:57.948772 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [req-db9c038f-a88b-482c-a410-0ba4e9eb2709 req-3305b649-d7cc-4417-bb2c-b0902c1ae2be tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Deleting port 76b67a60-4a92-4a63-a54b-d3a3a125203a {{(pid=86420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 18:34:57.949561 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-db9c038f-a88b-482c-a410-0ba4e9eb2709 req-3305b649-d7cc-4417-bb2c-b0902c1ae2be tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251177940340'] for port, before_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:58.006477 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.agents_db [None req-36c0d191-ed3c-416e-a897-084b3b2178c3 None None] Agent healthcheck: found 6 active agents {{(pid=86423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 18:34:58.358322 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a186cde0-307b-4113-b933-37a0e26c72f5 req-d01e2027-4d08-49ea-afb3-e4d1908d28f0 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:58.363533 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-a186cde0-307b-4113-b933-37a0e26c72f5 req-d01e2027-4d08-49ea-afb3-e4d1908d28f0 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "GET /v2.0/ports?device_id=5ecac24b-2023-477e-a6b0-c36ffddd82ad HTTP/1.1" status: 200  len: 945 time: 0.1236556
Apr 20 18:34:58.385351 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [req-db9c038f-a88b-482c-a410-0ba4e9eb2709 req-3305b649-d7cc-4417-bb2c-b0902c1ae2be tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] For port 76b67a60-4a92-4a63-a54b-d3a3a125203a, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=76b67a60-4a92-4a63-a54b-d3a3a125203a,segment=NetworkSegment(c09827dd-1400-4cd9-9113-bae2cb1c8e3d),segment_id=c09827dd-1400-4cd9-9113-bae2cb1c8e3d)] {{(pid=86420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:34:58.385994 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-db9c038f-a88b-482c-a410-0ba4e9eb2709 req-3305b649-d7cc-4417-bb2c-b0902c1ae2be tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858558'] for port, precommit_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:58.457566 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-a186cde0-307b-4113-b933-37a0e26c72f5 req-c2a4d65e-b260-4490-91b4-57afbd06252d tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "GET /v2.0/security-groups?id=72e2ab52-920c-4349-854b-16e50e49549f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0737202
Apr 20 18:34:58.553483 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-6c1624d7-1fc6-425c-9b7d-f88764ade9ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:58.996676 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-db9c038f-a88b-482c-a410-0ba4e9eb2709 req-3305b649-d7cc-4417-bb2c-b0902c1ae2be tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:58.997414 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-db9c038f-a88b-482c-a410-0ba4e9eb2709 req-3305b649-d7cc-4417-bb2c-b0902c1ae2be tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850912078'] for floatingip, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:58.997999 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.db.l3_db [req-db9c038f-a88b-482c-a410-0ba4e9eb2709 req-3305b649-d7cc-4417-bb2c-b0902c1ae2be tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Floating IP 5e31e940-1dce-4fe9-a529-d099bc13a594 disassociated. External IP: 172.27.2.254, port: 76b67a60-4a92-4a63-a54b-d3a3a125203a.
Apr 20 18:34:58.998505 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [req-db9c038f-a88b-482c-a410-0ba4e9eb2709 req-3305b649-d7cc-4417-bb2c-b0902c1ae2be tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Calling delete_port for 76b67a60-4a92-4a63-a54b-d3a3a125203a owned by compute:nova {{(pid=86420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 18:34:59.102353 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047ad736-5ffd-4e16-aa1d-0e74c1279442 req-3cbe4dbb-1055-447d-84fa-a31f93f3375a tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:59.103871 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-047ad736-5ffd-4e16-aa1d-0e74c1279442 req-3cbe4dbb-1055-447d-84fa-a31f93f3375a tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] 10.222.0.11 "GET /v2.0/ports?device_id=195563af-933f-44b1-9a05-860e8d0d93c9 HTTP/1.1" status: 200  len: 946 time: 0.4477475
Apr 20 18:34:59.173433 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-047ad736-5ffd-4e16-aa1d-0e74c1279442 req-246bbdf8-4bb6-435c-9721-1b77f5e1e009 tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] 10.222.0.11 "GET /v2.0/security-groups?id=69608afe-11f9-43e6-87f2-e65ac49327da&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0595994
Apr 20 18:34:59.228528 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-db9c038f-a88b-482c-a410-0ba4e9eb2709 req-3305b649-d7cc-4417-bb2c-b0902c1ae2be tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251177936671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785676391897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4189424'] for port, after_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:59.239098 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:34:59.339614 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3305b649-d7cc-4417-bb2c-b0902c1ae2be tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Pushing event deleted for resources: {'Port': ['ID=76b67a60-4a92-4a63-a54b-d3a3a125203a,revision_number=None']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:34:59.364230 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-3305b649-d7cc-4417-bb2c-b0902c1ae2be tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:34:59.767311 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.scheduler.l3_agent_scheduler [req-db9c038f-a88b-482c-a410-0ba4e9eb2709 req-3305b649-d7cc-4417-bb2c-b0902c1ae2be tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Router 0c7d70fc-11f1-42c5-aabc-0cd9b46c27d8 has already been hosted by L3 agent 561dbf79-24e4-4a0d-b08c-f7bb8670fc1d {{(pid=86420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 18:34:59.888266 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de54ced1-7844-47ce-a329-df2401c910e7 req-6157c178-8739-4056-9618-4aaef098d1d9 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:59.893657 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-de54ced1-7844-47ce-a329-df2401c910e7 req-6157c178-8739-4056-9618-4aaef098d1d9 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "GET /v2.0/ports?device_id=5ecac24b-2023-477e-a6b0-c36ffddd82ad HTTP/1.1" status: 200  len: 945 time: 0.1772180
Apr 20 18:34:59.971443 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-de54ced1-7844-47ce-a329-df2401c910e7 req-e4f299c2-29ae-4f74-aa71-84867a27d513 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "GET /v2.0/security-groups?id=72e2ab52-920c-4349-854b-16e50e49549f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0676882
Apr 20 18:35:00.101544 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-db9c038f-a88b-482c-a410-0ba4e9eb2709 req-3305b649-d7cc-4417-bb2c-b0902c1ae2be tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Notify agent at l3_agent.dv-cinder-786931-2-iscsi the message routers_updated {{(pid=86420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 18:35:00.114731 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5696647a-6736-447e-aebf-893e58255c81 None None] Sync routers for ids ['0c7d70fc-11f1-42c5-aabc-0cd9b46c27d8'] in dv-cinder-786931-2-iscsi {{(pid=86422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 18:35:00.127088 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5696647a-6736-447e-aebf-893e58255c81 None None] Routers {'0c7d70fc-11f1-42c5-aabc-0cd9b46c27d8'} bound to L3 agent in host dv-cinder-786931-2-iscsi {{(pid=86422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:35:00.127805 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-5696647a-6736-447e-aebf-893e58255c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd930e24a20>, 'dv-cinder-786931-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T18:22:01Z,description=<?>,heartbeat_timestamp=2021-04-20T18:34:31Z,host='dv-cinder-786931-2-iscsi',id=561dbf79-24e4-4a0d-b08c-f7bb8670fc1d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:22:01Z,topic='l3_agent')) {'router_ids': ['0c7d70fc-11f1-42c5-aabc-0cd9b46c27d8'], 'active': True} {{(pid=86422) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:35:00.243269 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [req-db9c038f-a88b-482c-a410-0ba4e9eb2709 req-3305b649-d7cc-4417-bb2c-b0902c1ae2be tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] No DVR routers for this DVR port 76b67a60-4a92-4a63-a54b-d3a3a125203a on host hv-cinder-78693 {{(pid=86420) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 18:35:00.247047 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-db9c038f-a88b-482c-a410-0ba4e9eb2709 req-3305b649-d7cc-4417-bb2c-b0902c1ae2be tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7615'] for port, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:00.252807 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '195563af-933f-44b1-9a05-860e8d0d93c9', 'name': 'network-vif-deleted', 'tag': '76b67a60-4a92-4a63-a54b-d3a3a125203a'}] {{(pid=86420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:35:00.260313 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b30f38-2044-4e5e-9503-b7da07637a5b req-a12ca292-aca9-4c75-adce-9bc5b94d4dc7 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:00.270097 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-e2b30f38-2044-4e5e-9503-b7da07637a5b req-a12ca292-aca9-4c75-adce-9bc5b94d4dc7 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "GET /v2.0/ports?device_id=5ecac24b-2023-477e-a6b0-c36ffddd82ad HTTP/1.1" status: 200  len: 945 time: 0.1408863
Apr 20 18:35:00.276261 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86421) accepted ('10.222.0.11', 49194) {{(pid=86421) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:35:00.286225 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-db9c038f-a88b-482c-a410-0ba4e9eb2709 req-3305b649-d7cc-4417-bb2c-b0902c1ae2be tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] 10.222.0.10 "DELETE /v2.0/ports/76b67a60-4a92-4a63-a54b-d3a3a125203a HTTP/1.1" status: 204  len: 173 time: 2.7095172
Apr 20 18:35:00.286383 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.v2.base [None req-bcb34e22-51b9-43b0-aa95-194e4bb7b6ae tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Request body: {'floatingip': {'port_id': 'bfed11f9-e57c-4e28-9a8f-131d7bef5a3c'}} {{(pid=86421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:35:00.396691 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '195563af-933f-44b1-9a05-860e8d0d93c9', 'name': 'network-vif-deleted', 'tag': '76b67a60-4a92-4a63-a54b-d3a3a125203a', 'status': 'completed', 'code': 200}
Apr 20 18:35:00.413932 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_dvr_db [None req-5696647a-6736-447e-aebf-893e58255c81 None None] Set router 0c7d70fc-11f1-42c5-aabc-0cd9b46c27d8 gateway port host: dv-cinder-786931-2-iscsi {{(pid=86422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:35:00.512434 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-bcb34e22-51b9-43b0-aa95-194e4bb7b6ae tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Notify callbacks [] for floatingip, before_update {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:00.586548 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-37d52716-cd08-4ffa-87cf-b424c83d0f51 req-175d0792-27e9-4072-b3a3-afd6969f4edc tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] 10.222.0.11 "GET /v2.0/ports?device_id=195563af-933f-44b1-9a05-860e8d0d93c9 HTTP/1.1" status: 200  len: 210 time: 0.1753480
Apr 20 18:35:00.656193 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Device 76b67a60-4a92-4a63-a54b-d3a3a125203a no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 18:35:00.705521 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] No Port match for: 76b67a60-4a92-4a63-a54b-d3a3a125203a {{(pid=86422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 18:35:00.705926 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Device 76b67a60-4a92-4a63-a54b-d3a3a125203a not bound to the agent host hv-cinder-78693 {{(pid=86422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 18:35:01.147583 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-5696647a-6736-447e-aebf-893e58255c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd930e24a20>, [{'id': '0c7d70fc-11f1-42c5-aabc-0cd9b46c27d8', 'name': 'tempest-AttachVolumeTestJSON-2090730375-router', 'tenant_id': '4d61b8cb74c8488e895692a092d04f17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357044f3-f85c-4c82-92f2-504aa071d528', 'external_fixed_ips': [{'subnet_id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'ip_address': '172.27.2.37'}], 'enable_snat': True}, 'gw_port_id': '291ad347-35f5-49c0-9347-31d2523ef1b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:30:19Z', 'updated_at': '2021-04-20T18:30:35Z', 'revision_number': 4, 'project_id': '4d61b8cb74c8488e895692a092d04f17', 'gw_port': {'id': '291ad347-35f5-49c0-9347-31d2523ef1b7', 'name': '', 'network_id': '357044f3-f85c-4c82-92f2-504aa071d528', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:d6:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c7d70fc-11f1-42c5-aabc-0cd9b46c27d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'ip_address': '172.27.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:30:21Z', 'updated_at': '2021-04-20T18:30:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-2-iscsi', '_interfaces': [{'id': 'f3716e0d-bbe5-4df9-8b23-36b546e4ec84', 'name': '', 'network_id': '02422600-c332-4858-ad0c-e0fcc53844a7', 'tenant_id': '4d61b8cb74c8488e895692a092d04f17', 'mac_address': 'fa:16:3e:fc:4c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c7d70fc-11f1-42c5-aabc-0cd9b46c27d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '75d0ac2f-18ed-4097-8673-60a099f48c88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:30:31Z', 'updated_at': '2021-04-20T18:30:54Z', 'revision_number': 5, 'project_id': '4d61b8cb74c8488e895692a092d04f17', 'subnets': [{'id': '75d0ac2f-18ed-4097-8673-60a099f48c88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786931-2-iscsi', False) {} {{(pid=86422) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:35:01.158740 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5696647a-6736-447e-aebf-893e58255c81 None None] Checking router: 0c7d70fc-11f1-42c5-aabc-0cd9b46c27d8 for host: dv-cinder-786931-2-iscsi {{(pid=86422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 18:35:01.180654 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5696647a-6736-447e-aebf-893e58255c81 None None] Routers {'0c7d70fc-11f1-42c5-aabc-0cd9b46c27d8'} bound to L3 agent in host dv-cinder-786931-2-iscsi {{(pid=86422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:35:01.182044 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-5696647a-6736-447e-aebf-893e58255c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd930e24a20>, 'dv-cinder-786931-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T18:22:01Z,description=<?>,heartbeat_timestamp=2021-04-20T18:34:31Z,host='dv-cinder-786931-2-iscsi',id=561dbf79-24e4-4a0d-b08c-f7bb8670fc1d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:22:01Z,topic='l3_agent')) {'router_ids': ['0c7d70fc-11f1-42c5-aabc-0cd9b46c27d8'], 'active': True} {{(pid=86422) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:35:01.397051 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-bcb34e22-51b9-43b0-aa95-194e4bb7b6ae tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:01.400208 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-bcb34e22-51b9-43b0-aa95-194e4bb7b6ae tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850912078'] for floatingip, after_update {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:01.526873 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-33eec553-0029-4976-b7b3-c15b7eb15ddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:01.540888 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-59ff2fcf-5a92-41e6-b6a8-ab5cb4df6403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:01.621851 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_dvr_db [None req-5696647a-6736-447e-aebf-893e58255c81 None None] Set router 0c7d70fc-11f1-42c5-aabc-0cd9b46c27d8 gateway port host: dv-cinder-786931-2-iscsi {{(pid=86422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:35:01.652722 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.db.l3_db [None req-bcb34e22-51b9-43b0-aa95-194e4bb7b6ae tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Floating IP 4706bb33-31a9-4428-8d58-8ac7e6531b66 associated. External IP: 172.27.2.98, port: bfed11f9-e57c-4e28-9a8f-131d7bef5a3c.
Apr 20 18:35:01.850450 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.11', 49216) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:35:01.979660 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-5e134201-31ae-4bf7-a0d9-7f55e6ea4e2c tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Notify callbacks [] for security_group, before_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:02.023249 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:02.037285 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-5e134201-31ae-4bf7-a0d9-7f55e6ea4e2c tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:02.118615 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-5e134201-31ae-4bf7-a0d9-7f55e6ea4e2c tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850969184'] for security_group, after_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:02.129574 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-7475b900-beaf-483c-8060-26524ea88a45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:35:02.163292 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e134201-31ae-4bf7-a0d9-7f55e6ea4e2c tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=69608afe-11f9-43e6-87f2-e65ac49327da,revision_number=None']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:35:02.167137 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-5e134201-31ae-4bf7-a0d9-7f55e6ea4e2c tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:35:02.179962 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-5e134201-31ae-4bf7-a0d9-7f55e6ea4e2c tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Notify callbacks [] for security_group, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:02.186511 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-5e134201-31ae-4bf7-a0d9-7f55e6ea4e2c tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] 10.222.0.11 "DELETE /v2.0/security-groups/69608afe-11f9-43e6-87f2-e65ac49327da HTTP/1.1" status: 204  len: 168 time: 0.3322325
Apr 20 18:35:02.188347 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.11', 49222) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:35:02.220780 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-5696647a-6736-447e-aebf-893e58255c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd930e24a20>, [{'id': '0c7d70fc-11f1-42c5-aabc-0cd9b46c27d8', 'name': 'tempest-AttachVolumeTestJSON-2090730375-router', 'tenant_id': '4d61b8cb74c8488e895692a092d04f17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357044f3-f85c-4c82-92f2-504aa071d528', 'external_fixed_ips': [{'subnet_id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'ip_address': '172.27.2.37'}], 'enable_snat': True}, 'gw_port_id': '291ad347-35f5-49c0-9347-31d2523ef1b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:30:19Z', 'updated_at': '2021-04-20T18:30:35Z', 'revision_number': 4, 'project_id': '4d61b8cb74c8488e895692a092d04f17', 'gw_port': {'id': '291ad347-35f5-49c0-9347-31d2523ef1b7', 'name': '', 'network_id': '357044f3-f85c-4c82-92f2-504aa071d528', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:d6:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c7d70fc-11f1-42c5-aabc-0cd9b46c27d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'ip_address': '172.27.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:30:21Z', 'updated_at': '2021-04-20T18:30:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-2-iscsi', '_interfaces': [{'id': 'f3716e0d-bbe5-4df9-8b23-36b546e4ec84', 'name': '', 'network_id': '02422600-c332-4858-ad0c-e0fcc53844a7', 'tenant_id': '4d61b8cb74c8488e895692a092d04f17', 'mac_address': 'fa:16:3e:fc:4c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c7d70fc-11f1-42c5-aabc-0cd9b46c27d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '75d0ac2f-18ed-4097-8673-60a099f48c88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:30:31Z', 'updated_at': '2021-04-20T18:30:54Z', 'revision_number': 5, 'project_id': '4d61b8cb74c8488e895692a092d04f17', 'subnets': [{'id': '75d0ac2f-18ed-4097-8673-60a099f48c88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786931-2-iscsi', False) {} {{(pid=86422) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:35:02.227190 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.api.v2.resource [None req-cba5538c-216f-4eae-9c50-6edbaaac936a tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] show failed (client error): The resource could not be found.
Apr 20 18:35:02.227618 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5696647a-6736-447e-aebf-893e58255c81 None None] The sync data for ids ['0c7d70fc-11f1-42c5-aabc-0cd9b46c27d8'] in dv-cinder-786931-2-iscsi is: [{'id': '0c7d70fc-11f1-42c5-aabc-0cd9b46c27d8', 'name': 'tempest-AttachVolumeTestJSON-2090730375-router', 'tenant_id': '4d61b8cb74c8488e895692a092d04f17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357044f3-f85c-4c82-92f2-504aa071d528', 'external_fixed_ips': [{'subnet_id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'ip_address': '172.27.2.37'}], 'enable_snat': True}, 'gw_port_id': '291ad347-35f5-49c0-9347-31d2523ef1b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:30:19Z', 'updated_at': '2021-04-20T18:30:35Z', 'revision_number': 4, 'project_id': '4d61b8cb74c8488e895692a092d04f17', 'gw_port': {'id': '291ad347-35f5-49c0-9347-31d2523ef1b7', 'name': '', 'network_id': '357044f3-f85c-4c82-92f2-504aa071d528', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:d6:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c7d70fc-11f1-42c5-aabc-0cd9b46c27d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'ip_address': '172.27.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:30:21Z', 'updated_at': '2021-04-20T18:30:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-2-iscsi', '_interfaces': [{'id': 'f3716e0d-bbe5-4df9-8b23-36b546e4ec84', 'name': '', 'network_id': '02422600-c332-4858-ad0c-e0fcc53844a7', 'tenant_id': '4d61b8cb74c8488e895692a092d04f17', 'mac_address': 'fa:16:3e:fc:4c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c7d70fc-11f1-42c5-aabc-0cd9b46c27d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '75d0ac2f-18ed-4097-8673-60a099f48c88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:30:31Z', 'updated_at': '2021-04-20T18:30:54Z', 'revision_number': 5, 'project_id': '4d61b8cb74c8488e895692a092d04f17', 'subnets': [{'id': '75d0ac2f-18ed-4097-8673-60a099f48c88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 18:35:02.229475 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-cba5538c-216f-4eae-9c50-6edbaaac936a tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] 10.222.0.11 "GET /v2.0/security-groups/69608afe-11f9-43e6-87f2-e65ac49327da HTTP/1.1" status: 404  len: 347 time: 0.0388982
Apr 20 18:35:02.233952 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.11', 49230) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:35:02.370101 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcb34e22-51b9-43b0-aa95-194e4bb7b6ae tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Router 5d2d9a96-83ee-4a09-ba63-4e2808495a69 has already been hosted by L3 agent 561dbf79-24e4-4a0d-b08c-f7bb8670fc1d {{(pid=86421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 18:35:02.373996 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:02.582476 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-c4db8bf6-5066-479f-8095-cee63f9ac52d tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Deleting port 4bdcecb3-a737-44c6-992b-3e3d05833848 {{(pid=86420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 18:35:02.583091 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-c4db8bf6-5066-479f-8095-cee63f9ac52d tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251177940340'] for port, before_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:02.818115 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86421) accepted ('10.222.0.11', 49242) {{(pid=86421) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:35:02.834694 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcb34e22-51b9-43b0-aa95-194e4bb7b6ae tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Notify agent at l3_agent.dv-cinder-786931-2-iscsi the message routers_updated {{(pid=86421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 18:35:02.851228 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-bcb34e22-51b9-43b0-aa95-194e4bb7b6ae tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7615'] for floatingip, before_response {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:02.865792 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e0883d4-55b6-420c-b21f-d28f711ef336 None None] Sync routers for ids ['5d2d9a96-83ee-4a09-ba63-4e2808495a69'] in dv-cinder-786931-2-iscsi {{(pid=86423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 18:35:02.886687 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a8536ee-8da0-4bd1-b3c4-1f056a26ed4e None None] New status for floating IP 5e31e940-1dce-4fe9-a529-d099bc13a594: DOWN {{(pid=86422) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 20 18:35:02.899859 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e0883d4-55b6-420c-b21f-d28f711ef336 None None] Routers {'5d2d9a96-83ee-4a09-ba63-4e2808495a69'} bound to L3 agent in host dv-cinder-786931-2-iscsi {{(pid=86423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:35:02.904071 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-8e0883d4-55b6-420c-b21f-d28f711ef336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd9310b2f98>, 'dv-cinder-786931-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T18:22:01Z,description=<?>,heartbeat_timestamp=2021-04-20T18:35:01Z,host='dv-cinder-786931-2-iscsi',id=561dbf79-24e4-4a0d-b08c-f7bb8670fc1d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:22:01Z,topic='l3_agent')) {'router_ids': ['5d2d9a96-83ee-4a09-ba63-4e2808495a69'], 'active': True} {{(pid=86423) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:35:03.055892 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-bcb34e22-51b9-43b0-aa95-194e4bb7b6ae tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "PUT /v2.0/floatingips/4706bb33-31a9-4428-8d58-8ac7e6531b66 HTTP/1.1" status: 200  len: 990 time: 2.7740345
Apr 20 18:35:03.055892 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ecac24b-2023-477e-a6b0-c36ffddd82ad', 'tag': 'bfed11f9-e57c-4e28-9a8f-131d7bef5a3c'}] {{(pid=86421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:35:03.069876 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-c4db8bf6-5066-479f-8095-cee63f9ac52d tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858558'] for port, precommit_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:03.070807 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-c4db8bf6-5066-479f-8095-cee63f9ac52d tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:03.137208 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-9b95ffa4-df8a-47d1-b74f-2e8463591816 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:03.172092 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-9b95ffa4-df8a-47d1-b74f-2e8463591816 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86421) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:35:03.181572 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-9b95ffa4-df8a-47d1-b74f-2e8463591816 admin admin] Usage tracker for resource:security_group_rule and tenant:6b819370cb6449a2816e67398432d29a is out of sync, need to count used quota {{(pid=86421) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:35:03.187627 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-9b95ffa4-df8a-47d1-b74f-2e8463591816 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86421) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:35:03.202942 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-9b95ffa4-df8a-47d1-b74f-2e8463591816 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86421) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:35:03.346165 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ecac24b-2023-477e-a6b0-c36ffddd82ad', 'tag': 'bfed11f9-e57c-4e28-9a8f-131d7bef5a3c', 'status': 'completed', 'code': 200}
Apr 20 18:35:03.429466 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-c4db8bf6-5066-479f-8095-cee63f9ac52d tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Calling delete_port for 4bdcecb3-a737-44c6-992b-3e3d05833848 owned by network:floatingip {{(pid=86420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 18:35:03.530335 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-9b95ffa4-df8a-47d1-b74f-2e8463591816 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:03.536679 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-9b95ffa4-df8a-47d1-b74f-2e8463591816 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850969184'] for security_group, after_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:03.541775 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_dvr_db [None req-8e0883d4-55b6-420c-b21f-d28f711ef336 None None] Set router 5d2d9a96-83ee-4a09-ba63-4e2808495a69 gateway port host: dv-cinder-786931-2-iscsi {{(pid=86423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:35:03.555767 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-e9e24aea-c992-41bb-bdde-c1c2395109fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:35:03.569800 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61dd952-a123-4954-bdb5-16c82f1a82ce req-22e23432-8789-48f6-8f0f-05f461976f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:03.571492 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-d61dd952-a123-4954-bdb5-16c82f1a82ce req-22e23432-8789-48f6-8f0f-05f461976f5b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=82646d2796ec4d6b9ec39ce05e5b838a&device_id=5ecac24b-2023-477e-a6b0-c36ffddd82ad HTTP/1.1" status: 200  len: 1098 time: 0.2033169
Apr 20 18:35:03.660937 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-9b95ffa4-df8a-47d1-b74f-2e8463591816 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6b819370cb6449a2816e67398432d29a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8391671
Apr 20 18:35:03.660937 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b95ffa4-df8a-47d1-b74f-2e8463591816 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c9d43fc-f0ee-4796-8c64-7e837b00c5de,revision_number=1']} {{(pid=86421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:35:03.665401 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86421) accepted ('10.222.0.11', 49252) {{(pid=86421) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:35:03.670251 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-9b95ffa4-df8a-47d1-b74f-2e8463591816 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:35:03.675385 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-69625b45-0eac-4ead-bef5-f7df2e631dfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:03.692504 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.db.api [None req-c4db8bf6-5066-479f-8095-cee63f9ac52d tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86420) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 20 18:35:03.692846 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_db.api [None req-c4db8bf6-5066-479f-8095-cee63f9ac52d tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 20 18:35:03.776463 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61dd952-a123-4954-bdb5-16c82f1a82ce req-2c3afaf4-54d7-4373-9811-821944ebb9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:03.779720 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-d61dd952-a123-4954-bdb5-16c82f1a82ce req-2c3afaf4-54d7-4373-9811-821944ebb9f8 service neutron] 10.222.0.10 "GET /v2.0/networks?id=70bb951b-5201-42f1-af2f-fff209eaf750 HTTP/1.1" status: 200  len: 918 time: 0.2009842
Apr 20 18:35:03.786269 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-231b142f-dd71-4e0f-97c5-14b38a8becec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:03.848613 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-231b142f-dd71-4e0f-97c5-14b38a8becec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:03.913974 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-231b142f-dd71-4e0f-97c5-14b38a8becec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850969184'] for security_group, after_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:03.919818 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-0848c2bb-a128-4a3b-9523-9d6ccef22a8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:35:03.951968 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-231b142f-dd71-4e0f-97c5-14b38a8becec admin admin] Notify callbacks [] for security_group, before_response {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:03.953722 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-231b142f-dd71-4e0f-97c5-14b38a8becec admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2c9d43fc-f0ee-4796-8c64-7e837b00c5de HTTP/1.1" status: 204  len: 168 time: 0.2868292
Apr 20 18:35:03.954911 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231b142f-dd71-4e0f-97c5-14b38a8becec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c9d43fc-f0ee-4796-8c64-7e837b00c5de,revision_number=None']} {{(pid=86421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:35:03.964960 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-231b142f-dd71-4e0f-97c5-14b38a8becec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:35:04.036527 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-8e0883d4-55b6-420c-b21f-d28f711ef336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd9310b2f98>, [{'id': '5d2d9a96-83ee-4a09-ba63-4e2808495a69', 'name': 'tempest-AttachVolumeShelveTestJSON-2114307233-router', 'tenant_id': '82646d2796ec4d6b9ec39ce05e5b838a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357044f3-f85c-4c82-92f2-504aa071d528', 'external_fixed_ips': [{'subnet_id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': 'b7ad03f1-c586-4a94-bc62-ba8d35b20425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:30:19Z', 'updated_at': '2021-04-20T18:30:34Z', 'revision_number': 4, 'project_id': '82646d2796ec4d6b9ec39ce05e5b838a', 'gw_port': {'id': 'b7ad03f1-c586-4a94-bc62-ba8d35b20425', 'name': '', 'network_id': '357044f3-f85c-4c82-92f2-504aa071d528', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:7a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2d9a96-83ee-4a09-ba63-4e2808495a69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:30:21Z', 'updated_at': '2021-04-20T18:30:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-2-iscsi', '_floatingips': [{'id': '4706bb33-31a9-4428-8d58-8ac7e6531b66', 'tenant_id': '82646d2796ec4d6b9ec39ce05e5b838a', 'floating_ip_address': '172.27.2.98', 'floating_network_id': '357044f3-f85c-4c82-92f2-504aa071d528', 'router_id': '5d2d9a96-83ee-4a09-ba63-4e2808495a69', 'port_id': 'bfed11f9-e57c-4e28-9a8f-131d7bef5a3c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 442, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70bb951b-5201-42f1-af2f-fff209eaf750', 'mac_address': 'fa:16:3e:38:f1:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ecac24b-2023-477e-a6b0-c36ffddd82ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T18:34:43Z', 'updated_at': '2021-04-20T18:35:01Z', 'revision_number': 1, 'project_id': '82646d2796ec4d6b9ec39ce05e5b838a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3284cfa8-63c0-44c5-b503-7b9f59e1f654', 'name': '', 'network_id': '70bb951b-5201-42f1-af2f-fff209eaf750', 'tenant_id': '82646d2796ec4d6b9ec39ce05e5b838a', 'mac_address': 'fa:16:3e:b6:3a:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2d9a96-83ee-4a09-ba63-4e2808495a69', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'de093425-a655-4f08-b89a-732e934018c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:30:32Z', 'updated_at': '2021-04-20T18:30:55Z', 'revision_number': 5, 'project_id': '82646d2796ec4d6b9ec39ce05e5b838a', 'subnets': [{'id': 'de093425-a655-4f08-b89a-732e934018c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786931-2-iscsi', False) {} {{(pid=86423) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:35:04.041629 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e0883d4-55b6-420c-b21f-d28f711ef336 None None] Checking router: 5d2d9a96-83ee-4a09-ba63-4e2808495a69 for host: dv-cinder-786931-2-iscsi {{(pid=86423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 18:35:04.053032 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e0883d4-55b6-420c-b21f-d28f711ef336 None None] Routers {'5d2d9a96-83ee-4a09-ba63-4e2808495a69'} bound to L3 agent in host dv-cinder-786931-2-iscsi {{(pid=86423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:35:04.053688 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-8e0883d4-55b6-420c-b21f-d28f711ef336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd9310b2f98>, 'dv-cinder-786931-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T18:22:01Z,description=<?>,heartbeat_timestamp=2021-04-20T18:35:01Z,host='dv-cinder-786931-2-iscsi',id=561dbf79-24e4-4a0d-b08c-f7bb8670fc1d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:22:01Z,topic='l3_agent')) {'router_ids': ['5d2d9a96-83ee-4a09-ba63-4e2808495a69'], 'active': True} {{(pid=86423) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:35:04.320419 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_dvr_db [None req-8e0883d4-55b6-420c-b21f-d28f711ef336 None None] Set router 5d2d9a96-83ee-4a09-ba63-4e2808495a69 gateway port host: dv-cinder-786931-2-iscsi {{(pid=86423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:35:04.362124 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-c4db8bf6-5066-479f-8095-cee63f9ac52d tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Deleting port 4bdcecb3-a737-44c6-992b-3e3d05833848 {{(pid=86420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 18:35:04.362475 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-c4db8bf6-5066-479f-8095-cee63f9ac52d tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251177940340'] for port, before_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:04.395023 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-d61dd952-a123-4954-bdb5-16c82f1a82ce req-57ca175a-0252-4bb2-ad8f-a284a4f44f74 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bfed11f9-e57c-4e28-9a8f-131d7bef5a3c HTTP/1.1" status: 200  len: 998 time: 0.6084020
Apr 20 18:35:04.566797 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86421) accepted ('10.222.0.11', 49268) {{(pid=86421) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:35:04.602023 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-595a47b1-25a9-417f-9ed8-149173c38d90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:04.632236 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-595a47b1-25a9-417f-9ed8-149173c38d90 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86421) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:35:04.640930 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-595a47b1-25a9-417f-9ed8-149173c38d90 admin admin] Usage tracker for resource:security_group_rule and tenant:947bb6a068d04a10baf3deb46865bbf8 is out of sync, need to count used quota {{(pid=86421) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:35:04.644315 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61dd952-a123-4954-bdb5-16c82f1a82ce req-c06ff031-1772-4429-b195-26c7d48449ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:04.647337 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-595a47b1-25a9-417f-9ed8-149173c38d90 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86421) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:35:04.649783 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-d61dd952-a123-4954-bdb5-16c82f1a82ce req-c06ff031-1772-4429-b195-26c7d48449ba service neutron] 10.222.0.10 "GET /v2.0/subnets?id=de093425-a655-4f08-b89a-732e934018c4 HTTP/1.1" status: 200  len: 856 time: 0.2481713
Apr 20 18:35:04.660486 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-595a47b1-25a9-417f-9ed8-149173c38d90 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86421) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:35:04.790440 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-c4db8bf6-5066-479f-8095-cee63f9ac52d tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858558'] for port, precommit_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:04.790966 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-c4db8bf6-5066-479f-8095-cee63f9ac52d tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:04.811181 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-595a47b1-25a9-417f-9ed8-149173c38d90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:04.816709 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-595a47b1-25a9-417f-9ed8-149173c38d90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850969184'] for security_group, after_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:04.825571 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-fd759893-a1e4-4d70-8e31-bb434182c4c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:35:04.888945 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595a47b1-25a9-417f-9ed8-149173c38d90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd189612-7bc9-4f08-95d0-8e075b2edc32,revision_number=1']} {{(pid=86421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:35:04.896890 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-595a47b1-25a9-417f-9ed8-149173c38d90 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=947bb6a068d04a10baf3deb46865bbf8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3284144
Apr 20 18:35:04.898510 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-595a47b1-25a9-417f-9ed8-149173c38d90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:35:04.899559 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86421) accepted ('10.222.0.11', 49272) {{(pid=86421) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:35:04.953953 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-c4db8bf6-5066-479f-8095-cee63f9ac52d tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Calling delete_port for 4bdcecb3-a737-44c6-992b-3e3d05833848 owned by network:floatingip {{(pid=86420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 18:35:04.963564 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-8e0883d4-55b6-420c-b21f-d28f711ef336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd9310b2f98>, [{'id': '5d2d9a96-83ee-4a09-ba63-4e2808495a69', 'name': 'tempest-AttachVolumeShelveTestJSON-2114307233-router', 'tenant_id': '82646d2796ec4d6b9ec39ce05e5b838a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357044f3-f85c-4c82-92f2-504aa071d528', 'external_fixed_ips': [{'subnet_id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': 'b7ad03f1-c586-4a94-bc62-ba8d35b20425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:30:19Z', 'updated_at': '2021-04-20T18:30:34Z', 'revision_number': 4, 'project_id': '82646d2796ec4d6b9ec39ce05e5b838a', 'gw_port': {'id': 'b7ad03f1-c586-4a94-bc62-ba8d35b20425', 'name': '', 'network_id': '357044f3-f85c-4c82-92f2-504aa071d528', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:7a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2d9a96-83ee-4a09-ba63-4e2808495a69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:30:21Z', 'updated_at': '2021-04-20T18:30:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-2-iscsi', '_floatingips': [{'id': '4706bb33-31a9-4428-8d58-8ac7e6531b66', 'tenant_id': '82646d2796ec4d6b9ec39ce05e5b838a', 'floating_ip_address': '172.27.2.98', 'floating_network_id': '357044f3-f85c-4c82-92f2-504aa071d528', 'router_id': '5d2d9a96-83ee-4a09-ba63-4e2808495a69', 'port_id': 'bfed11f9-e57c-4e28-9a8f-131d7bef5a3c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 442, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70bb951b-5201-42f1-af2f-fff209eaf750', 'mac_address': 'fa:16:3e:38:f1:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ecac24b-2023-477e-a6b0-c36ffddd82ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T18:34:43Z', 'updated_at': '2021-04-20T18:35:01Z', 'revision_number': 1, 'project_id': '82646d2796ec4d6b9ec39ce05e5b838a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3284cfa8-63c0-44c5-b503-7b9f59e1f654', 'name': '', 'network_id': '70bb951b-5201-42f1-af2f-fff209eaf750', 'tenant_id': '82646d2796ec4d6b9ec39ce05e5b838a', 'mac_address': 'fa:16:3e:b6:3a:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2d9a96-83ee-4a09-ba63-4e2808495a69', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'de093425-a655-4f08-b89a-732e934018c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:30:32Z', 'updated_at': '2021-04-20T18:30:55Z', 'revision_number': 5, 'project_id': '82646d2796ec4d6b9ec39ce05e5b838a', 'subnets': [{'id': 'de093425-a655-4f08-b89a-732e934018c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786931-2-iscsi', False) {} {{(pid=86423) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:35:04.969426 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e0883d4-55b6-420c-b21f-d28f711ef336 None None] The sync data for ids ['5d2d9a96-83ee-4a09-ba63-4e2808495a69'] in dv-cinder-786931-2-iscsi is: [{'id': '5d2d9a96-83ee-4a09-ba63-4e2808495a69', 'name': 'tempest-AttachVolumeShelveTestJSON-2114307233-router', 'tenant_id': '82646d2796ec4d6b9ec39ce05e5b838a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357044f3-f85c-4c82-92f2-504aa071d528', 'external_fixed_ips': [{'subnet_id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': 'b7ad03f1-c586-4a94-bc62-ba8d35b20425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:30:19Z', 'updated_at': '2021-04-20T18:30:34Z', 'revision_number': 4, 'project_id': '82646d2796ec4d6b9ec39ce05e5b838a', 'gw_port': {'id': 'b7ad03f1-c586-4a94-bc62-ba8d35b20425', 'name': '', 'network_id': '357044f3-f85c-4c82-92f2-504aa071d528', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:7a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2d9a96-83ee-4a09-ba63-4e2808495a69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:30:21Z', 'updated_at': '2021-04-20T18:30:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-2-iscsi', '_floatingips': [{'id': '4706bb33-31a9-4428-8d58-8ac7e6531b66', 'tenant_id': '82646d2796ec4d6b9ec39ce05e5b838a', 'floating_ip_address': '172.27.2.98', 'floating_network_id': '357044f3-f85c-4c82-92f2-504aa071d528', 'router_id': '5d2d9a96-83ee-4a09-ba63-4e2808495a69', 'port_id': 'bfed11f9-e57c-4e28-9a8f-131d7bef5a3c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 442, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70bb951b-5201-42f1-af2f-fff209eaf750', 'mac_address': 'fa:16:3e:38:f1:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ecac24b-2023-477e-a6b0-c36ffddd82ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T18:34:43Z', 'updated_at': '2021-04-20T18:35:01Z', 'revision_number': 1, 'project_id': '82646d2796ec4d6b9ec39ce05e5b838a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3284cfa8-63c0-44c5-b503-7b9f59e1f654', 'name': '', 'network_id': '70bb951b-5201-42f1-af2f-fff209eaf750', 'tenant_id': '82646d2796ec4d6b9ec39ce05e5b838a', 'mac_address': 'fa:16:3e:b6:3a:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2d9a96-83ee-4a09-ba63-4e2808495a69', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'de093425-a655-4f08-b89a-732e934018c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:30:32Z', 'updated_at': '2021-04-20T18:30:55Z', 'revision_number': 5, 'project_id': '82646d2796ec4d6b9ec39ce05e5b838a', 'subnets': [{'id': 'de093425-a655-4f08-b89a-732e934018c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 18:35:04.987428 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-756152d6-2623-41d5-a512-31758a505cce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:05.009327 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61dd952-a123-4954-bdb5-16c82f1a82ce req-0cf8f412-f79a-45a4-bad8-f6e8d876e57b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:05.011157 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-d61dd952-a123-4954-bdb5-16c82f1a82ce req-0cf8f412-f79a-45a4-bad8-f6e8d876e57b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=70bb951b-5201-42f1-af2f-fff209eaf750&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3549819
Apr 20 18:35:05.022837 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-756152d6-2623-41d5-a512-31758a505cce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:05.079428 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-756152d6-2623-41d5-a512-31758a505cce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850969184'] for security_group, after_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:05.085358 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-313fa216-80dd-4af2-ad7c-e5929448b464 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:35:05.097573 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756152d6-2623-41d5-a512-31758a505cce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd189612-7bc9-4f08-95d0-8e075b2edc32,revision_number=None']} {{(pid=86421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:35:05.102068 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-756152d6-2623-41d5-a512-31758a505cce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:35:05.105946 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-756152d6-2623-41d5-a512-31758a505cce admin admin] Notify callbacks [] for security_group, before_response {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:05.107194 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-756152d6-2623-41d5-a512-31758a505cce admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/dd189612-7bc9-4f08-95d0-8e075b2edc32 HTTP/1.1" status: 204  len: 168 time: 0.2061968
Apr 20 18:35:05.261972 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-d61dd952-a123-4954-bdb5-16c82f1a82ce req-3f10a56c-9caa-41ab-b847-2dfde7be775b service neutron] 10.222.0.10 "GET /v2.0/networks/70bb951b-5201-42f1-af2f-fff209eaf750?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2420182
Apr 20 18:35:05.327026 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b52a2c-a944-44b0-919f-1f5b788cc143 None None] New status for floating IP 4706bb33-31a9-4428-8d58-8ac7e6531b66: ACTIVE {{(pid=86423) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 20 18:35:05.379988 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-c4db8bf6-5066-479f-8095-cee63f9ac52d tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251177936671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785676391897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4189424'] for port, after_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:05.387275 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-78f3fee8-308c-4489-8a30-cb551b5dc1d7 tempest-VolumesSnapshotTestJSON-716769491 tempest-VolumesSnapshotTestJSON-716769491-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:35:05.471516 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4db8bf6-5066-479f-8095-cee63f9ac52d tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Pushing event deleted for resources: {'Port': ['ID=4bdcecb3-a737-44c6-992b-3e3d05833848,revision_number=None']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:35:05.483474 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-c4db8bf6-5066-479f-8095-cee63f9ac52d tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:35:05.629616 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-c4db8bf6-5066-479f-8095-cee63f9ac52d tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Notify callbacks [] for floatingip, after_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:05.665262 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-c4db8bf6-5066-479f-8095-cee63f9ac52d tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7615'] for floatingip, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:05.680220 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-c4db8bf6-5066-479f-8095-cee63f9ac52d tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] 10.222.0.11 "DELETE /v2.0/floatingips/5e31e940-1dce-4fe9-a529-d099bc13a594 HTTP/1.1" status: 204  len: 168 time: 3.4309125
Apr 20 18:35:05.686300 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-d61dd952-a123-4954-bdb5-16c82f1a82ce req-0799428a-ac7e-4d24-8a72-68e721eaeb00 service neutron] 10.222.0.10 "GET /v2.0/networks/70bb951b-5201-42f1-af2f-fff209eaf750?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4124961
Apr 20 18:35:06.253708 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.11', 49318) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:35:06.261814 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.v2.base [None req-a6164127-e53b-4562-a0c3-37f4f6acc8a0 tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Request body: {'security_group': {'name': 'tempest-securitygroup--772488867', 'description': 'tempest-description--1137314382'}} {{(pid=86420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:35:06.271063 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-a6164127-e53b-4562-a0c3-37f4f6acc8a0 tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:35:06.276924 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-a6164127-e53b-4562-a0c3-37f4f6acc8a0 tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Usage tracker for resource:security_group and tenant:4d61b8cb74c8488e895692a092d04f17 is out of sync, need to count used quota {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:35:06.281939 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-a6164127-e53b-4562-a0c3-37f4f6acc8a0 tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:35:06.289957 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-a6164127-e53b-4562-a0c3-37f4f6acc8a0 tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:35:06.305363 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-a6164127-e53b-4562-a0c3-37f4f6acc8a0 tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Notify callbacks [] for security_group, before_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:06.335323 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-a6164127-e53b-4562-a0c3-37f4f6acc8a0 tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:35:06.344410 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-a6164127-e53b-4562-a0c3-37f4f6acc8a0 tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Usage tracker for resource:security_group_rule and tenant:4d61b8cb74c8488e895692a092d04f17 is out of sync, need to count used quota {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:35:06.349332 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-a6164127-e53b-4562-a0c3-37f4f6acc8a0 tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:35:06.356375 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-a6164127-e53b-4562-a0c3-37f4f6acc8a0 tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:35:06.464260 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-a6164127-e53b-4562-a0c3-37f4f6acc8a0 tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Notify callbacks [] for security_group, precommit_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:06.467898 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-a6164127-e53b-4562-a0c3-37f4f6acc8a0 tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850969184'] for security_group, after_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:06.480946 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-ee5d1d44-eacd-499a-9572-44f7552be336 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:35:06.530701 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6164127-e53b-4562-a0c3-37f4f6acc8a0 tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c061e4aa-4369-4fc4-ae35-2a7a056dc6f9,revision_number=1']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:35:06.534062 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-a6164127-e53b-4562-a0c3-37f4f6acc8a0 tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Notify callbacks [] for security_group, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:06.538469 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-a6164127-e53b-4562-a0c3-37f4f6acc8a0 tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 0.2802417
Apr 20 18:35:06.538469 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-a6164127-e53b-4562-a0c3-37f4f6acc8a0 tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:35:06.540697 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.11', 49328) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:35:06.547006 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.v2.base [None req-bcd13d71-52c8-468b-86ec-0e3592565688 tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Request body: {'security_group_rule': {'security_group_id': 'c061e4aa-4369-4fc4-ae35-2a7a056dc6f9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:35:06.553906 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-bcd13d71-52c8-468b-86ec-0e3592565688 tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:35:06.558372 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-bcd13d71-52c8-468b-86ec-0e3592565688 tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Usage tracker for resource:security_group_rule and tenant:4d61b8cb74c8488e895692a092d04f17 is out of sync, need to count used quota {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:35:06.562734 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-bcd13d71-52c8-468b-86ec-0e3592565688 tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:35:06.570050 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-bcd13d71-52c8-468b-86ec-0e3592565688 tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:35:06.592534 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-bcd13d71-52c8-468b-86ec-0e3592565688 tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:06.673485 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-bcd13d71-52c8-468b-86ec-0e3592565688 tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:06.677625 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-bcd13d71-52c8-468b-86ec-0e3592565688 tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850969148'] for security_group_rule, after_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:06.692374 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:35:06.739941 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd13d71-52c8-468b-86ec-0e3592565688 tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bbab983-b03d-4843-aace-cd095ee688e8,revision_number=0']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:35:06.743687 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-bcd13d71-52c8-468b-86ec-0e3592565688 tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:35:06.750562 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-bcd13d71-52c8-468b-86ec-0e3592565688 tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:06.752631 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-bcd13d71-52c8-468b-86ec-0e3592565688 tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2105870
Apr 20 18:35:06.756201 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86421) accepted ('10.222.0.11', 49332) {{(pid=86421) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:35:06.763133 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.v2.base [None req-21fa94c3-1190-46f6-b588-05bcd1c32c16 tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Request body: {'security_group_rule': {'security_group_id': 'c061e4aa-4369-4fc4-ae35-2a7a056dc6f9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:35:06.770795 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-21fa94c3-1190-46f6-b588-05bcd1c32c16 tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86421) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:35:06.776279 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-21fa94c3-1190-46f6-b588-05bcd1c32c16 tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Usage tracker for resource:security_group_rule and tenant:4d61b8cb74c8488e895692a092d04f17 is out of sync, need to count used quota {{(pid=86421) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:35:06.780072 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-21fa94c3-1190-46f6-b588-05bcd1c32c16 tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86421) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:35:06.787987 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-21fa94c3-1190-46f6-b588-05bcd1c32c16 tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86421) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:35:06.813782 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-21fa94c3-1190-46f6-b588-05bcd1c32c16 tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:06.899459 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-21fa94c3-1190-46f6-b588-05bcd1c32c16 tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:06.907608 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-21fa94c3-1190-46f6-b588-05bcd1c32c16 tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850969148'] for security_group_rule, after_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:06.908640 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:35:06.935490 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fa94c3-1190-46f6-b588-05bcd1c32c16 tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c35f4797-bdd8-4d0e-a6ef-dae7ec178b04,revision_number=0']} {{(pid=86421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:35:06.942455 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-21fa94c3-1190-46f6-b588-05bcd1c32c16 tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:35:06.951512 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-21fa94c3-1190-46f6-b588-05bcd1c32c16 tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:06.955072 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-21fa94c3-1190-46f6-b588-05bcd1c32c16 tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1969826
Apr 20 18:35:06.958415 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.11', 49336) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:35:06.970141 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.v2.base [None req-d9f93deb-6973-410e-b141-3a33d3d88efc tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Request body: {'floatingip': {'floating_network_id': '357044f3-f85c-4c82-92f2-504aa071d528'}} {{(pid=86420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:35:06.982773 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-d9f93deb-6973-410e-b141-3a33d3d88efc tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:35:06.991352 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-d9f93deb-6973-410e-b141-3a33d3d88efc tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Usage tracker for resource:floatingip and tenant:4d61b8cb74c8488e895692a092d04f17 is out of sync, need to count used quota {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:35:06.997568 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-d9f93deb-6973-410e-b141-3a33d3d88efc tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:35:07.010596 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-d9f93deb-6973-410e-b141-3a33d3d88efc tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:35:07.026132 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d9f93deb-6973-410e-b141-3a33d3d88efc tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Notify callbacks [] for floatingip, before_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:07.217081 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d9f93deb-6973-410e-b141-3a33d3d88efc tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854207267'] for port, before_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:07.411464 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.db_base_plugin_common [None req-d9f93deb-6973-410e-b141-3a33d3d88efc tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Allocated IP 172.27.2.146 (357044f3-f85c-4c82-92f2-504aa071d528/737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87/8552df95-8741-4cfd-9d7e-f9895c81ab75) {{(pid=86420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 18:35:07.728529 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d9f93deb-6973-410e-b141-3a33d3d88efc tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Notify callbacks [] for port, precommit_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:07.771075 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d9f93deb-6973-410e-b141-3a33d3d88efc tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251178383920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4189424'] for port, after_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:07.776894 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-d680a5d5-4330-4b79-81c9-32624706e059 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:35:07.860752 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9f93deb-6973-410e-b141-3a33d3d88efc tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Network 357044f3-f85c-4c82-92f2-504aa071d528 is already hosted by enough agents. {{(pid=86420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 18:35:07.865177 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.scheduler.base_scheduler [None req-d9f93deb-6973-410e-b141-3a33d3d88efc tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Resources bound (agent type, host, resource id):  {{(pid=86420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:35:07.868095 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9f93deb-6973-410e-b141-3a33d3d88efc tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Received port after_create {{(pid=86420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 18:35:07.935417 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f93deb-6973-410e-b141-3a33d3d88efc tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Pushing event updated for resources: {'Port': ['ID=8552df95-8741-4cfd-9d7e-f9895c81ab75,revision_number=1']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:35:07.939522 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-d9f93deb-6973-410e-b141-3a33d3d88efc tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:35:08.003674 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d9f93deb-6973-410e-b141-3a33d3d88efc tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:08.082324 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d9f93deb-6973-410e-b141-3a33d3d88efc tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854207267'] for port, before_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:08.355130 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d9f93deb-6973-410e-b141-3a33d3d88efc tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Notify callbacks [] for port, precommit_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:08.359317 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d9f93deb-6973-410e-b141-3a33d3d88efc tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785676839112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251178383903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251178382076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850586375'] for port, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:08.363811 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-71adc65c-b954-46a5-bfc5-e7b82d8fe178 tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:35:08.481835 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f93deb-6973-410e-b141-3a33d3d88efc tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Pushing event updated for resources: {'Port': ['ID=8552df95-8741-4cfd-9d7e-f9895c81ab75,revision_number=2']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:35:08.491504 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-d9f93deb-6973-410e-b141-3a33d3d88efc tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:35:08.502403 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d9f93deb-6973-410e-b141-3a33d3d88efc tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850912078'] for floatingip, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:08.527140 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d9f93deb-6973-410e-b141-3a33d3d88efc tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7615'] for floatingip, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:08.528740 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-d9f93deb-6973-410e-b141-3a33d3d88efc tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.5684979
Apr 20 18:35:08.597841 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.11', 49358) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:35:08.691254 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.db_base_plugin_v2 [None req-56e7a697-fe60-4dab-ad5e-27d935787e7a admin admin] Deleting subnet 2074ba7a-2d51-41e6-b2c4-37769d1e76fb {{(pid=86420) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 20 18:35:08.697176 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-56e7a697-fe60-4dab-ad5e-27d935787e7a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:08.797939 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-56e7a697-fe60-4dab-ad5e-27d935787e7a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2734893'] for subnet, precommit_delete_associations {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:08.902080 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-56e7a697-fe60-4dab-ad5e-27d935787e7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735778'] for subnet, precommit_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:08.915987 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-54d52130-8495-4637-9a05-8ab207fcae53 req-be06df6e-f2ae-4672-9f69-1e140f723efa tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--772488867&fields=id&tenant_id=4d61b8cb74c8488e895692a092d04f17 HTTP/1.1" status: 200  len: 267 time: 0.0612714
Apr 20 18:35:09.201250 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d52130-8495-4637-9a05-8ab207fcae53 req-902953cf-0ebd-4bf2-af5e-77ce73bae49b tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:09.204785 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-54d52130-8495-4637-9a05-8ab207fcae53 req-902953cf-0ebd-4bf2-af5e-77ce73bae49b tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] 10.222.0.11 "GET /v2.0/networks?id=02422600-c332-4858-ad0c-e0fcc53844a7 HTTP/1.1" status: 200  len: 811 time: 0.2624669
Apr 20 18:35:09.236714 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-54d52130-8495-4637-9a05-8ab207fcae53 req-cf55cf1a-44a1-4b5e-beb9-0a203b6ff2eb tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] 10.222.0.11 "GET /v2.0/quotas/4d61b8cb74c8488e895692a092d04f17 HTTP/1.1" status: 200  len: 375 time: 0.0182283
Apr 20 18:35:09.338620 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-56e7a697-fe60-4dab-ad5e-27d935787e7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854040038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850911380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4189476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852074705'] for subnet, after_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:09.344626 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:35:09.396409 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e7a697-fe60-4dab-ad5e-27d935787e7a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2074ba7a-2d51-41e6-b2c4-37769d1e76fb,revision_number=None']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:35:09.399337 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-56e7a697-fe60-4dab-ad5e-27d935787e7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3704713'] for subnet, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:09.411569 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-54d52130-8495-4637-9a05-8ab207fcae53 req-010e66c1-15d5-4d51-9b06-842fcb25bec5 tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=4d61b8cb74c8488e895692a092d04f17&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1633427
Apr 20 18:35:09.412752 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-56e7a697-fe60-4dab-ad5e-27d935787e7a admin admin] 10.222.0.11 "DELETE /v2.0/subnets/2074ba7a-2d51-41e6-b2c4-37769d1e76fb HTTP/1.1" status: 204  len: 168 time: 0.8131447
Apr 20 18:35:09.413856 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-56e7a697-fe60-4dab-ad5e-27d935787e7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:35:09.414022 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86421) accepted ('10.222.0.11', 49386) {{(pid=86421) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:35:10.229720 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f6886775-22bb-4a90-a9ca-f496c857e76e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543598'] for network, before_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:10.327584 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-54d52130-8495-4637-9a05-8ab207fcae53 req-2dd04f9a-a3f5-421c-8610-2351be53ac92 service neutron] 10.222.0.11 "GET /v2.0/networks/02422600-c332-4858-ad0c-e0fcc53844a7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8565540
Apr 20 18:35:10.540973 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f6886775-22bb-4a90-a9ca-f496c857e76e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854039945', 'neutron.services.segments.db._delete_segments_for_network-8785676757363'] for network, precommit_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:10.707542 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-54d52130-8495-4637-9a05-8ab207fcae53 req-dfeb3f39-3c6b-407e-b791-b3494d4dd228 service neutron] 10.222.0.11 "GET /v2.0/networks/02422600-c332-4858-ad0c-e0fcc53844a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3653822
Apr 20 18:35:10.711560 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.services.segments.db [None req-f6886775-22bb-4a90-a9ca-f496c857e76e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fd9301f1eb8>,) {'filters': {'network_id': ['ae21e679-74f2-4e6f-8070-73eda812b617']}} {{(pid=86421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:35:10.730604 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.services.segments.db [None req-f6886775-22bb-4a90-a9ca-f496c857e76e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fd9301f1eb8>, '540da31f-fe4d-4e7d-810d-bb1f97fac878') {'for_net_delete': True} {{(pid=86421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:35:10.730886 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.services.segments.db [None req-f6886775-22bb-4a90-a9ca-f496c857e76e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fd9301f1eb8>, '540da31f-fe4d-4e7d-810d-bb1f97fac878') {} {{(pid=86421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:35:10.747497 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f6886775-22bb-4a90-a9ca-f496c857e76e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363251177908579', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852349862'] for segment, before_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:10.773314 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f6886775-22bb-4a90-a9ca-f496c857e76e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854148540'] for segment, precommit_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:10.783124 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6886775-22bb-4a90-a9ca-f496c857e76e admin admin] Releasing vlan 371 on physical network physnet1 to pool {{(pid=86421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 20 18:35:11.011859 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-cf0cee50-76a7-4065-8cc6-5f7d33c5183c req-93e0e30e-9225-448e-9c52-ef3d1d89bb73 tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] 10.222.0.11 "GET /v2.0/ports?device_id=c4e7e796-d2cb-459b-9f73-f2fbb6120ded HTTP/1.1" status: 200  len: 210 time: 0.1131055
Apr 20 18:35:11.039668 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [None req-f6886775-22bb-4a90-a9ca-f496c857e76e admin admin] Network ae21e679-74f2-4e6f-8070-73eda812b617 has no segments {{(pid=86421) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 18:35:11.054304 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f6886775-22bb-4a90-a9ca-f496c857e76e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-627251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26451816'] for segment, after_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:11.338940 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [None req-f6886775-22bb-4a90-a9ca-f496c857e76e admin admin] Network ae21e679-74f2-4e6f-8070-73eda812b617 has no segments {{(pid=86421) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 18:35:11.383945 dv-cinder-786931-2-iscsi neutron-server[86307]: Traceback (most recent call last):
Apr 20 18:35:11.383945 dv-cinder-786931-2-iscsi neutron-server[86307]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 20 18:35:11.383945 dv-cinder-786931-2-iscsi neutron-server[86307]:     timer()
Apr 20 18:35:11.383945 dv-cinder-786931-2-iscsi neutron-server[86307]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 20 18:35:11.383945 dv-cinder-786931-2-iscsi neutron-server[86307]:     cb(*args, **kw)
Apr 20 18:35:11.383945 dv-cinder-786931-2-iscsi neutron-server[86307]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 20 18:35:11.383945 dv-cinder-786931-2-iscsi neutron-server[86307]:     return func(*args, **kwargs)
Apr 20 18:35:11.383945 dv-cinder-786931-2-iscsi neutron-server[86307]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 20 18:35:11.383945 dv-cinder-786931-2-iscsi neutron-server[86307]:     self._notify()
Apr 20 18:35:11.383945 dv-cinder-786931-2-iscsi neutron-server[86307]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 20 18:35:11.383945 dv-cinder-786931-2-iscsi neutron-server[86307]:     self.callback(batched_events)
Apr 20 18:35:11.383945 dv-cinder-786931-2-iscsi neutron-server[86307]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 20 18:35:11.383945 dv-cinder-786931-2-iscsi neutron-server[86307]:     event.method(event)
Apr 20 18:35:11.383945 dv-cinder-786931-2-iscsi neutron-server[86307]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 20 18:35:11.383945 dv-cinder-786931-2-iscsi neutron-server[86307]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 20 18:35:11.383945 dv-cinder-786931-2-iscsi neutron-server[86307]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 20 18:35:11.383945 dv-cinder-786931-2-iscsi neutron-server[86307]:     segment_id)['aggregates'][0]
Apr 20 18:35:11.383945 dv-cinder-786931-2-iscsi neutron-server[86307]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 20 18:35:11.383945 dv-cinder-786931-2-iscsi neutron-server[86307]:     return f(self, *a, **k)
Apr 20 18:35:11.383945 dv-cinder-786931-2-iscsi neutron-server[86307]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 20 18:35:11.383945 dv-cinder-786931-2-iscsi neutron-server[86307]:     return self._get(url).json()
Apr 20 18:35:11.383945 dv-cinder-786931-2-iscsi neutron-server[86307]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 20 18:35:11.383945 dv-cinder-786931-2-iscsi neutron-server[86307]:     **kwargs)
Apr 20 18:35:11.383945 dv-cinder-786931-2-iscsi neutron-server[86307]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 20 18:35:11.383945 dv-cinder-786931-2-iscsi neutron-server[86307]:     return self.request(url, 'GET', **kwargs)
Apr 20 18:35:11.383945 dv-cinder-786931-2-iscsi neutron-server[86307]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 20 18:35:11.383945 dv-cinder-786931-2-iscsi neutron-server[86307]:     **endpoint_filter)
Apr 20 18:35:11.383945 dv-cinder-786931-2-iscsi neutron-server[86307]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 20 18:35:11.383945 dv-cinder-786931-2-iscsi neutron-server[86307]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 20 18:35:11.383945 dv-cinder-786931-2-iscsi neutron-server[86307]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 20 18:35:11.383945 dv-cinder-786931-2-iscsi neutron-server[86307]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 20 18:35:11.383945 dv-cinder-786931-2-iscsi neutron-server[86307]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 20 18:35:11.566373 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f6886775-22bb-4a90-a9ca-f496c857e76e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850969204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850912127'] for network, after_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:11.573528 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-e6435588-f833-4d77-936c-6a2613620284 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:35:11.614990 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f6886775-22bb-4a90-a9ca-f496c857e76e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3704713'] for network, before_response {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:11.619881 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6886775-22bb-4a90-a9ca-f496c857e76e admin admin] Pushing event deleted for resources: {'Network': ['ID=ae21e679-74f2-4e6f-8070-73eda812b617,revision_number=None']} {{(pid=86421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:35:11.628967 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-f6886775-22bb-4a90-a9ca-f496c857e76e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:35:11.643989 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-f6886775-22bb-4a90-a9ca-f496c857e76e admin admin] 10.222.0.11 "DELETE /v2.0/networks/ae21e679-74f2-4e6f-8070-73eda812b617 HTTP/1.1" status: 204  len: 168 time: 2.2284307
Apr 20 18:35:11.836052 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86421) accepted ('10.222.0.11', 49430) {{(pid=86421) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:35:11.918978 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-10f904ef-71bc-4bbc-882a-27024d8ed0fd admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3cff78b81ee8498790da234cdd69a2ef&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0813370
Apr 20 18:35:11.923134 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86421) accepted ('10.222.0.11', 49434) {{(pid=86421) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:35:11.928076 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.11', 49438) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:35:12.003322 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-1869e697-0eb9-457d-a32b-9b1023f5a168 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:12.066657 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-1869e697-0eb9-457d-a32b-9b1023f5a168 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:12.150666 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-1869e697-0eb9-457d-a32b-9b1023f5a168 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850969184'] for security_group, after_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:12.163365 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-231b142f-dd71-4e0f-97c5-14b38a8becec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:35:12.199362 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-9996e99e-ba1a-41d7-ab14-406bab1520fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:12.218538 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-9996e99e-ba1a-41d7-ab14-406bab1520fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:35:12.224678 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-9996e99e-ba1a-41d7-ab14-406bab1520fa admin admin] Usage tracker for resource:security_group_rule and tenant:59a2680246d2470b84df2078adbac65d is out of sync, need to count used quota {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:35:12.229279 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-9996e99e-ba1a-41d7-ab14-406bab1520fa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:35:12.239229 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-9996e99e-ba1a-41d7-ab14-406bab1520fa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:35:12.275837 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1869e697-0eb9-457d-a32b-9b1023f5a168 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f7e9f85-59a6-4887-af07-129e54386acf,revision_number=None']} {{(pid=86421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:35:12.289186 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-1869e697-0eb9-457d-a32b-9b1023f5a168 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:35:12.297774 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-f09e0bea-97be-4302-aee0-777ac3593396 req-17584d10-0050-406c-a4b2-39887a5907c7 tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] 10.222.0.11 "GET /v2.0/ports?device_id=c4e7e796-d2cb-459b-9f73-f2fbb6120ded HTTP/1.1" status: 200  len: 210 time: 0.1352041
Apr 20 18:35:12.304272 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-1869e697-0eb9-457d-a32b-9b1023f5a168 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:12.308716 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-1869e697-0eb9-457d-a32b-9b1023f5a168 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/1f7e9f85-59a6-4887-af07-129e54386acf HTTP/1.1" status: 204  len: 168 time: 0.3815513
Apr 20 18:35:12.535668 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d52130-8495-4637-9a05-8ab207fcae53 req-346e4ab3-60b0-46b6-99e1-c09ff3490913 tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:12.538592 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-54d52130-8495-4637-9a05-8ab207fcae53 req-346e4ab3-60b0-46b6-99e1-c09ff3490913 tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] 10.222.0.10 "GET /v2.0/networks?id=02422600-c332-4858-ad0c-e0fcc53844a7 HTTP/1.1" status: 200  len: 811 time: 0.2743671
Apr 20 18:35:12.606408 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-9996e99e-ba1a-41d7-ab14-406bab1520fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:12.610824 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-9996e99e-ba1a-41d7-ab14-406bab1520fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850969184'] for security_group, after_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:12.621779 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-af63a535-f492-40d0-8309-cad6c0b7fa4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:35:12.692521 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9996e99e-ba1a-41d7-ab14-406bab1520fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccc07f28-eabb-450d-9ab9-5ddfac5fed0f,revision_number=1']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:35:12.700147 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-9996e99e-ba1a-41d7-ab14-406bab1520fa admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=59a2680246d2470b84df2078adbac65d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7707579
Apr 20 18:35:12.700413 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86421) accepted ('10.222.0.11', 49456) {{(pid=86421) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:35:12.701462 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-9996e99e-ba1a-41d7-ab14-406bab1520fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:35:12.732022 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [req-54d52130-8495-4637-9a05-8ab207fcae53 req-63e1a21d-5c6f-48fb-aaa3-f222677063e9 tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Synchronizing usage tracker for tenant:4d61b8cb74c8488e895692a092d04f17 on resource:security_group {{(pid=86420) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 18:35:12.751949 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [req-54d52130-8495-4637-9a05-8ab207fcae53 req-63e1a21d-5c6f-48fb-aaa3-f222677063e9 tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Unset dirty status for tenant:4d61b8cb74c8488e895692a092d04f17 on resource:security_group {{(pid=86420) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 18:35:12.753500 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-54d52130-8495-4637-9a05-8ab207fcae53 req-63e1a21d-5c6f-48fb-aaa3-f222677063e9 tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4d61b8cb74c8488e895692a092d04f17 HTTP/1.1" status: 200  len: 5704 time: 0.1783259
Apr 20 18:35:12.767018 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.v2.base [req-54d52130-8495-4637-9a05-8ab207fcae53 req-e8a80108-b95c-407e-b791-970110228e1c tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Request body: {'port': {'device_id': 'c4e7e796-d2cb-459b-9f73-f2fbb6120ded', 'network_id': '02422600-c332-4858-ad0c-e0fcc53844a7', 'admin_state_up': True, 'tenant_id': '4d61b8cb74c8488e895692a092d04f17', 'security_groups': ['c061e4aa-4369-4fc4-ae35-2a7a056dc6f9']}} {{(pid=86420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:35:12.784547 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-0a23358f-c6a1-4491-aadb-a42e06a98772 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:12.823510 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-0a23358f-c6a1-4491-aadb-a42e06a98772 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:12.892407 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-0a23358f-c6a1-4491-aadb-a42e06a98772 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850969184'] for security_group, after_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:12.901804 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-abf044e0-19ac-44b2-a4ed-0a6ce18885cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:35:12.919277 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a23358f-c6a1-4491-aadb-a42e06a98772 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccc07f28-eabb-450d-9ab9-5ddfac5fed0f,revision_number=None']} {{(pid=86421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:35:12.924294 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-0a23358f-c6a1-4491-aadb-a42e06a98772 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:35:12.926715 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-0a23358f-c6a1-4491-aadb-a42e06a98772 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:12.928004 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-0a23358f-c6a1-4491-aadb-a42e06a98772 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ccc07f28-eabb-450d-9ab9-5ddfac5fed0f HTTP/1.1" status: 204  len: 168 time: 0.2262149
Apr 20 18:35:13.203367 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [req-54d52130-8495-4637-9a05-8ab207fcae53 req-e8a80108-b95c-407e-b791-970110228e1c tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:35:13.208962 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [req-54d52130-8495-4637-9a05-8ab207fcae53 req-e8a80108-b95c-407e-b791-970110228e1c tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Usage tracker for resource:port and tenant:4d61b8cb74c8488e895692a092d04f17 is out of sync, need to count used quota {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:35:13.212489 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [req-54d52130-8495-4637-9a05-8ab207fcae53 req-e8a80108-b95c-407e-b791-970110228e1c tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Quota usage for port was recalculated. Used quota:3. {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:35:13.220493 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [req-54d52130-8495-4637-9a05-8ab207fcae53 req-e8a80108-b95c-407e-b791-970110228e1c tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:35:13.230913 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54d52130-8495-4637-9a05-8ab207fcae53 req-e8a80108-b95c-407e-b791-970110228e1c tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Made reservation on behalf of 4d61b8cb74c8488e895692a092d04f17 for: {'port': 1} {{(pid=86420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 18:35:13.237307 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-54d52130-8495-4637-9a05-8ab207fcae53 req-e8a80108-b95c-407e-b791-970110228e1c tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854207267'] for port, before_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:13.499624 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.db_base_plugin_common [req-54d52130-8495-4637-9a05-8ab207fcae53 req-e8a80108-b95c-407e-b791-970110228e1c tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Allocated IP 172.20.0.12 (02422600-c332-4858-ad0c-e0fcc53844a7/75d0ac2f-18ed-4097-8673-60a099f48c88/b7f07830-6431-4d56-a91b-1d81b3481349) {{(pid=86420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 18:35:13.571103 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.11', 49484) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:35:13.577617 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-d5a7124b-4ae8-4c03-ab45-b2a9c5ce9243 req-c69247be-cb9f-47b8-ab8b-e93b17501248 tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] 10.222.0.11 "GET /v2.0/ports?device_id=c4e7e796-d2cb-459b-9f73-f2fbb6120ded HTTP/1.1" status: 200  len: 210 time: 0.1136270
Apr 20 18:35:13.743256 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-54d52130-8495-4637-9a05-8ab207fcae53 req-e8a80108-b95c-407e-b791-970110228e1c tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Notify callbacks [] for port, precommit_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:13.758219 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.v2.base [None req-1dc36933-1656-41a5-9b8f-2f444fb469ce admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1409954012-network', 'tenant_id': '5283e7179c6941ac97dec0a0f8b3ae8f'}} {{(pid=86420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:35:13.768262 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-1dc36933-1656-41a5-9b8f-2f444fb469ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:35:13.776948 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-1dc36933-1656-41a5-9b8f-2f444fb469ce admin admin] Usage tracker for resource:network and tenant:5283e7179c6941ac97dec0a0f8b3ae8f is out of sync, need to count used quota {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:35:13.779921 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [req-54d52130-8495-4637-9a05-8ab207fcae53 req-e8a80108-b95c-407e-b791-970110228e1c tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Transition to ACTIVE for port object b7f07830-6431-4d56-a91b-1d81b3481349 will not be triggered until provisioned by entity DHCP. {{(pid=86420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 18:35:13.781901 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-1dc36933-1656-41a5-9b8f-2f444fb469ce admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:35:13.789754 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-1dc36933-1656-41a5-9b8f-2f444fb469ce admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:35:13.805175 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dc36933-1656-41a5-9b8f-2f444fb469ce admin admin] Made reservation on behalf of 5283e7179c6941ac97dec0a0f8b3ae8f for: {'network': 1} {{(pid=86420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 18:35:13.810140 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-1dc36933-1656-41a5-9b8f-2f444fb469ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854207267'] for network, before_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:13.826982 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-1dc36933-1656-41a5-9b8f-2f444fb469ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:13.847064 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-1dc36933-1656-41a5-9b8f-2f444fb469ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:35:13.853388 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-1dc36933-1656-41a5-9b8f-2f444fb469ce admin admin] Usage tracker for resource:security_group_rule and tenant:5283e7179c6941ac97dec0a0f8b3ae8f is out of sync, need to count used quota {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:35:13.857559 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-1dc36933-1656-41a5-9b8f-2f444fb469ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:35:13.865768 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-1dc36933-1656-41a5-9b8f-2f444fb469ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:35:13.868492 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-54d52130-8495-4637-9a05-8ab207fcae53 req-e8a80108-b95c-407e-b791-970110228e1c tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251178383920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4189424'] for port, after_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:13.875853 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-26a0b17c-3216-41cb-ad59-2f4d006d0e22 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:35:13.978248 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54d52130-8495-4637-9a05-8ab207fcae53 req-e8a80108-b95c-407e-b791-970110228e1c tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Network 02422600-c332-4858-ad0c-e0fcc53844a7 is already hosted by enough agents. {{(pid=86420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 18:35:13.983865 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.scheduler.base_scheduler [req-54d52130-8495-4637-9a05-8ab207fcae53 req-e8a80108-b95c-407e-b791-970110228e1c tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Resources bound (agent type, host, resource id):  {{(pid=86420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:35:13.989916 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a80108-b95c-407e-b791-970110228e1c tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Pushing event updated for resources: {'Port': ['ID=b7f07830-6431-4d56-a91b-1d81b3481349,revision_number=1']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:35:13.993882 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [req-54d52130-8495-4637-9a05-8ab207fcae53 req-e8a80108-b95c-407e-b791-970110228e1c tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Received port after_create {{(pid=86420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 18:35:14.033749 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-e8a80108-b95c-407e-b791-970110228e1c tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:35:14.089577 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d52130-8495-4637-9a05-8ab207fcae53 req-e8a80108-b95c-407e-b791-970110228e1c tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:14.090316 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-54d52130-8495-4637-9a05-8ab207fcae53 req-e8a80108-b95c-407e-b791-970110228e1c tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7615'] for port, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:14.167491 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86421) accepted ('10.222.0.11', 49506) {{(pid=86421) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:35:14.167772 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-1dc36933-1656-41a5-9b8f-2f444fb469ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:14.169831 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-54d52130-8495-4637-9a05-8ab207fcae53 req-e8a80108-b95c-407e-b791-970110228e1c tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.4074399
Apr 20 18:35:14.171343 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-1dc36933-1656-41a5-9b8f-2f444fb469ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850969184'] for security_group, after_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:14.181391 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-9996e99e-ba1a-41d7-ab14-406bab1520fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:35:14.194219 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.v2.base [req-54d52130-8495-4637-9a05-8ab207fcae53 req-8f710de1-b3f9-4788-9b4d-f9a9497d1556 service neutron] Request body: {'port': {'device_id': 'c4e7e796-d2cb-459b-9f73-f2fbb6120ded', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=86420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:35:14.222144 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-376c05d6-f964-4b45-8b53-82e1a3baf725 None None] Provisioning for port b7f07830-6431-4d56-a91b-1d81b3481349 completed by entity DHCP. {{(pid=86422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 18:35:14.227680 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-376c05d6-f964-4b45-8b53-82e1a3baf725 None None] Provisioning complete for port b7f07830-6431-4d56-a91b-1d81b3481349 triggered by entity DHCP. {{(pid=86422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:35:14.228084 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-376c05d6-f964-4b45-8b53-82e1a3baf725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733696'] for port, provisioning_complete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:14.277844 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1dc36933-1656-41a5-9b8f-2f444fb469ce admin admin] vlan segment allocate from pool success with {'vlan_id': 390, 'physical_network': 'physnet1'}  {{(pid=86420) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 20 18:35:14.295604 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-376c05d6-f964-4b45-8b53-82e1a3baf725 None None] Port b7f07830-6431-4d56-a91b-1d81b3481349 cannot update to ACTIVE because it is not bound. {{(pid=86422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 18:35:14.298377 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc36933-1656-41a5-9b8f-2f444fb469ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2be84d38-e399-4426-9a37-a5c024f9885b,revision_number=1']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:35:14.301613 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-1dc36933-1656-41a5-9b8f-2f444fb469ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:35:14.316391 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.v2.base [None req-86bb4e10-3b54-473f-89d5-20b028758e16 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1183736160-network', 'tenant_id': 'f647485bb66241938616bee3676c945c'}} {{(pid=86421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:35:14.325165 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-86bb4e10-3b54-473f-89d5-20b028758e16 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86421) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:35:14.331557 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-86bb4e10-3b54-473f-89d5-20b028758e16 admin admin] Usage tracker for resource:network and tenant:f647485bb66241938616bee3676c945c is out of sync, need to count used quota {{(pid=86421) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:35:14.334711 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-86bb4e10-3b54-473f-89d5-20b028758e16 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86421) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:35:14.343097 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-86bb4e10-3b54-473f-89d5-20b028758e16 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86421) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:35:14.347216 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-1dc36933-1656-41a5-9b8f-2f444fb469ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854148540'] for segment, precommit_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:14.347616 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.db.segments_db [None req-1dc36933-1656-41a5-9b8f-2f444fb469ce admin admin] Added segment 0eb2a75c-bef3-49ee-9641-ddf1f2ea6df2 of type vlan for network 80913dd1-937c-45ce-ae14-972844ab57d5
Apr 20 18:35:14.353469 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86bb4e10-3b54-473f-89d5-20b028758e16 admin admin] Made reservation on behalf of f647485bb66241938616bee3676c945c for: {'network': 1} {{(pid=86421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 18:35:14.358328 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-86bb4e10-3b54-473f-89d5-20b028758e16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854207267'] for network, before_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:14.372896 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-86bb4e10-3b54-473f-89d5-20b028758e16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:14.391825 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-54d52130-8495-4637-9a05-8ab207fcae53 req-8f710de1-b3f9-4788-9b4d-f9a9497d1556 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854207267'] for port, before_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:14.392795 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-86bb4e10-3b54-473f-89d5-20b028758e16 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86421) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:35:14.397498 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-86bb4e10-3b54-473f-89d5-20b028758e16 admin admin] Usage tracker for resource:security_group_rule and tenant:f647485bb66241938616bee3676c945c is out of sync, need to count used quota {{(pid=86421) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:35:14.400945 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-86bb4e10-3b54-473f-89d5-20b028758e16 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86421) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:35:14.408646 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-86bb4e10-3b54-473f-89d5-20b028758e16 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86421) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:35:14.409309 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-1dc36933-1656-41a5-9b8f-2f444fb469ce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785676380019'] for network, precommit_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:14.512588 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-86bb4e10-3b54-473f-89d5-20b028758e16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:14.516878 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-86bb4e10-3b54-473f-89d5-20b028758e16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850969184'] for security_group, after_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:14.522433 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-f8240138-c2c8-45a0-ba29-002e16e8aa5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:35:14.557700 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-1dc36933-1656-41a5-9b8f-2f444fb469ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850969204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730'] for network, after_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:14.558016 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86bb4e10-3b54-473f-89d5-20b028758e16 admin admin] vlan segment allocate from pool success with {'vlan_id': 359, 'physical_network': 'physnet1'}  {{(pid=86421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 20 18:35:14.563025 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dc36933-1656-41a5-9b8f-2f444fb469ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:14.563837 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-1dc36933-1656-41a5-9b8f-2f444fb469ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3704713'] for network, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:14.568768 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bb4e10-3b54-473f-89d5-20b028758e16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f38d07f9-757a-46a2-8465-004a7cd9d9e2,revision_number=1']} {{(pid=86421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:35:14.573061 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-86bb4e10-3b54-473f-89d5-20b028758e16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:35:14.574328 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-fb3849c0-aea7-45bb-a88d-ad08d2369737 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:35:14.575973 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-86bb4e10-3b54-473f-89d5-20b028758e16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854148540'] for segment, precommit_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:14.576428 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.db.segments_db [None req-86bb4e10-3b54-473f-89d5-20b028758e16 admin admin] Added segment 19573fc3-2b57-408c-8be3-e196040dc2e9 of type vlan for network 3869069a-d087-4030-ad0d-58356ed90d65
Apr 20 18:35:14.607810 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-86bb4e10-3b54-473f-89d5-20b028758e16 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785676380019'] for network, precommit_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:14.643502 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-86bb4e10-3b54-473f-89d5-20b028758e16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850969204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730'] for network, after_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:14.644976 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86bb4e10-3b54-473f-89d5-20b028758e16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:14.645624 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-86bb4e10-3b54-473f-89d5-20b028758e16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3704713'] for network, before_response {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:14.651349 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-c34d29f7-5071-41f6-a1c6-b2b3d1fccda8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:35:14.709409 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc36933-1656-41a5-9b8f-2f444fb469ce admin admin] Pushing event updated for resources: {'Network': ['ID=80913dd1-937c-45ce-ae14-972844ab57d5,revision_number=1']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:35:14.712442 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-1dc36933-1656-41a5-9b8f-2f444fb469ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:35:14.717007 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-1dc36933-1656-41a5-9b8f-2f444fb469ce admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 1.1413777
Apr 20 18:35:14.721565 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Network 80913dd1-937c-45ce-ae14-972844ab57d5 details requested by agent ovs-agent-dv-cinder-786931-2-iscsi with host dv-cinder-786931-2-iscsi {{(pid=86422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 20 18:35:14.729668 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86421) accepted ('10.222.0.11', 49514) {{(pid=86421) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:35:14.757602 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.v2.base [None req-9be2c9df-9fd0-4ba4-93c0-3ddd1fe32918 admin admin] Request body: {'subnet': {'network_id': '80913dd1-937c-45ce-ae14-972844ab57d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1409954012-subnet', 'tenant_id': '5283e7179c6941ac97dec0a0f8b3ae8f', 'ip_version': 4}} {{(pid=86421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:35:14.818511 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-9be2c9df-9fd0-4ba4-93c0-3ddd1fe32918 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86421) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:35:14.831164 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-86bb4e10-3b54-473f-89d5-20b028758e16 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.6624584
Apr 20 18:35:14.832561 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-9be2c9df-9fd0-4ba4-93c0-3ddd1fe32918 admin admin] Usage tracker for resource:subnet and tenant:5283e7179c6941ac97dec0a0f8b3ae8f is out of sync, need to count used quota {{(pid=86421) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:35:14.836247 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bb4e10-3b54-473f-89d5-20b028758e16 admin admin] Pushing event updated for resources: {'Network': ['ID=3869069a-d087-4030-ad0d-58356ed90d65,revision_number=1']} {{(pid=86421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:35:14.838610 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86421) accepted ('10.222.0.11', 49518) {{(pid=86421) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:35:14.839266 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-9be2c9df-9fd0-4ba4-93c0-3ddd1fe32918 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86421) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:35:14.850701 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Network 3869069a-d087-4030-ad0d-58356ed90d65 details requested by agent ovs-agent-dv-cinder-786931-2-iscsi with host dv-cinder-786931-2-iscsi {{(pid=86422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 20 18:35:14.855132 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.v2.base [None req-b3dae47e-8665-46d1-a0ae-9c64738b0d10 admin admin] Request body: {'subnet': {'network_id': '3869069a-d087-4030-ad0d-58356ed90d65', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1183736160-subnet', 'tenant_id': 'f647485bb66241938616bee3676c945c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:35:14.860562 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-86bb4e10-3b54-473f-89d5-20b028758e16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:35:14.862727 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-9be2c9df-9fd0-4ba4-93c0-3ddd1fe32918 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86421) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:35:14.866001 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-b3dae47e-8665-46d1-a0ae-9c64738b0d10 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86421) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:35:14.872333 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-b3dae47e-8665-46d1-a0ae-9c64738b0d10 admin admin] Usage tracker for resource:subnet and tenant:f647485bb66241938616bee3676c945c is out of sync, need to count used quota {{(pid=86421) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:35:14.879759 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-b3dae47e-8665-46d1-a0ae-9c64738b0d10 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86421) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:35:14.898447 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-b3dae47e-8665-46d1-a0ae-9c64738b0d10 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86421) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:35:14.904436 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9be2c9df-9fd0-4ba4-93c0-3ddd1fe32918 admin admin] Made reservation on behalf of 5283e7179c6941ac97dec0a0f8b3ae8f for: {'subnet': 1} {{(pid=86421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 18:35:14.909802 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-9be2c9df-9fd0-4ba4-93c0-3ddd1fe32918 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852337604'] for subnet, before_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:14.971913 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.notifiers.nova [req-54d52130-8495-4637-9a05-8ab207fcae53 req-8f710de1-b3f9-4788-9b4d-f9a9497d1556 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7f07830-6431-4d56-a91b-1d81b3481349 {{(pid=86420) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 18:35:14.986328 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-54d52130-8495-4637-9a05-8ab207fcae53 req-8f710de1-b3f9-4788-9b4d-f9a9497d1556 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:14.996000 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3dae47e-8665-46d1-a0ae-9c64738b0d10 admin admin] Made reservation on behalf of f647485bb66241938616bee3676c945c for: {'subnet': 1} {{(pid=86421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 18:35:15.001452 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-b3dae47e-8665-46d1-a0ae-9c64738b0d10 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852337604'] for subnet, before_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:15.003202 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [req-54d52130-8495-4637-9a05-8ab207fcae53 req-8f710de1-b3f9-4788-9b4d-f9a9497d1556 service neutron] Transition to ACTIVE for port object b7f07830-6431-4d56-a91b-1d81b3481349 will not be triggered until provisioned by entity L2. {{(pid=86420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 18:35:15.006119 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-54d52130-8495-4637-9a05-8ab207fcae53 req-8f710de1-b3f9-4788-9b4d-f9a9497d1556 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785676839112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251178383903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251178382076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850586375'] for port, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:15.012339 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-5a83d5c8-f32a-4c1b-a591-027e2a73eade tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:35:15.046850 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8107cde5-5cc5-4bcb-8312-1d1233778607 req-37df7322-0dac-4199-8e8b-b4f62a2b33c0 tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:15.048692 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-8107cde5-5cc5-4bcb-8312-1d1233778607 req-37df7322-0dac-4199-8e8b-b4f62a2b33c0 tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] 10.222.0.11 "GET /v2.0/ports?device_id=c4e7e796-d2cb-459b-9f73-f2fbb6120ded HTTP/1.1" status: 200  len: 932 time: 0.3180110
Apr 20 18:35:15.200333 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f710de1-b3f9-4788-9b4d-f9a9497d1556 service neutron] Pushing event updated for resources: {'Port': ['ID=b7f07830-6431-4d56-a91b-1d81b3481349,revision_number=2']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:35:15.203608 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-8f710de1-b3f9-4788-9b4d-f9a9497d1556 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:35:15.223706 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-8107cde5-5cc5-4bcb-8312-1d1233778607 req-ddce5b89-02e9-4c12-9f4e-46b7a807515d tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] 10.222.0.11 "GET /v2.0/security-groups?id=c061e4aa-4369-4fc4-ae35-2a7a056dc6f9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1140451
Apr 20 18:35:15.298733 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [req-54d52130-8495-4637-9a05-8ab207fcae53 req-8f710de1-b3f9-4788-9b4d-f9a9497d1556 service neutron] Attempting to bind port b7f07830-6431-4d56-a91b-1d81b3481349 on host hv-cinder-78693 for vnic_type normal with profile  {{(pid=86420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 18:35:15.299912 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [req-54d52130-8495-4637-9a05-8ab207fcae53 req-8f710de1-b3f9-4788-9b4d-f9a9497d1556 service neutron] Attempting to bind port b7f07830-6431-4d56-a91b-1d81b3481349 by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': 'c09827dd-1400-4cd9-9113-bae2cb1c8e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '02422600-c332-4858-ad0c-e0fcc53844a7'}] {{(pid=86420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 18:35:15.300577 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54d52130-8495-4637-9a05-8ab207fcae53 req-8f710de1-b3f9-4788-9b4d-f9a9497d1556 service neutron] Attempting to bind port b7f07830-6431-4d56-a91b-1d81b3481349 on network 02422600-c332-4858-ad0c-e0fcc53844a7 {{(pid=86420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 18:35:15.308868 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54d52130-8495-4637-9a05-8ab207fcae53 req-8f710de1-b3f9-4788-9b4d-f9a9497d1556 service neutron] Port b7f07830-6431-4d56-a91b-1d81b3481349 on network 02422600-c332-4858-ad0c-e0fcc53844a7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=86420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 20 18:35:15.310432 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54d52130-8495-4637-9a05-8ab207fcae53 req-8f710de1-b3f9-4788-9b4d-f9a9497d1556 service neutron] Attempting to bind port b7f07830-6431-4d56-a91b-1d81b3481349 on network 02422600-c332-4858-ad0c-e0fcc53844a7 {{(pid=86420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 18:35:15.321682 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54d52130-8495-4637-9a05-8ab207fcae53 req-8f710de1-b3f9-4788-9b4d-f9a9497d1556 service neutron] Checking agent: {'id': '1d7a02d0-8f4e-4dcc-9452-bf36df956f32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 28, 32), 'started_at': datetime.datetime(2021, 4, 20, 18, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 35, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 18:35:15.322188 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54d52130-8495-4637-9a05-8ab207fcae53 req-8f710de1-b3f9-4788-9b4d-f9a9497d1556 service neutron] Checking segment: {'id': 'c09827dd-1400-4cd9-9113-bae2cb1c8e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '02422600-c332-4858-ad0c-e0fcc53844a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 18:35:15.322777 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54d52130-8495-4637-9a05-8ab207fcae53 req-8f710de1-b3f9-4788-9b4d-f9a9497d1556 service neutron] Bound using segment: {'id': 'c09827dd-1400-4cd9-9113-bae2cb1c8e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '02422600-c332-4858-ad0c-e0fcc53844a7'} {{(pid=86420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 18:35:15.323372 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [req-54d52130-8495-4637-9a05-8ab207fcae53 req-8f710de1-b3f9-4788-9b4d-f9a9497d1556 service neutron] Bound port: b7f07830-6431-4d56-a91b-1d81b3481349, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c09827dd-1400-4cd9-9113-bae2cb1c8e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '02422600-c332-4858-ad0c-e0fcc53844a7'}}] {{(pid=86420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 18:35:15.324242 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-54d52130-8495-4637-9a05-8ab207fcae53 req-8f710de1-b3f9-4788-9b4d-f9a9497d1556 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854207267'] for port, before_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:15.454121 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [req-54d52130-8495-4637-9a05-8ab207fcae53 req-8f710de1-b3f9-4788-9b4d-f9a9497d1556 service neutron] For port b7f07830-6431-4d56-a91b-1d81b3481349, host hv-cinder-78693, cleared binding levels {{(pid=86420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 18:35:15.458492 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [req-54d52130-8495-4637-9a05-8ab207fcae53 req-8f710de1-b3f9-4788-9b4d-f9a9497d1556 service neutron] For port b7f07830-6431-4d56-a91b-1d81b3481349, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=b7f07830-6431-4d56-a91b-1d81b3481349,segment=NetworkSegment(c09827dd-1400-4cd9-9113-bae2cb1c8e3d),segment_id=c09827dd-1400-4cd9-9113-bae2cb1c8e3d)] {{(pid=86420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 18:35:15.463387 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-54d52130-8495-4637-9a05-8ab207fcae53 req-8f710de1-b3f9-4788-9b4d-f9a9497d1556 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785676839112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251178383903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251178382076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850586375'] for port, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:15.469896 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-291ec195-9060-4f06-989b-8770793a05cc tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:35:15.528709 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d52130-8495-4637-9a05-8ab207fcae53 req-8f710de1-b3f9-4788-9b4d-f9a9497d1556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:15.529387 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-54d52130-8495-4637-9a05-8ab207fcae53 req-8f710de1-b3f9-4788-9b4d-f9a9497d1556 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7615'] for port, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:15.530989 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-54d52130-8495-4637-9a05-8ab207fcae53 req-8f710de1-b3f9-4788-9b4d-f9a9497d1556 service neutron] 10.222.0.10 "PUT /v2.0/ports/b7f07830-6431-4d56-a91b-1d81b3481349 HTTP/1.1" status: 200  len: 1094 time: 1.3507800
Apr 20 18:35:15.531644 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4e7e796-d2cb-459b-9f73-f2fbb6120ded', 'tag': 'b7f07830-6431-4d56-a91b-1d81b3481349'}] {{(pid=86420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:35:15.603398 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f710de1-b3f9-4788-9b4d-f9a9497d1556 service neutron] Pushing event updated for resources: {'Port': ['ID=b7f07830-6431-4d56-a91b-1d81b3481349,revision_number=3']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:35:15.612017 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-8f710de1-b3f9-4788-9b4d-f9a9497d1556 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:35:15.615152 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4e7e796-d2cb-459b-9f73-f2fbb6120ded', 'tag': 'b7f07830-6431-4d56-a91b-1d81b3481349', 'status': 'completed', 'code': 200}
Apr 20 18:35:15.743899 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d52130-8495-4637-9a05-8ab207fcae53 req-ca9a7693-1cb3-4da3-a9c9-fe446656689d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:15.746690 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-54d52130-8495-4637-9a05-8ab207fcae53 req-ca9a7693-1cb3-4da3-a9c9-fe446656689d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4d61b8cb74c8488e895692a092d04f17&device_id=c4e7e796-d2cb-459b-9f73-f2fbb6120ded HTTP/1.1" status: 200  len: 1097 time: 0.1301458
Apr 20 18:35:15.837134 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-54d52130-8495-4637-9a05-8ab207fcae53 req-9d3b7fa7-26af-469f-bc26-b2cdd5567b12 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b7f07830-6431-4d56-a91b-1d81b3481349 HTTP/1.1" status: 200  len: 217 time: 0.0815816
Apr 20 18:35:15.914515 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d52130-8495-4637-9a05-8ab207fcae53 req-6e0ea281-9b7c-4688-ab31-dab201688057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:15.916201 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-54d52130-8495-4637-9a05-8ab207fcae53 req-6e0ea281-9b7c-4688-ab31-dab201688057 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=75d0ac2f-18ed-4097-8673-60a099f48c88 HTTP/1.1" status: 200  len: 850 time: 0.0722418
Apr 20 18:35:15.938913 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-9be2c9df-9fd0-4ba4-93c0-3ddd1fe32918 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850911380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26451598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852337619'] for subnet, after_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:15.947905 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:35:15.990731 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-b3dae47e-8665-46d1-a0ae-9c64738b0d10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850911380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26451598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852337619'] for subnet, after_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:16.020839 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d52130-8495-4637-9a05-8ab207fcae53 req-bd003932-5b0c-4bd5-a188-d9ba756fe99b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:16.022519 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-54d52130-8495-4637-9a05-8ab207fcae53 req-bd003932-5b0c-4bd5-a188-d9ba756fe99b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=02422600-c332-4858-ad0c-e0fcc53844a7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0996821
Apr 20 18:35:16.045614 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be2c9df-9fd0-4ba4-93c0-3ddd1fe32918 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ab8a665-1a1f-4e98-99e5-1b83bdb4be35,revision_number=0']} {{(pid=86421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:35:16.059495 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-9be2c9df-9fd0-4ba4-93c0-3ddd1fe32918 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:35:16.060111 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-505701e9-2a36-41f6-920d-ddc1534708f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.054s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:35:16.121629 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9be2c9df-9fd0-4ba4-93c0-3ddd1fe32918 admin admin] Checking segment: {'id': '0eb2a75c-bef3-49ee-9641-ddf1f2ea6df2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '80913dd1-937c-45ce-ae14-972844ab57d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 18:35:16.122016 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9be2c9df-9fd0-4ba4-93c0-3ddd1fe32918 admin admin] Network hostable DHCP agents. Network: 80913dd1-937c-45ce-ae14-972844ab57d5, hostable agents: ['d7942baf-6bbf-4686-8ec5-e08268711b74'], hosted agents: [] {{(pid=86421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 20 18:35:16.160755 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3dae47e-8665-46d1-a0ae-9c64738b0d10 admin admin] Checking segment: {'id': '19573fc3-2b57-408c-8be3-e196040dc2e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '3869069a-d087-4030-ad0d-58356ed90d65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 18:35:16.161110 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3dae47e-8665-46d1-a0ae-9c64738b0d10 admin admin] Network hostable DHCP agents. Network: 3869069a-d087-4030-ad0d-58356ed90d65, hostable agents: ['d7942baf-6bbf-4686-8ec5-e08268711b74'], hosted agents: [] {{(pid=86421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 20 18:35:16.176447 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3dae47e-8665-46d1-a0ae-9c64738b0d10 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c4cc291-3534-48c5-abb6-18bb0c9caac3,revision_number=0']} {{(pid=86421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:35:16.182722 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-b3dae47e-8665-46d1-a0ae-9c64738b0d10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:35:16.184743 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9be2c9df-9fd0-4ba4-93c0-3ddd1fe32918 admin admin] Network 80913dd1-937c-45ce-ae14-972844ab57d5 is scheduled to be hosted by DHCP agent d7942baf-6bbf-4686-8ec5-e08268711b74 with binding_index 1 {{(pid=86421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 20 18:35:16.197895 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.scheduler.base_scheduler [None req-9be2c9df-9fd0-4ba4-93c0-3ddd1fe32918 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786931-2-iscsi, 80913dd1-937c-45ce-ae14-972844ab57d5) {{(pid=86421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:35:16.205669 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3dae47e-8665-46d1-a0ae-9c64738b0d10 admin admin] Network 3869069a-d087-4030-ad0d-58356ed90d65 is scheduled to be hosted by DHCP agent d7942baf-6bbf-4686-8ec5-e08268711b74 with binding_index 1 {{(pid=86421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 20 18:35:16.210540 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c80f6141-65bf-4b43-99f3-49adac9cde78 None None] Network 80913dd1-937c-45ce-ae14-972844ab57d5 requested from dv-cinder-786931-2-iscsi {{(pid=86422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 18:35:16.219534 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.scheduler.base_scheduler [None req-b3dae47e-8665-46d1-a0ae-9c64738b0d10 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786931-2-iscsi, 3869069a-d087-4030-ad0d-58356ed90d65) {{(pid=86421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:35:16.221766 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9be2c9df-9fd0-4ba4-93c0-3ddd1fe32918 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:16.222410 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-9be2c9df-9fd0-4ba4-93c0-3ddd1fe32918 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:16.225091 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-54d52130-8495-4637-9a05-8ab207fcae53 req-43072724-99b1-4b4b-89c0-1a7662c0baaa service neutron] 10.222.0.10 "GET /v2.0/networks/02422600-c332-4858-ad0c-e0fcc53844a7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1953404
Apr 20 18:35:16.247108 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5209d3b-31bb-495e-951e-d108eb14450c None None] Network 3869069a-d087-4030-ad0d-58356ed90d65 requested from dv-cinder-786931-2-iscsi {{(pid=86422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 18:35:16.247447 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3dae47e-8665-46d1-a0ae-9c64738b0d10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:16.247785 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-b3dae47e-8665-46d1-a0ae-9c64738b0d10 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:16.271094 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-9be2c9df-9fd0-4ba4-93c0-3ddd1fe32918 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 1.5390196
Apr 20 18:35:16.281736 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.11', 49528) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:35:16.282712 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-b3dae47e-8665-46d1-a0ae-9c64738b0d10 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 1.4396908
Apr 20 18:35:16.297392 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.v2.base [None req-ba9dd045-680f-4a1a-933a-6deafff5dbe0 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1409954012-router', 'tenant_id': '5283e7179c6941ac97dec0a0f8b3ae8f', 'external_gateway_info': {'network_id': '357044f3-f85c-4c82-92f2-504aa071d528'}}} {{(pid=86420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:35:16.414538 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-ba9dd045-680f-4a1a-933a-6deafff5dbe0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:35:16.433744 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-ba9dd045-680f-4a1a-933a-6deafff5dbe0 admin admin] Usage tracker for resource:router and tenant:5283e7179c6941ac97dec0a0f8b3ae8f is out of sync, need to count used quota {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:35:16.447094 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-ba9dd045-680f-4a1a-933a-6deafff5dbe0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:35:16.465688 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-ba9dd045-680f-4a1a-933a-6deafff5dbe0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:35:16.506963 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-ba9dd045-680f-4a1a-933a-6deafff5dbe0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036850938385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8139'] for router, before_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:16.508192 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-ba9dd045-680f-4a1a-933a-6deafff5dbe0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3837415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3865857', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3804944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854767684'] for router, precommit_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:16.566624 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-ba9dd045-680f-4a1a-933a-6deafff5dbe0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:16.569786 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83200abe-ec41-4436-91ba-814d0523bc06 req-d49024f3-2093-43eb-a24d-b381e74b8775 tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:16.578947 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-83200abe-ec41-4436-91ba-814d0523bc06 req-d49024f3-2093-43eb-a24d-b381e74b8775 tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] 10.222.0.11 "GET /v2.0/ports?device_id=c4e7e796-d2cb-459b-9f73-f2fbb6120ded HTTP/1.1" status: 200  len: 944 time: 0.1472101
Apr 20 18:35:16.597331 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-54d52130-8495-4637-9a05-8ab207fcae53 req-a7365245-74b1-4c9b-9497-9711bfa52e19 service neutron] 10.222.0.10 "GET /v2.0/networks/02422600-c332-4858-ad0c-e0fcc53844a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3625996
Apr 20 18:35:16.660873 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-83200abe-ec41-4436-91ba-814d0523bc06 req-2734ee9f-22c0-4593-933d-e5e466656283 tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] 10.222.0.11 "GET /v2.0/security-groups?id=c061e4aa-4369-4fc4-ae35-2a7a056dc6f9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0803795
Apr 20 18:35:16.780106 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b4d7a92-12f7-4c06-bde3-c30c23b7d28e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82bc64bb-a80f-5e37-9fe3-a5a7bfe5a88e-80913dd1-937c-45ce-ae14-972844ab57d5', 'network_id': '80913dd1-937c-45ce-ae14-972844ab57d5', 'tenant_id': '5283e7179c6941ac97dec0a0f8b3ae8f', 'fixed_ips': [{'subnet_id': '8ab8a665-1a1f-4e98-99e5-1b83bdb4be35'}]}} from dv-cinder-786931-2-iscsi. {{(pid=86422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 20 18:35:16.782773 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-8b4d7a92-12f7-4c06-bde3-c30c23b7d28e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854207267'] for port, before_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:16.984864 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-ba9dd045-680f-4a1a-933a-6deafff5dbe0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3866102', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3837788', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854767699'] for router, precommit_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:17.019545 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2f1c52-2a5c-4380-a39f-a2397cf10b37 req-b0f7c707-ad89-4aac-8c38-39585d592858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:17.021577 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-1a2f1c52-2a5c-4380-a39f-a2397cf10b37 req-b0f7c707-ad89-4aac-8c38-39585d592858 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4d61b8cb74c8488e895692a092d04f17&device_id=c4e7e796-d2cb-459b-9f73-f2fbb6120ded HTTP/1.1" status: 200  len: 1097 time: 0.3312571
Apr 20 18:35:17.175198 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acbcf7f3-9042-40be-a29d-4fafcb96b7c1 None None] Network 3869069a-d087-4030-ad0d-58356ed90d65 requested from dv-cinder-786931-2-iscsi {{(pid=86422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 18:35:17.303302 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.db_base_plugin_common [None req-8b4d7a92-12f7-4c06-bde3-c30c23b7d28e None None] Allocated IP 172.20.0.2 (80913dd1-937c-45ce-ae14-972844ab57d5/8ab8a665-1a1f-4e98-99e5-1b83bdb4be35/de6c1561-1c04-4a88-9b49-19c90652126e) {{(pid=86422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 18:35:17.546194 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2f1c52-2a5c-4380-a39f-a2397cf10b37 req-831faab4-2ff4-42ab-a738-38549f610aac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:17.547864 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-1a2f1c52-2a5c-4380-a39f-a2397cf10b37 req-831faab4-2ff4-42ab-a738-38549f610aac service neutron] 10.222.0.10 "GET /v2.0/networks?id=02422600-c332-4858-ad0c-e0fcc53844a7 HTTP/1.1" status: 200  len: 912 time: 0.4732029
Apr 20 18:35:17.641330 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-1a2f1c52-2a5c-4380-a39f-a2397cf10b37 req-349a2cab-3b88-47bc-b0b5-787b473fcf5f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b7f07830-6431-4d56-a91b-1d81b3481349 HTTP/1.1" status: 200  len: 217 time: 0.0863023
Apr 20 18:35:17.700327 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-8b4d7a92-12f7-4c06-bde3-c30c23b7d28e None None] Notify callbacks [] for port, precommit_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:17.713905 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-8b4d7a92-12f7-4c06-bde3-c30c23b7d28e None None] Transition to ACTIVE for port object de6c1561-1c04-4a88-9b49-19c90652126e will not be triggered until provisioned by entity L2. {{(pid=86422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 18:35:17.742165 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-8b4d7a92-12f7-4c06-bde3-c30c23b7d28e None None] Transition to ACTIVE for port object de6c1561-1c04-4a88-9b49-19c90652126e will not be triggered until provisioned by entity DHCP. {{(pid=86422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 18:35:17.749526 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-8b4d7a92-12f7-4c06-bde3-c30c23b7d28e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251178383920'] for port, after_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:17.755800 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:35:17.829376 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b4d7a92-12f7-4c06-bde3-c30c23b7d28e None None] Network 80913dd1-937c-45ce-ae14-972844ab57d5 is already hosted by enough agents. {{(pid=86422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 18:35:17.832865 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.scheduler.base_scheduler [None req-8b4d7a92-12f7-4c06-bde3-c30c23b7d28e None None] Resources bound (agent type, host, resource id):  {{(pid=86422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:35:17.837310 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b4d7a92-12f7-4c06-bde3-c30c23b7d28e None None] Received port after_create {{(pid=86422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 18:35:17.845503 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4d7a92-12f7-4c06-bde3-c30c23b7d28e None None] Pushing event updated for resources: {'Port': ['ID=de6c1561-1c04-4a88-9b49-19c90652126e,revision_number=1']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:35:17.851515 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-8b4d7a92-12f7-4c06-bde3-c30c23b7d28e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:35:17.895168 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2f1c52-2a5c-4380-a39f-a2397cf10b37 req-77ceb569-8c43-45b2-9830-f83f03322a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:17.897015 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-1a2f1c52-2a5c-4380-a39f-a2397cf10b37 req-77ceb569-8c43-45b2-9830-f83f03322a16 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=75d0ac2f-18ed-4097-8673-60a099f48c88 HTTP/1.1" status: 200  len: 850 time: 0.2454736
Apr 20 18:35:17.907301 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8509895-d1d6-4f46-8c7c-cf18283661e2 req-f0c14405-a37c-4443-b445-ab7c94d629be tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:17.909299 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-d8509895-d1d6-4f46-8c7c-cf18283661e2 req-f0c14405-a37c-4443-b445-ab7c94d629be tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] 10.222.0.11 "GET /v2.0/ports?device_id=c4e7e796-d2cb-459b-9f73-f2fbb6120ded HTTP/1.1" status: 200  len: 944 time: 0.1104193
Apr 20 18:35:17.954536 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [None req-8b4d7a92-12f7-4c06-bde3-c30c23b7d28e None None] Attempting to bind port de6c1561-1c04-4a88-9b49-19c90652126e on host dv-cinder-786931-2-iscsi for vnic_type normal with profile  {{(pid=86422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 18:35:17.954962 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [None req-8b4d7a92-12f7-4c06-bde3-c30c23b7d28e None None] Attempting to bind port de6c1561-1c04-4a88-9b49-19c90652126e by drivers openvswitch,hyperv on host dv-cinder-786931-2-iscsi at level 0 using segments [{'id': '0eb2a75c-bef3-49ee-9641-ddf1f2ea6df2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '80913dd1-937c-45ce-ae14-972844ab57d5'}] {{(pid=86422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 18:35:17.955376 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b4d7a92-12f7-4c06-bde3-c30c23b7d28e None None] Attempting to bind port de6c1561-1c04-4a88-9b49-19c90652126e on network 80913dd1-937c-45ce-ae14-972844ab57d5 {{(pid=86422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 18:35:17.961999 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b4d7a92-12f7-4c06-bde3-c30c23b7d28e None None] Checking agent: {'id': '36d4d98e-2d96-4c9b-9d9c-08d159895b6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786931-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 22, 2), 'started_at': datetime.datetime(2021, 4, 20, 18, 22, 32), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 35, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786931-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 18:35:17.962418 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b4d7a92-12f7-4c06-bde3-c30c23b7d28e None None] Checking segment: {'id': '0eb2a75c-bef3-49ee-9641-ddf1f2ea6df2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '80913dd1-937c-45ce-ae14-972844ab57d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 18:35:17.963646 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-8b4d7a92-12f7-4c06-bde3-c30c23b7d28e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:17.963646 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b4d7a92-12f7-4c06-bde3-c30c23b7d28e None None] Bound using segment: {'id': '0eb2a75c-bef3-49ee-9641-ddf1f2ea6df2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '80913dd1-937c-45ce-ae14-972844ab57d5'} {{(pid=86422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 18:35:17.963913 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [None req-8b4d7a92-12f7-4c06-bde3-c30c23b7d28e None None] Bound port: de6c1561-1c04-4a88-9b49-19c90652126e, host: dv-cinder-786931-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0eb2a75c-bef3-49ee-9641-ddf1f2ea6df2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '80913dd1-937c-45ce-ae14-972844ab57d5'}}] {{(pid=86422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 18:35:17.964219 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-8b4d7a92-12f7-4c06-bde3-c30c23b7d28e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854207267'] for port, before_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:17.973376 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-d8509895-d1d6-4f46-8c7c-cf18283661e2 req-46a393dc-9a87-425f-8b0e-8159243cc36f tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] 10.222.0.11 "GET /v2.0/security-groups?id=c061e4aa-4369-4fc4-ae35-2a7a056dc6f9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0495284
Apr 20 18:35:17.984966 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-ba9dd045-680f-4a1a-933a-6deafff5dbe0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:18.027979 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-ba9dd045-680f-4a1a-933a-6deafff5dbe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854207267'] for port, before_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:18.110957 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2f1c52-2a5c-4380-a39f-a2397cf10b37 req-d9dc9960-1fcd-4761-ab86-8fc3a4edd37d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:18.111289 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-8b4d7a92-12f7-4c06-bde3-c30c23b7d28e None None] For port de6c1561-1c04-4a88-9b49-19c90652126e, host dv-cinder-786931-2-iscsi, cleared binding levels {{(pid=86422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 18:35:18.112585 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-1a2f1c52-2a5c-4380-a39f-a2397cf10b37 req-d9dc9960-1fcd-4761-ab86-8fc3a4edd37d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=02422600-c332-4858-ad0c-e0fcc53844a7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2072861
Apr 20 18:35:18.115451 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-8b4d7a92-12f7-4c06-bde3-c30c23b7d28e None None] For port de6c1561-1c04-4a88-9b49-19c90652126e, host dv-cinder-786931-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-2-iscsi',level=0,port_id=de6c1561-1c04-4a88-9b49-19c90652126e,segment=NetworkSegment(0eb2a75c-bef3-49ee-9641-ddf1f2ea6df2),segment_id=0eb2a75c-bef3-49ee-9641-ddf1f2ea6df2)] {{(pid=86422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 18:35:18.119667 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-8b4d7a92-12f7-4c06-bde3-c30c23b7d28e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785676839112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251178383903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251178382076'] for port, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:18.125321 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:35:18.219677 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4d7a92-12f7-4c06-bde3-c30c23b7d28e None None] Pushing event updated for resources: {'Port': ['ID=de6c1561-1c04-4a88-9b49-19c90652126e,revision_number=2']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:35:18.223136 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-8b4d7a92-12f7-4c06-bde3-c30c23b7d28e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:35:18.315564 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.db_base_plugin_common [None req-ba9dd045-680f-4a1a-933a-6deafff5dbe0 admin admin] Allocated IP 172.27.2.252 (357044f3-f85c-4c82-92f2-504aa071d528/737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87/c140b7d1-fbcb-4b0a-ae52-a4a3af7761ac) {{(pid=86420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 18:35:18.348997 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-1a2f1c52-2a5c-4380-a39f-a2397cf10b37 req-eeeb908c-7248-4252-94fd-5f3fca0e3918 service neutron] 10.222.0.10 "GET /v2.0/networks/02422600-c332-4858-ad0c-e0fcc53844a7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2285836
Apr 20 18:35:18.654963 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-1a2f1c52-2a5c-4380-a39f-a2397cf10b37 req-0326d871-b2ba-4cff-a6f2-10db94028252 service neutron] 10.222.0.10 "GET /v2.0/networks/02422600-c332-4858-ad0c-e0fcc53844a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2857587
Apr 20 18:35:18.664401 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-ba9dd045-680f-4a1a-933a-6deafff5dbe0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:18.702580 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-ba9dd045-680f-4a1a-933a-6deafff5dbe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251178383920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4189424'] for port, after_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:18.708364 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-f8b359b5-a84b-47c5-98e7-823ca810408e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:35:18.782472 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba9dd045-680f-4a1a-933a-6deafff5dbe0 admin admin] Network 357044f3-f85c-4c82-92f2-504aa071d528 is already hosted by enough agents. {{(pid=86420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 18:35:18.786921 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.scheduler.base_scheduler [None req-ba9dd045-680f-4a1a-933a-6deafff5dbe0 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:35:18.791644 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba9dd045-680f-4a1a-933a-6deafff5dbe0 admin admin] Received port after_create {{(pid=86420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 18:35:18.838179 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9dd045-680f-4a1a-933a-6deafff5dbe0 admin admin] Pushing event updated for resources: {'Port': ['ID=c140b7d1-fbcb-4b0a-ae52-a4a3af7761ac,revision_number=1']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:35:18.842467 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-ba9dd045-680f-4a1a-933a-6deafff5dbe0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:35:19.075112 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab86d0d2-d57c-4900-af07-0eeb2b32d631 req-30dcb01a-d8ee-469f-80ab-f1e61ed8b270 tempest-VolumesActionsTest-57729970 tempest-VolumesActionsTest-57729970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:19.075951 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [req-ab86d0d2-d57c-4900-af07-0eeb2b32d631 req-30dcb01a-d8ee-469f-80ab-f1e61ed8b270 tempest-VolumesActionsTest-57729970 tempest-VolumesActionsTest-57729970-project] Synchronizing usage tracker for tenant:f647485bb66241938616bee3676c945c on resource:network {{(pid=86421) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 18:35:19.103719 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [req-ab86d0d2-d57c-4900-af07-0eeb2b32d631 req-30dcb01a-d8ee-469f-80ab-f1e61ed8b270 tempest-VolumesActionsTest-57729970 tempest-VolumesActionsTest-57729970-project] Unset dirty status for tenant:f647485bb66241938616bee3676c945c on resource:network {{(pid=86421) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 18:35:19.105594 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-ab86d0d2-d57c-4900-af07-0eeb2b32d631 req-30dcb01a-d8ee-469f-80ab-f1e61ed8b270 tempest-VolumesActionsTest-57729970 tempest-VolumesActionsTest-57729970-project] 10.222.0.11 "GET /v2.0/networks?id=3869069a-d087-4030-ad0d-58356ed90d65 HTTP/1.1" status: 200  len: 809 time: 0.4409218
Apr 20 18:35:19.132248 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-ab86d0d2-d57c-4900-af07-0eeb2b32d631 req-626d76eb-8eed-4a55-8780-b7617b0b9aaa tempest-VolumesActionsTest-57729970 tempest-VolumesActionsTest-57729970-project] 10.222.0.11 "GET /v2.0/quotas/f647485bb66241938616bee3676c945c HTTP/1.1" status: 200  len: 375 time: 0.0134466
Apr 20 18:35:19.238249 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-ab86d0d2-d57c-4900-af07-0eeb2b32d631 req-ad5e6347-4b6d-4dd1-996d-37c2623885f7 tempest-VolumesActionsTest-57729970 tempest-VolumesActionsTest-57729970-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=f647485bb66241938616bee3676c945c&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0645013
Apr 20 18:35:19.300408 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-ba9dd045-680f-4a1a-933a-6deafff5dbe0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:19.358283 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1013c646-3af6-48ba-a1aa-97606d9b7145 req-a384c8c3-4089-4f31-9776-1baf63b07267 tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:19.360870 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-1013c646-3af6-48ba-a1aa-97606d9b7145 req-a384c8c3-4089-4f31-9776-1baf63b07267 tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] 10.222.0.11 "GET /v2.0/ports?device_id=c4e7e796-d2cb-459b-9f73-f2fbb6120ded HTTP/1.1" status: 200  len: 944 time: 0.2312028
Apr 20 18:35:19.448029 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-1013c646-3af6-48ba-a1aa-97606d9b7145 req-df2c2df7-b4d9-4122-9fcd-69e338c2db8f tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] 10.222.0.11 "GET /v2.0/security-groups?id=c061e4aa-4369-4fc4-ae35-2a7a056dc6f9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0757692
Apr 20 18:35:19.478350 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-ab86d0d2-d57c-4900-af07-0eeb2b32d631 req-050603aa-9eed-421e-95e4-92c4d6edd3a8 service neutron] 10.222.0.11 "GET /v2.0/networks/3869069a-d087-4030-ad0d-58356ed90d65?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2288876
Apr 20 18:35:19.663370 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-ab86d0d2-d57c-4900-af07-0eeb2b32d631 req-39159673-a7ef-4f52-8bee-42838a546a34 service neutron] 10.222.0.11 "GET /v2.0/networks/3869069a-d087-4030-ad0d-58356ed90d65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1839035
Apr 20 18:35:19.771495 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffe37981-3f3f-485c-9400-94b5c2f8bda7 None None] Network 80913dd1-937c-45ce-ae14-972844ab57d5 requested from dv-cinder-786931-2-iscsi {{(pid=86422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 18:35:19.899611 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-71ad7ef3-e9e5-4468-84ee-88812c9df48c None None] Provisioning for port de6c1561-1c04-4a88-9b49-19c90652126e completed by entity DHCP. {{(pid=86422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 18:35:20.036180 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-ba9dd045-680f-4a1a-933a-6deafff5dbe0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036850938044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036850909732'] for router, after_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:20.037344 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Device de6c1561-1c04-4a88-9b49-19c90652126e up at agent ovs-agent-dv-cinder-786931-2-iscsi {{(pid=86422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:35:20.057583 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-5de3ad9e-0ccb-4a05-bac1-aba975b5c01b req-d941c0a5-4d24-49d3-8aa7-c86a895ac9ac tempest-VolumesActionsTest-57729970 tempest-VolumesActionsTest-57729970-project] 10.222.0.11 "GET /v2.0/ports?device_id=f5c85fac-cb98-4f5d-ab07-aa030579b214 HTTP/1.1" status: 200  len: 210 time: 0.1212912
Apr 20 18:35:20.273626 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba9dd045-680f-4a1a-933a-6deafff5dbe0 admin admin] Router b872e4e9-d330-4fbe-9e22-0a8b34667c93 is scheduled to L3 agent 561dbf79-24e4-4a0d-b08c-f7bb8670fc1d with binding_index 1 {{(pid=86420) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 20 18:35:20.378148 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Provisioning for port de6c1561-1c04-4a88-9b49-19c90652126e completed by entity L2. {{(pid=86422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 18:35:20.383836 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Provisioning complete for port de6c1561-1c04-4a88-9b49-19c90652126e triggered by entity L2. {{(pid=86422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:35:20.384271 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733696'] for port, provisioning_complete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:20.533285 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba9dd045-680f-4a1a-933a-6deafff5dbe0 admin admin] Notify agent at l3_agent.dv-cinder-786931-2-iscsi the message routers_updated {{(pid=86420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 18:35:20.559067 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854207267'] for port, before_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:20.572608 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16ce248e-2f62-45ad-bc47-9fa39b4aaae3 None None] Sync routers for ids ['b872e4e9-d330-4fbe-9e22-0a8b34667c93'] in dv-cinder-786931-2-iscsi {{(pid=86422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 18:35:20.575769 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-ba9dd045-680f-4a1a-933a-6deafff5dbe0 admin admin] Notify callbacks [] for router, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:20.579033 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-ba9dd045-680f-4a1a-933a-6deafff5dbe0 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 4.2905462
Apr 20 18:35:20.582281 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86421) accepted ('10.222.0.11', 49580) {{(pid=86421) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:35:20.591858 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16ce248e-2f62-45ad-bc47-9fa39b4aaae3 None None] Routers {'b872e4e9-d330-4fbe-9e22-0a8b34667c93'} bound to L3 agent in host dv-cinder-786931-2-iscsi {{(pid=86422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:35:20.592629 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-16ce248e-2f62-45ad-bc47-9fa39b4aaae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd930e8cc50>, 'dv-cinder-786931-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T18:22:01Z,description=<?>,heartbeat_timestamp=2021-04-20T18:35:01Z,host='dv-cinder-786931-2-iscsi',id=561dbf79-24e4-4a0d-b08c-f7bb8670fc1d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:22:01Z,topic='l3_agent')) {'router_ids': ['b872e4e9-d330-4fbe-9e22-0a8b34667c93'], 'active': True} {{(pid=86422) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:35:20.723559 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Device b7f07830-6431-4d56-a91b-1d81b3481349 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 18:35:20.851636 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] For port de6c1561-1c04-4a88-9b49-19c90652126e, host dv-cinder-786931-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-2-iscsi',level=0,port_id=de6c1561-1c04-4a88-9b49-19c90652126e,segment=NetworkSegment(0eb2a75c-bef3-49ee-9641-ddf1f2ea6df2),segment_id=0eb2a75c-bef3-49ee-9641-ddf1f2ea6df2)] {{(pid=86422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:35:20.880545 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785676839112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251178383903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251178382076'] for port, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:20.887446 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:35:20.972301 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-60a971ae-a3ac-46c5-b377-45d2c88333e4 None None] Provisioning complete for port de6c1561-1c04-4a88-9b49-19c90652126e triggered by entity DHCP. {{(pid=86422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:35:20.972729 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-60a971ae-a3ac-46c5-b377-45d2c88333e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733696'] for port, provisioning_complete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:21.086731 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] For port b7f07830-6431-4d56-a91b-1d81b3481349, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=b7f07830-6431-4d56-a91b-1d81b3481349,segment=NetworkSegment(c09827dd-1400-4cd9-9113-bae2cb1c8e3d),segment_id=c09827dd-1400-4cd9-9113-bae2cb1c8e3d)] {{(pid=86422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:35:21.122404 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Pushing event updated for resources: {'Port': ['ID=de6c1561-1c04-4a88-9b49-19c90652126e,revision_number=3']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:35:21.128638 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Returning: {'device': 'b7f07830-6431-4d56-a91b-1d81b3481349', 'network_id': '02422600-c332-4858-ad0c-e0fcc53844a7', 'port_id': 'b7f07830-6431-4d56-a91b-1d81b3481349', 'mac_address': 'fa:16:3e:a6:31:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 386, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75d0ac2f-18ed-4097-8673-60a099f48c88', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 18:35:21.131522 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_dvr_db [None req-16ce248e-2f62-45ad-bc47-9fa39b4aaae3 None None] Set router b872e4e9-d330-4fbe-9e22-0a8b34667c93 gateway port host: dv-cinder-786931-2-iscsi {{(pid=86422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:35:21.146637 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee70453f-442d-484f-b921-7dcce296ea85 req-e87f2c45-590e-4552-a2dc-a60ce77f233e tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:21.148378 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-ee70453f-442d-484f-b921-7dcce296ea85 req-e87f2c45-590e-4552-a2dc-a60ce77f233e tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] 10.222.0.11 "GET /v2.0/ports?device_id=c4e7e796-d2cb-459b-9f73-f2fbb6120ded HTTP/1.1" status: 200  len: 944 time: 0.4783564
Apr 20 18:35:21.188627 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:35:21.337407 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab86d0d2-d57c-4900-af07-0eeb2b32d631 req-8b947dc1-758e-4cc2-a174-4aeea6e6f000 tempest-VolumesActionsTest-57729970 tempest-VolumesActionsTest-57729970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:21.339359 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-ab86d0d2-d57c-4900-af07-0eeb2b32d631 req-8b947dc1-758e-4cc2-a174-4aeea6e6f000 tempest-VolumesActionsTest-57729970 tempest-VolumesActionsTest-57729970-project] 10.222.0.10 "GET /v2.0/networks?id=3869069a-d087-4030-ad0d-58356ed90d65 HTTP/1.1" status: 200  len: 809 time: 0.2268493
Apr 20 18:35:21.354584 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.v2.base [req-ab86d0d2-d57c-4900-af07-0eeb2b32d631 req-77260415-62cb-4123-9c61-65abda95c7f9 tempest-VolumesActionsTest-57729970 tempest-VolumesActionsTest-57729970-project] Request body: {'port': {'device_id': 'f5c85fac-cb98-4f5d-ab07-aa030579b214', 'network_id': '3869069a-d087-4030-ad0d-58356ed90d65', 'admin_state_up': True, 'tenant_id': 'f647485bb66241938616bee3676c945c'}} {{(pid=86420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:35:21.367623 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-ee70453f-442d-484f-b921-7dcce296ea85 req-c76b72a9-1579-400f-a1cb-22f14974d122 tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] 10.222.0.11 "GET /v2.0/security-groups?id=c061e4aa-4369-4fc4-ae35-2a7a056dc6f9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1513870
Apr 20 18:35:21.489795 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854207267'] for port, before_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:21.541186 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.notifiers.nova [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7f07830-6431-4d56-a91b-1d81b3481349 {{(pid=86422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 18:35:21.567128 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [req-ab86d0d2-d57c-4900-af07-0eeb2b32d631 req-77260415-62cb-4123-9c61-65abda95c7f9 tempest-VolumesActionsTest-57729970 tempest-VolumesActionsTest-57729970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:35:21.571470 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-a9916b54-9324-48a7-bdb7-d287f6e2d72a req-0729cf5b-21f1-4c7a-9929-40ae5e5ab573 tempest-VolumesActionsTest-57729970 tempest-VolumesActionsTest-57729970-project] 10.222.0.11 "GET /v2.0/ports?device_id=f5c85fac-cb98-4f5d-ab07-aa030579b214 HTTP/1.1" status: 200  len: 210 time: 0.0940685
Apr 20 18:35:21.573559 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [req-ab86d0d2-d57c-4900-af07-0eeb2b32d631 req-77260415-62cb-4123-9c61-65abda95c7f9 tempest-VolumesActionsTest-57729970 tempest-VolumesActionsTest-57729970-project] Usage tracker for resource:port and tenant:f647485bb66241938616bee3676c945c is out of sync, need to count used quota {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:35:21.577558 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [req-ab86d0d2-d57c-4900-af07-0eeb2b32d631 req-77260415-62cb-4123-9c61-65abda95c7f9 tempest-VolumesActionsTest-57729970 tempest-VolumesActionsTest-57729970-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:35:21.585012 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [req-ab86d0d2-d57c-4900-af07-0eeb2b32d631 req-77260415-62cb-4123-9c61-65abda95c7f9 tempest-VolumesActionsTest-57729970 tempest-VolumesActionsTest-57729970-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:35:21.604964 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] For port b7f07830-6431-4d56-a91b-1d81b3481349, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=b7f07830-6431-4d56-a91b-1d81b3481349,segment=NetworkSegment(c09827dd-1400-4cd9-9113-bae2cb1c8e3d),segment_id=c09827dd-1400-4cd9-9113-bae2cb1c8e3d)] {{(pid=86422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:35:21.614255 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab86d0d2-d57c-4900-af07-0eeb2b32d631 req-77260415-62cb-4123-9c61-65abda95c7f9 tempest-VolumesActionsTest-57729970 tempest-VolumesActionsTest-57729970-project] Made reservation on behalf of f647485bb66241938616bee3676c945c for: {'port': 1} {{(pid=86420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 18:35:21.626092 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-ab86d0d2-d57c-4900-af07-0eeb2b32d631 req-77260415-62cb-4123-9c61-65abda95c7f9 tempest-VolumesActionsTest-57729970 tempest-VolumesActionsTest-57729970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854207267'] for port, before_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:21.639204 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785676839112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251178383903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251178382076'] for port, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:21.645054 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:35:21.701706 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-42c73520-8b75-4840-b985-7912dcc5ea9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854207267'] for port, before_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:21.741926 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Pushing event updated for resources: {'Port': ['ID=b7f07830-6431-4d56-a91b-1d81b3481349,revision_number=4']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:35:21.745797 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:35:21.760943 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-16ce248e-2f62-45ad-bc47-9fa39b4aaae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd930e8cc50>, [{'id': 'b872e4e9-d330-4fbe-9e22-0a8b34667c93', 'name': 'tempest-TestShelveInstance-1409954012-router', 'tenant_id': '5283e7179c6941ac97dec0a0f8b3ae8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357044f3-f85c-4c82-92f2-504aa071d528', 'external_fixed_ips': [{'subnet_id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'ip_address': '172.27.2.252'}], 'enable_snat': True}, 'gw_port_id': 'c140b7d1-fbcb-4b0a-ae52-a4a3af7761ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:35:16Z', 'updated_at': '2021-04-20T18:35:19Z', 'revision_number': 3, 'project_id': '5283e7179c6941ac97dec0a0f8b3ae8f', 'gw_port': {'id': 'c140b7d1-fbcb-4b0a-ae52-a4a3af7761ac', 'name': '', 'network_id': '357044f3-f85c-4c82-92f2-504aa071d528', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:5b:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b872e4e9-d330-4fbe-9e22-0a8b34667c93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'ip_address': '172.27.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:35:18Z', 'updated_at': '2021-04-20T18:35:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-2-iscsi'}], 'dv-cinder-786931-2-iscsi', False) {} {{(pid=86422) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:35:21.765774 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16ce248e-2f62-45ad-bc47-9fa39b4aaae3 None None] Checking router: b872e4e9-d330-4fbe-9e22-0a8b34667c93 for host: dv-cinder-786931-2-iscsi {{(pid=86422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 18:35:21.766172 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16ce248e-2f62-45ad-bc47-9fa39b4aaae3 None None] Updating router b872e4e9-d330-4fbe-9e22-0a8b34667c93 port c140b7d1-fbcb-4b0a-ae52-a4a3af7761ac binding host dv-cinder-786931-2-iscsi {{(pid=86422) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 20 18:35:21.835122 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-16ce248e-2f62-45ad-bc47-9fa39b4aaae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854207267'] for port, before_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:21.845139 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.db_base_plugin_common [req-ab86d0d2-d57c-4900-af07-0eeb2b32d631 req-77260415-62cb-4123-9c61-65abda95c7f9 tempest-VolumesActionsTest-57729970 tempest-VolumesActionsTest-57729970-project] Allocated IP 172.20.0.2 (3869069a-d087-4030-ad0d-58356ed90d65/4c4cc291-3534-48c5-abb6-18bb0c9caac3/5183a214-7372-45fb-b916-d3f9c0977ac3) {{(pid=86420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 18:35:21.880464 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] get_ports_and_sgs() called for port_ids ['b7f07830-6431-4d56-a91b-1d81b3481349'] {{(pid=86422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 18:35:21.930002 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Device de6c1561-1c04-4a88-9b49-19c90652126e up at agent ovs-agent-dv-cinder-786931-2-iscsi {{(pid=86422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:35:21.967272 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.db_base_plugin_common [None req-42c73520-8b75-4840-b985-7912dcc5ea9b admin admin] Allocated IP 172.20.0.1 (80913dd1-937c-45ce-ae14-972844ab57d5/8ab8a665-1a1f-4e98-99e5-1b83bdb4be35/9d48b29e-cff8-4051-8f8e-b103a76400b6) {{(pid=86421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 18:35:22.104129 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-ab86d0d2-d57c-4900-af07-0eeb2b32d631 req-77260415-62cb-4123-9c61-65abda95c7f9 tempest-VolumesActionsTest-57729970 tempest-VolumesActionsTest-57729970-project] Notify callbacks [] for port, precommit_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:22.142395 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-ab86d0d2-d57c-4900-af07-0eeb2b32d631 req-77260415-62cb-4123-9c61-65abda95c7f9 tempest-VolumesActionsTest-57729970 tempest-VolumesActionsTest-57729970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251178383920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4189424'] for port, after_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:22.148583 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-42c73520-8b75-4840-b985-7912dcc5ea9b admin admin] Notify callbacks [] for port, precommit_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:22.149038 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-584ce8b6-4e21-420a-8fef-e239a0b1eca9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:35:22.171990 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-42c73520-8b75-4840-b985-7912dcc5ea9b admin admin] Transition to ACTIVE for port object 9d48b29e-cff8-4051-8f8e-b103a76400b6 will not be triggered until provisioned by entity DHCP. {{(pid=86421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 18:35:22.217478 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-42c73520-8b75-4840-b985-7912dcc5ea9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251178383920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036828324065'] for port, after_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:22.225375 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab86d0d2-d57c-4900-af07-0eeb2b32d631 req-77260415-62cb-4123-9c61-65abda95c7f9 tempest-VolumesActionsTest-57729970 tempest-VolumesActionsTest-57729970-project] Network 3869069a-d087-4030-ad0d-58356ed90d65 is already hosted by enough agents. {{(pid=86420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 18:35:22.225944 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-24e1b59e-5976-41ad-b446-5475ce3f9860 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:35:22.235947 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.scheduler.base_scheduler [req-ab86d0d2-d57c-4900-af07-0eeb2b32d631 req-77260415-62cb-4123-9c61-65abda95c7f9 tempest-VolumesActionsTest-57729970 tempest-VolumesActionsTest-57729970-project] Resources bound (agent type, host, resource id):  {{(pid=86420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:35:22.241788 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab86d0d2-d57c-4900-af07-0eeb2b32d631 req-77260415-62cb-4123-9c61-65abda95c7f9 tempest-VolumesActionsTest-57729970 tempest-VolumesActionsTest-57729970-project] Received port after_create {{(pid=86420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 18:35:22.294595 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77260415-62cb-4123-9c61-65abda95c7f9 tempest-VolumesActionsTest-57729970 tempest-VolumesActionsTest-57729970-project] Pushing event updated for resources: {'Port': ['ID=5183a214-7372-45fb-b916-d3f9c0977ac3,revision_number=1']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:35:22.306610 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42c73520-8b75-4840-b985-7912dcc5ea9b admin admin] Network 80913dd1-937c-45ce-ae14-972844ab57d5 is already hosted by enough agents. {{(pid=86421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 18:35:22.310372 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.scheduler.base_scheduler [None req-42c73520-8b75-4840-b985-7912dcc5ea9b admin admin] Resources bound (agent type, host, resource id):  {{(pid=86421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:35:22.320306 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-77260415-62cb-4123-9c61-65abda95c7f9 tempest-VolumesActionsTest-57729970 tempest-VolumesActionsTest-57729970-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:35:22.324685 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42c73520-8b75-4840-b985-7912dcc5ea9b admin admin] Received port after_create {{(pid=86421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 18:35:22.340876 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab86d0d2-d57c-4900-af07-0eeb2b32d631 req-77260415-62cb-4123-9c61-65abda95c7f9 tempest-VolumesActionsTest-57729970 tempest-VolumesActionsTest-57729970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:22.341627 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-ab86d0d2-d57c-4900-af07-0eeb2b32d631 req-77260415-62cb-4123-9c61-65abda95c7f9 tempest-VolumesActionsTest-57729970 tempest-VolumesActionsTest-57729970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7615'] for port, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:22.378254 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-ab86d0d2-d57c-4900-af07-0eeb2b32d631 req-77260415-62cb-4123-9c61-65abda95c7f9 tempest-VolumesActionsTest-57729970 tempest-VolumesActionsTest-57729970-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0293128
Apr 20 18:35:22.386616 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c73520-8b75-4840-b985-7912dcc5ea9b admin admin] Pushing event updated for resources: {'Port': ['ID=9d48b29e-cff8-4051-8f8e-b103a76400b6,revision_number=1']} {{(pid=86421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:35:22.399414 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-42c73520-8b75-4840-b985-7912dcc5ea9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:35:22.410852 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.v2.base [req-ab86d0d2-d57c-4900-af07-0eeb2b32d631 req-66170cea-1233-4ad4-93c3-49c6df3e71d9 service neutron] Request body: {'port': {'device_id': 'f5c85fac-cb98-4f5d-ab07-aa030579b214', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=86420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:35:22.415560 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-42c73520-8b75-4840-b985-7912dcc5ea9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3863553'] for router_interface, before_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:22.506865 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Provisioning complete for port de6c1561-1c04-4a88-9b49-19c90652126e triggered by entity L2. {{(pid=86422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:35:22.507368 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733696'] for port, provisioning_complete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:22.616109 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-ab86d0d2-d57c-4900-af07-0eeb2b32d631 req-66170cea-1233-4ad4-93c3-49c6df3e71d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854207267'] for port, before_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:22.646989 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-42c73520-8b75-4840-b985-7912dcc5ea9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854207267'] for port, before_update {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:22.699920 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-59b5b29c-7466-4b5e-a0a1-4d28cc34e138 None None] Provisioning for port 9d48b29e-cff8-4051-8f8e-b103a76400b6 completed by entity DHCP. {{(pid=86422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 18:35:22.765667 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-59b5b29c-7466-4b5e-a0a1-4d28cc34e138 None None] Provisioning complete for port 9d48b29e-cff8-4051-8f8e-b103a76400b6 triggered by entity DHCP. {{(pid=86422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:35:22.766086 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-59b5b29c-7466-4b5e-a0a1-4d28cc34e138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733696'] for port, provisioning_complete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:22.841906 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.db.resource_extend [None req-16ce248e-2f62-45ad-bc47-9fa39b4aaae3 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86422) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Apr 20 18:35:22.947435 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-59b5b29c-7466-4b5e-a0a1-4d28cc34e138 None None] Port 9d48b29e-cff8-4051-8f8e-b103a76400b6 cannot update to ACTIVE because it is not bound. {{(pid=86422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 18:35:22.985650 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-16ce248e-2f62-45ad-bc47-9fa39b4aaae3 None None] Notify callbacks [] for port, precommit_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:23.001316 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-16ce248e-2f62-45ad-bc47-9fa39b4aaae3 None None] Transition to ACTIVE for port object c140b7d1-fbcb-4b0a-ae52-a4a3af7761ac will not be triggered until provisioned by entity L2. {{(pid=86422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 18:35:23.010152 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-16ce248e-2f62-45ad-bc47-9fa39b4aaae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785676839112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251178383903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251178382076'] for port, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:23.018969 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:35:23.147294 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.notifiers.nova [req-ab86d0d2-d57c-4900-af07-0eeb2b32d631 req-66170cea-1233-4ad4-93c3-49c6df3e71d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5183a214-7372-45fb-b916-d3f9c0977ac3 {{(pid=86420) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 18:35:23.151744 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323b0e1f-a007-4f07-978e-a481120511e5 req-2f320d63-414d-4d6a-971e-8791f3f9716f tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:23.154442 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-323b0e1f-a007-4f07-978e-a481120511e5 req-2f320d63-414d-4d6a-971e-8791f3f9716f tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] 10.222.0.11 "GET /v2.0/ports?device_id=c4e7e796-d2cb-459b-9f73-f2fbb6120ded HTTP/1.1" status: 200  len: 945 time: 0.5749221
Apr 20 18:35:23.156896 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-ab86d0d2-d57c-4900-af07-0eeb2b32d631 req-66170cea-1233-4ad4-93c3-49c6df3e71d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:23.174712 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [req-ab86d0d2-d57c-4900-af07-0eeb2b32d631 req-66170cea-1233-4ad4-93c3-49c6df3e71d9 service neutron] Transition to ACTIVE for port object 5183a214-7372-45fb-b916-d3f9c0977ac3 will not be triggered until provisioned by entity L2. {{(pid=86420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 18:35:23.179452 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-ab86d0d2-d57c-4900-af07-0eeb2b32d631 req-66170cea-1233-4ad4-93c3-49c6df3e71d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785676839112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251178383903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251178382076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850586375'] for port, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:23.179752 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [None req-16ce248e-2f62-45ad-bc47-9fa39b4aaae3 None None] Attempting to bind port c140b7d1-fbcb-4b0a-ae52-a4a3af7761ac on host dv-cinder-786931-2-iscsi for vnic_type normal with profile  {{(pid=86422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 18:35:23.180556 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [None req-16ce248e-2f62-45ad-bc47-9fa39b4aaae3 None None] Attempting to bind port c140b7d1-fbcb-4b0a-ae52-a4a3af7761ac by drivers openvswitch,hyperv on host dv-cinder-786931-2-iscsi at level 0 using segments [{'id': 'f02283aa-238a-4f3f-9851-30c34a9365bb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '357044f3-f85c-4c82-92f2-504aa071d528'}] {{(pid=86422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 18:35:23.181545 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ce248e-2f62-45ad-bc47-9fa39b4aaae3 None None] Attempting to bind port c140b7d1-fbcb-4b0a-ae52-a4a3af7761ac on network 357044f3-f85c-4c82-92f2-504aa071d528 {{(pid=86422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 18:35:23.184643 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-d9f93deb-6973-410e-b141-3a33d3d88efc tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:35:23.204435 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e04825-36f0-42cf-b029-e6d9a142dda6 None None] Pushing event updated for resources: {'Port': ['ID=c140b7d1-fbcb-4b0a-ae52-a4a3af7761ac,revision_number=2']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:35:23.209983 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-f9e04825-36f0-42cf-b029-e6d9a142dda6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:35:23.212317 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ce248e-2f62-45ad-bc47-9fa39b4aaae3 None None] Checking agent: {'id': '36d4d98e-2d96-4c9b-9d9c-08d159895b6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786931-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 22, 2), 'started_at': datetime.datetime(2021, 4, 20, 18, 22, 32), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 35, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786931-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 18:35:23.213422 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ce248e-2f62-45ad-bc47-9fa39b4aaae3 None None] Checking segment: {'id': 'f02283aa-238a-4f3f-9851-30c34a9365bb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '357044f3-f85c-4c82-92f2-504aa071d528'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 18:35:23.214354 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-16ce248e-2f62-45ad-bc47-9fa39b4aaae3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:23.215271 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ce248e-2f62-45ad-bc47-9fa39b4aaae3 None None] Bound using segment: {'id': 'f02283aa-238a-4f3f-9851-30c34a9365bb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '357044f3-f85c-4c82-92f2-504aa071d528'} {{(pid=86422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 18:35:23.216407 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [None req-16ce248e-2f62-45ad-bc47-9fa39b4aaae3 None None] Bound port: c140b7d1-fbcb-4b0a-ae52-a4a3af7761ac, host: dv-cinder-786931-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f02283aa-238a-4f3f-9851-30c34a9365bb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '357044f3-f85c-4c82-92f2-504aa071d528'}}] {{(pid=86422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 18:35:23.217297 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-16ce248e-2f62-45ad-bc47-9fa39b4aaae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854207267'] for port, before_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:23.280992 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-323b0e1f-a007-4f07-978e-a481120511e5 req-3c862ae2-d871-41c8-9480-4632927575c8 tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] 10.222.0.11 "GET /v2.0/security-groups?id=c061e4aa-4369-4fc4-ae35-2a7a056dc6f9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1044705
Apr 20 18:35:23.289370 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5291c6-cf49-4316-901f-6ec42fe5c0c3 req-055475c4-66cf-4ba1-a84c-dc5dbea632ef tempest-VolumesActionsTest-57729970 tempest-VolumesActionsTest-57729970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:23.297865 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-0d5291c6-cf49-4316-901f-6ec42fe5c0c3 req-055475c4-66cf-4ba1-a84c-dc5dbea632ef tempest-VolumesActionsTest-57729970 tempest-VolumesActionsTest-57729970-project] 10.222.0.11 "GET /v2.0/ports?device_id=f5c85fac-cb98-4f5d-ab07-aa030579b214 HTTP/1.1" status: 200  len: 931 time: 0.5613775
Apr 20 18:35:23.353927 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [req-0d5291c6-cf49-4316-901f-6ec42fe5c0c3 req-5436f548-c4b9-425e-b7cd-9745663bc55d tempest-VolumesActionsTest-57729970 tempest-VolumesActionsTest-57729970-project] Synchronizing usage tracker for tenant:f647485bb66241938616bee3676c945c on resource:security_group {{(pid=86421) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 18:35:23.377695 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-16ce248e-2f62-45ad-bc47-9fa39b4aaae3 None None] For port c140b7d1-fbcb-4b0a-ae52-a4a3af7761ac, host dv-cinder-786931-2-iscsi, cleared binding levels {{(pid=86422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 18:35:23.381770 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-42c73520-8b75-4840-b985-7912dcc5ea9b admin admin] Notify callbacks [] for port, precommit_update {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:23.385690 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66170cea-1233-4ad4-93c3-49c6df3e71d9 service neutron] Pushing event updated for resources: {'Port': ['ID=5183a214-7372-45fb-b916-d3f9c0977ac3,revision_number=2']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:35:23.386750 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-16ce248e-2f62-45ad-bc47-9fa39b4aaae3 None None] For port c140b7d1-fbcb-4b0a-ae52-a4a3af7761ac, host dv-cinder-786931-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-2-iscsi',level=0,port_id=c140b7d1-fbcb-4b0a-ae52-a4a3af7761ac,segment=NetworkSegment(f02283aa-238a-4f3f-9851-30c34a9365bb),segment_id=f02283aa-238a-4f3f-9851-30c34a9365bb)] {{(pid=86422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 18:35:23.398553 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-16ce248e-2f62-45ad-bc47-9fa39b4aaae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785676839112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251178383903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251178382076'] for port, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:23.399268 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-66170cea-1233-4ad4-93c3-49c6df3e71d9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:35:23.400794 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-42c73520-8b75-4840-b985-7912dcc5ea9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785676839112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251178383903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251178382076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26451734'] for port, after_update {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:23.408714 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:35:23.492265 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [req-0d5291c6-cf49-4316-901f-6ec42fe5c0c3 req-5436f548-c4b9-425e-b7cd-9745663bc55d tempest-VolumesActionsTest-57729970 tempest-VolumesActionsTest-57729970-project] Unset dirty status for tenant:f647485bb66241938616bee3676c945c on resource:security_group {{(pid=86421) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 18:35:23.496002 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-0d5291c6-cf49-4316-901f-6ec42fe5c0c3 req-5436f548-c4b9-425e-b7cd-9745663bc55d tempest-VolumesActionsTest-57729970 tempest-VolumesActionsTest-57729970-project] 10.222.0.11 "GET /v2.0/security-groups?id=f38d07f9-757a-46a2-8465-004a7cd9d9e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1969612
Apr 20 18:35:23.508556 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-f6d80dd7-e6b6-430e-9f18-6385f1e5822a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:35:23.515801 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16ce248e-2f62-45ad-bc47-9fa39b4aaae3 None None] Routers {'b872e4e9-d330-4fbe-9e22-0a8b34667c93'} bound to L3 agent in host dv-cinder-786931-2-iscsi {{(pid=86422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:35:23.518169 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-16ce248e-2f62-45ad-bc47-9fa39b4aaae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd930e8cc50>, 'dv-cinder-786931-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T18:22:01Z,description=<?>,heartbeat_timestamp=2021-04-20T18:35:01Z,host='dv-cinder-786931-2-iscsi',id=561dbf79-24e4-4a0d-b08c-f7bb8670fc1d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:22:01Z,topic='l3_agent')) {'router_ids': ['b872e4e9-d330-4fbe-9e22-0a8b34667c93'], 'active': True} {{(pid=86422) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:35:23.539577 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [req-ab86d0d2-d57c-4900-af07-0eeb2b32d631 req-66170cea-1233-4ad4-93c3-49c6df3e71d9 service neutron] Attempting to bind port 5183a214-7372-45fb-b916-d3f9c0977ac3 on host hv-cinder-78693 for vnic_type normal with profile  {{(pid=86420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 18:35:23.539959 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [req-ab86d0d2-d57c-4900-af07-0eeb2b32d631 req-66170cea-1233-4ad4-93c3-49c6df3e71d9 service neutron] Attempting to bind port 5183a214-7372-45fb-b916-d3f9c0977ac3 by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': '19573fc3-2b57-408c-8be3-e196040dc2e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '3869069a-d087-4030-ad0d-58356ed90d65'}] {{(pid=86420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 18:35:23.540454 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab86d0d2-d57c-4900-af07-0eeb2b32d631 req-66170cea-1233-4ad4-93c3-49c6df3e71d9 service neutron] Attempting to bind port 5183a214-7372-45fb-b916-d3f9c0977ac3 on network 3869069a-d087-4030-ad0d-58356ed90d65 {{(pid=86420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 18:35:23.547030 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab86d0d2-d57c-4900-af07-0eeb2b32d631 req-66170cea-1233-4ad4-93c3-49c6df3e71d9 service neutron] Port 5183a214-7372-45fb-b916-d3f9c0977ac3 on network 3869069a-d087-4030-ad0d-58356ed90d65 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=86420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 20 18:35:23.547388 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab86d0d2-d57c-4900-af07-0eeb2b32d631 req-66170cea-1233-4ad4-93c3-49c6df3e71d9 service neutron] Attempting to bind port 5183a214-7372-45fb-b916-d3f9c0977ac3 on network 3869069a-d087-4030-ad0d-58356ed90d65 {{(pid=86420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 18:35:23.554837 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab86d0d2-d57c-4900-af07-0eeb2b32d631 req-66170cea-1233-4ad4-93c3-49c6df3e71d9 service neutron] Checking agent: {'id': '1d7a02d0-8f4e-4dcc-9452-bf36df956f32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 28, 32), 'started_at': datetime.datetime(2021, 4, 20, 18, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 35, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 18:35:23.555217 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab86d0d2-d57c-4900-af07-0eeb2b32d631 req-66170cea-1233-4ad4-93c3-49c6df3e71d9 service neutron] Checking segment: {'id': '19573fc3-2b57-408c-8be3-e196040dc2e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '3869069a-d087-4030-ad0d-58356ed90d65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 18:35:23.555650 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab86d0d2-d57c-4900-af07-0eeb2b32d631 req-66170cea-1233-4ad4-93c3-49c6df3e71d9 service neutron] Bound using segment: {'id': '19573fc3-2b57-408c-8be3-e196040dc2e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '3869069a-d087-4030-ad0d-58356ed90d65'} {{(pid=86420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 18:35:23.556138 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [req-ab86d0d2-d57c-4900-af07-0eeb2b32d631 req-66170cea-1233-4ad4-93c3-49c6df3e71d9 service neutron] Bound port: 5183a214-7372-45fb-b916-d3f9c0977ac3, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19573fc3-2b57-408c-8be3-e196040dc2e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '3869069a-d087-4030-ad0d-58356ed90d65'}}] {{(pid=86420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 18:35:23.556557 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-ab86d0d2-d57c-4900-af07-0eeb2b32d631 req-66170cea-1233-4ad4-93c3-49c6df3e71d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854207267'] for port, before_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:23.679005 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e04825-36f0-42cf-b029-e6d9a142dda6 None None] Pushing event updated for resources: {'Port': ['ID=c140b7d1-fbcb-4b0a-ae52-a4a3af7761ac,revision_number=3']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:35:23.684870 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-f9e04825-36f0-42cf-b029-e6d9a142dda6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:35:23.689846 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [req-ab86d0d2-d57c-4900-af07-0eeb2b32d631 req-66170cea-1233-4ad4-93c3-49c6df3e71d9 service neutron] For port 5183a214-7372-45fb-b916-d3f9c0977ac3, host hv-cinder-78693, cleared binding levels {{(pid=86420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 18:35:23.694896 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [req-ab86d0d2-d57c-4900-af07-0eeb2b32d631 req-66170cea-1233-4ad4-93c3-49c6df3e71d9 service neutron] For port 5183a214-7372-45fb-b916-d3f9c0977ac3, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=5183a214-7372-45fb-b916-d3f9c0977ac3,segment=NetworkSegment(19573fc3-2b57-408c-8be3-e196040dc2e9),segment_id=19573fc3-2b57-408c-8be3-e196040dc2e9)] {{(pid=86420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 18:35:23.707373 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-ab86d0d2-d57c-4900-af07-0eeb2b32d631 req-66170cea-1233-4ad4-93c3-49c6df3e71d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785676839112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251178383903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251178382076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850586375'] for port, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:23.716193 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c73520-8b75-4840-b985-7912dcc5ea9b admin admin] Pushing event updated for resources: {'Port': ['ID=9d48b29e-cff8-4051-8f8e-b103a76400b6,revision_number=2']} {{(pid=86421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:35:23.716890 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-66170cea-1233-4ad4-93c3-49c6df3e71d9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:35:23.726893 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-42c73520-8b75-4840-b985-7912dcc5ea9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:35:23.728312 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-42c73520-8b75-4840-b985-7912dcc5ea9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3704747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036850912154'] for router_interface, after_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:23.758617 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_dvr_db [None req-16ce248e-2f62-45ad-bc47-9fa39b4aaae3 None None] Set router b872e4e9-d330-4fbe-9e22-0a8b34667c93 gateway port host: dv-cinder-786931-2-iscsi {{(pid=86422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:35:23.845008 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab86d0d2-d57c-4900-af07-0eeb2b32d631 req-66170cea-1233-4ad4-93c3-49c6df3e71d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:23.846361 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-ab86d0d2-d57c-4900-af07-0eeb2b32d631 req-66170cea-1233-4ad4-93c3-49c6df3e71d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7615'] for port, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:23.849437 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-ab86d0d2-d57c-4900-af07-0eeb2b32d631 req-66170cea-1233-4ad4-93c3-49c6df3e71d9 service neutron] 10.222.0.10 "PUT /v2.0/ports/5183a214-7372-45fb-b916-d3f9c0977ac3 HTTP/1.1" status: 200  len: 1093 time: 1.4615388
Apr 20 18:35:23.850448 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5c85fac-cb98-4f5d-ab07-aa030579b214', 'tag': '5183a214-7372-45fb-b916-d3f9c0977ac3'}] {{(pid=86420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:35:23.901923 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66170cea-1233-4ad4-93c3-49c6df3e71d9 service neutron] Pushing event updated for resources: {'Port': ['ID=5183a214-7372-45fb-b916-d3f9c0977ac3,revision_number=3']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:35:23.911596 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-66170cea-1233-4ad4-93c3-49c6df3e71d9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:35:23.920308 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5c85fac-cb98-4f5d-ab07-aa030579b214', 'tag': '5183a214-7372-45fb-b916-d3f9c0977ac3', 'status': 'completed', 'code': 200}
Apr 20 18:35:24.013650 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42c73520-8b75-4840-b985-7912dcc5ea9b admin admin] Network 80913dd1-937c-45ce-ae14-972844ab57d5 is already hosted by enough agents. {{(pid=86421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 18:35:24.016658 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.scheduler.base_scheduler [None req-42c73520-8b75-4840-b985-7912dcc5ea9b admin admin] Resources bound (agent type, host, resource id):  {{(pid=86421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:35:24.018416 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab86d0d2-d57c-4900-af07-0eeb2b32d631 req-b15cf96b-6f4a-466e-ab66-88382a6074de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:24.021161 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-ab86d0d2-d57c-4900-af07-0eeb2b32d631 req-b15cf96b-6f4a-466e-ab66-88382a6074de service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f647485bb66241938616bee3676c945c&device_id=f5c85fac-cb98-4f5d-ab07-aa030579b214 HTTP/1.1" status: 200  len: 1096 time: 0.0972903
Apr 20 18:35:24.113543 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-ab86d0d2-d57c-4900-af07-0eeb2b32d631 req-3c59aac4-9762-4f4e-a5cb-51cb64d1c74b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5183a214-7372-45fb-b916-d3f9c0977ac3 HTTP/1.1" status: 200  len: 217 time: 0.0841608
Apr 20 18:35:24.199509 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab86d0d2-d57c-4900-af07-0eeb2b32d631 req-1e9161bd-7890-4520-958b-2cd42e4b9223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:24.201451 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-ab86d0d2-d57c-4900-af07-0eeb2b32d631 req-1e9161bd-7890-4520-958b-2cd42e4b9223 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4c4cc291-3534-48c5-abb6-18bb0c9caac3 HTTP/1.1" status: 200  len: 849 time: 0.0812869
Apr 20 18:35:24.262435 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-ab86d0d2-d57c-4900-af07-0eeb2b32d631 req-2d54ea3f-a3e2-4211-9579-17e9d1da550c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3869069a-d087-4030-ad0d-58356ed90d65&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0535648
Apr 20 18:35:24.288904 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-16ce248e-2f62-45ad-bc47-9fa39b4aaae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd930e8cc50>, [{'id': 'b872e4e9-d330-4fbe-9e22-0a8b34667c93', 'name': 'tempest-TestShelveInstance-1409954012-router', 'tenant_id': '5283e7179c6941ac97dec0a0f8b3ae8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357044f3-f85c-4c82-92f2-504aa071d528', 'external_fixed_ips': [{'subnet_id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'ip_address': '172.27.2.252'}], 'enable_snat': True}, 'gw_port_id': 'c140b7d1-fbcb-4b0a-ae52-a4a3af7761ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:35:16Z', 'updated_at': '2021-04-20T18:35:22Z', 'revision_number': 4, 'project_id': '5283e7179c6941ac97dec0a0f8b3ae8f', 'gw_port': {'id': 'c140b7d1-fbcb-4b0a-ae52-a4a3af7761ac', 'name': '', 'network_id': '357044f3-f85c-4c82-92f2-504aa071d528', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:5b:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b872e4e9-d330-4fbe-9e22-0a8b34667c93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'ip_address': '172.27.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:35:18Z', 'updated_at': '2021-04-20T18:35:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-2-iscsi', '_interfaces': [{'id': '9d48b29e-cff8-4051-8f8e-b103a76400b6', 'name': '', 'network_id': '80913dd1-937c-45ce-ae14-972844ab57d5', 'tenant_id': '5283e7179c6941ac97dec0a0f8b3ae8f', 'mac_address': 'fa:16:3e:f6:25:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b872e4e9-d330-4fbe-9e22-0a8b34667c93', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '8ab8a665-1a1f-4e98-99e5-1b83bdb4be35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:35:21Z', 'updated_at': '2021-04-20T18:35:22Z', 'revision_number': 2, 'project_id': '5283e7179c6941ac97dec0a0f8b3ae8f', 'subnets': [{'id': '8ab8a665-1a1f-4e98-99e5-1b83bdb4be35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786931-2-iscsi', False) {} {{(pid=86422) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:35:24.297452 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-5f66ca2b-6529-47ed-93de-f77f140615d8 None None] Provisioning complete for port 9d48b29e-cff8-4051-8f8e-b103a76400b6 triggered by entity DHCP. {{(pid=86422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:35:24.297897 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-5f66ca2b-6529-47ed-93de-f77f140615d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733696'] for port, provisioning_complete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:24.304087 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42c73520-8b75-4840-b985-7912dcc5ea9b admin admin] Router b872e4e9-d330-4fbe-9e22-0a8b34667c93 has already been hosted by L3 agent 561dbf79-24e4-4a0d-b08c-f7bb8670fc1d {{(pid=86421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 18:35:24.335822 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16ce248e-2f62-45ad-bc47-9fa39b4aaae3 None None] The sync data for ids ['b872e4e9-d330-4fbe-9e22-0a8b34667c93'] in dv-cinder-786931-2-iscsi is: [{'id': 'b872e4e9-d330-4fbe-9e22-0a8b34667c93', 'name': 'tempest-TestShelveInstance-1409954012-router', 'tenant_id': '5283e7179c6941ac97dec0a0f8b3ae8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357044f3-f85c-4c82-92f2-504aa071d528', 'external_fixed_ips': [{'subnet_id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'ip_address': '172.27.2.252'}], 'enable_snat': True}, 'gw_port_id': 'c140b7d1-fbcb-4b0a-ae52-a4a3af7761ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:35:16Z', 'updated_at': '2021-04-20T18:35:22Z', 'revision_number': 4, 'project_id': '5283e7179c6941ac97dec0a0f8b3ae8f', 'gw_port': {'id': 'c140b7d1-fbcb-4b0a-ae52-a4a3af7761ac', 'name': '', 'network_id': '357044f3-f85c-4c82-92f2-504aa071d528', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:5b:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b872e4e9-d330-4fbe-9e22-0a8b34667c93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'ip_address': '172.27.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:35:18Z', 'updated_at': '2021-04-20T18:35:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-2-iscsi', '_interfaces': [{'id': '9d48b29e-cff8-4051-8f8e-b103a76400b6', 'name': '', 'network_id': '80913dd1-937c-45ce-ae14-972844ab57d5', 'tenant_id': '5283e7179c6941ac97dec0a0f8b3ae8f', 'mac_address': 'fa:16:3e:f6:25:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b872e4e9-d330-4fbe-9e22-0a8b34667c93', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '8ab8a665-1a1f-4e98-99e5-1b83bdb4be35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:35:21Z', 'updated_at': '2021-04-20T18:35:22Z', 'revision_number': 2, 'project_id': '5283e7179c6941ac97dec0a0f8b3ae8f', 'subnets': [{'id': '8ab8a665-1a1f-4e98-99e5-1b83bdb4be35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 18:35:24.375254 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-5f66ca2b-6529-47ed-93de-f77f140615d8 None None] Port 9d48b29e-cff8-4051-8f8e-b103a76400b6 cannot update to ACTIVE because it is not bound. {{(pid=86422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 18:35:24.439795 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-ab86d0d2-d57c-4900-af07-0eeb2b32d631 req-5fcdf8b9-0109-4b9e-a983-fb13696a26be service neutron] 10.222.0.10 "GET /v2.0/networks/3869069a-d087-4030-ad0d-58356ed90d65?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1694891
Apr 20 18:35:24.618499 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42c73520-8b75-4840-b985-7912dcc5ea9b admin admin] Notify agent at l3_agent.dv-cinder-786931-2-iscsi the message routers_updated {{(pid=86421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 18:35:24.640709 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-42c73520-8b75-4840-b985-7912dcc5ea9b admin admin] 10.222.0.11 "PUT /v2.0/routers/b872e4e9-d330-4fbe-9e22-0a8b34667c93/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.0565188
Apr 20 18:35:24.645295 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-ab86d0d2-d57c-4900-af07-0eeb2b32d631 req-1ef08a29-3b6a-43f8-a677-c989798654ff service neutron] 10.222.0.10 "GET /v2.0/networks/3869069a-d087-4030-ad0d-58356ed90d65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1979926
Apr 20 18:35:24.760048 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Device b7f07830-6431-4d56-a91b-1d81b3481349 up at agent hyperv_hv-cinder-78693 {{(pid=86422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:35:24.847481 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056823bf-1904-41d8-91e4-4029d0dbbe23 req-9c9424ec-a329-456a-b7ed-ac032eff0e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:24.849563 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-056823bf-1904-41d8-91e4-4029d0dbbe23 req-9c9424ec-a329-456a-b7ed-ac032eff0e83 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f647485bb66241938616bee3676c945c&device_id=f5c85fac-cb98-4f5d-ab07-aa030579b214 HTTP/1.1" status: 200  len: 1096 time: 0.1419377
Apr 20 18:35:24.874976 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4179464f-5758-4229-a1ca-5a56158550ac req-e5cad0aa-ee01-448d-bb91-110ba1adf1c0 tempest-VolumesActionsTest-57729970 tempest-VolumesActionsTest-57729970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:24.876942 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-4179464f-5758-4229-a1ca-5a56158550ac req-e5cad0aa-ee01-448d-bb91-110ba1adf1c0 tempest-VolumesActionsTest-57729970 tempest-VolumesActionsTest-57729970-project] 10.222.0.11 "GET /v2.0/ports?device_id=f5c85fac-cb98-4f5d-ab07-aa030579b214 HTTP/1.1" status: 200  len: 943 time: 0.1722829
Apr 20 18:35:24.892590 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14a5cda-2930-49b3-a942-8994d0b77a59 req-69ac28ba-82d8-439f-a807-a6a278e20916 tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:24.894276 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-e14a5cda-2930-49b3-a942-8994d0b77a59 req-69ac28ba-82d8-439f-a807-a6a278e20916 tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] 10.222.0.11 "GET /v2.0/ports?device_id=c4e7e796-d2cb-459b-9f73-f2fbb6120ded HTTP/1.1" status: 200  len: 945 time: 0.3863382
Apr 20 18:35:24.947837 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-4179464f-5758-4229-a1ca-5a56158550ac req-95c0feaa-4126-41cb-85ad-9cb32990faad tempest-VolumesActionsTest-57729970 tempest-VolumesActionsTest-57729970-project] 10.222.0.11 "GET /v2.0/security-groups?id=f38d07f9-757a-46a2-8465-004a7cd9d9e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0524611
Apr 20 18:35:24.987076 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Provisioning for port b7f07830-6431-4d56-a91b-1d81b3481349 completed by entity L2. {{(pid=86422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 18:35:25.003385 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Provisioning complete for port b7f07830-6431-4d56-a91b-1d81b3481349 triggered by entity L2. {{(pid=86422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:35:25.003823 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733696'] for port, provisioning_complete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:25.054378 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-e14a5cda-2930-49b3-a942-8994d0b77a59 req-63f94330-fb30-41d8-ad97-80296986ab0e tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] 10.222.0.11 "GET /v2.0/security-groups?id=c061e4aa-4369-4fc4-ae35-2a7a056dc6f9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1101131
Apr 20 18:35:25.165450 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056823bf-1904-41d8-91e4-4029d0dbbe23 req-9c8b3e33-c14b-4601-a1f9-721e3db11bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:25.167398 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-056823bf-1904-41d8-91e4-4029d0dbbe23 req-9c8b3e33-c14b-4601-a1f9-721e3db11bc4 service neutron] 10.222.0.10 "GET /v2.0/networks?id=3869069a-d087-4030-ad0d-58356ed90d65 HTTP/1.1" status: 200  len: 910 time: 0.3096149
Apr 20 18:35:25.255494 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-056823bf-1904-41d8-91e4-4029d0dbbe23 req-d5db0272-a3fd-4eda-bc67-c8940645fb13 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5183a214-7372-45fb-b916-d3f9c0977ac3 HTTP/1.1" status: 200  len: 217 time: 0.0806460
Apr 20 18:35:25.305913 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854207267'] for port, before_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:25.357706 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4e7e796-d2cb-459b-9f73-f2fbb6120ded', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7f07830-6431-4d56-a91b-1d81b3481349'}] {{(pid=86422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:35:25.369938 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] For port b7f07830-6431-4d56-a91b-1d81b3481349, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=b7f07830-6431-4d56-a91b-1d81b3481349,segment=NetworkSegment(c09827dd-1400-4cd9-9113-bae2cb1c8e3d),segment_id=c09827dd-1400-4cd9-9113-bae2cb1c8e3d)] {{(pid=86422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:35:25.375374 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785676839112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251178383903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251178382076'] for port, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:25.380803 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-f9e04825-36f0-42cf-b029-e6d9a142dda6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:35:25.398084 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056823bf-1904-41d8-91e4-4029d0dbbe23 req-2fe1f88f-0b23-47e8-b6c8-413df84a31bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:25.399794 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-056823bf-1904-41d8-91e4-4029d0dbbe23 req-2fe1f88f-0b23-47e8-b6c8-413df84a31bd service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4c4cc291-3534-48c5-abb6-18bb0c9caac3 HTTP/1.1" status: 200  len: 849 time: 0.1370733
Apr 20 18:35:25.523919 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-056823bf-1904-41d8-91e4-4029d0dbbe23 req-cdad6962-c554-4e57-aae5-1dfd2a286547 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3869069a-d087-4030-ad0d-58356ed90d65&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1130533
Apr 20 18:35:25.531928 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4e7e796-d2cb-459b-9f73-f2fbb6120ded', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7f07830-6431-4d56-a91b-1d81b3481349', 'code': 200}
Apr 20 18:35:25.532730 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Pushing event updated for resources: {'Port': ['ID=b7f07830-6431-4d56-a91b-1d81b3481349,revision_number=5']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:35:25.537039 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:35:25.706379 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86421) accepted ('10.222.0.11', 49628) {{(pid=86421) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:35:25.714739 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.v2.base [None req-9ed18795-972d-4ab9-9d2d-b5a4eb64d3d5 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-946025727-network', 'tenant_id': '1add7c109cdb4d8a811d9f43993315e0'}} {{(pid=86421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:35:25.724540 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-9ed18795-972d-4ab9-9d2d-b5a4eb64d3d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86421) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:35:25.731404 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-9ed18795-972d-4ab9-9d2d-b5a4eb64d3d5 admin admin] Usage tracker for resource:network and tenant:1add7c109cdb4d8a811d9f43993315e0 is out of sync, need to count used quota {{(pid=86421) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:35:25.736667 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-9ed18795-972d-4ab9-9d2d-b5a4eb64d3d5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86421) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:35:25.744015 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-9ed18795-972d-4ab9-9d2d-b5a4eb64d3d5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86421) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:35:25.764065 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ed18795-972d-4ab9-9d2d-b5a4eb64d3d5 admin admin] Made reservation on behalf of 1add7c109cdb4d8a811d9f43993315e0 for: {'network': 1} {{(pid=86421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 18:35:25.770139 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-9ed18795-972d-4ab9-9d2d-b5a4eb64d3d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854207267'] for network, before_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:25.773271 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-056823bf-1904-41d8-91e4-4029d0dbbe23 req-319bb02a-c698-4760-9966-8280185141ff service neutron] 10.222.0.10 "GET /v2.0/networks/3869069a-d087-4030-ad0d-58356ed90d65?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2398787
Apr 20 18:35:25.785343 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-9ed18795-972d-4ab9-9d2d-b5a4eb64d3d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:25.808352 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-9ed18795-972d-4ab9-9d2d-b5a4eb64d3d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86421) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:35:25.817200 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-9ed18795-972d-4ab9-9d2d-b5a4eb64d3d5 admin admin] Usage tracker for resource:security_group_rule and tenant:1add7c109cdb4d8a811d9f43993315e0 is out of sync, need to count used quota {{(pid=86421) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:35:25.823282 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-9ed18795-972d-4ab9-9d2d-b5a4eb64d3d5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86421) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:35:25.837285 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-9ed18795-972d-4ab9-9d2d-b5a4eb64d3d5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86421) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:35:25.975414 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Device c140b7d1-fbcb-4b0a-ae52-a4a3af7761ac up at agent ovs-agent-dv-cinder-786931-2-iscsi {{(pid=86422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:35:26.060581 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Provisioning for port c140b7d1-fbcb-4b0a-ae52-a4a3af7761ac completed by entity L2. {{(pid=86422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 18:35:26.069868 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Provisioning complete for port c140b7d1-fbcb-4b0a-ae52-a4a3af7761ac triggered by entity L2. {{(pid=86422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:35:26.070635 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733696'] for port, provisioning_complete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:26.073155 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-9ed18795-972d-4ab9-9d2d-b5a4eb64d3d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:26.086019 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-9ed18795-972d-4ab9-9d2d-b5a4eb64d3d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850969184'] for security_group, after_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:26.094540 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-86bb4e10-3b54-473f-89d5-20b028758e16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:35:26.161087 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed18795-972d-4ab9-9d2d-b5a4eb64d3d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cb43356-a462-4d4c-9158-49f77d8a8b99,revision_number=1']} {{(pid=86421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:35:26.245135 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed18795-972d-4ab9-9d2d-b5a4eb64d3d5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:35:26.245549 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed18795-972d-4ab9-9d2d-b5a4eb64d3d5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:35:26.245952 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed18795-972d-4ab9-9d2d-b5a4eb64d3d5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:35:26.246348 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed18795-972d-4ab9-9d2d-b5a4eb64d3d5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:35:26.246741 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed18795-972d-4ab9-9d2d-b5a4eb64d3d5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:35:26.247134 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed18795-972d-4ab9-9d2d-b5a4eb64d3d5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:35:26.247527 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed18795-972d-4ab9-9d2d-b5a4eb64d3d5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:35:26.247919 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed18795-972d-4ab9-9d2d-b5a4eb64d3d5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:35:26.248337 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed18795-972d-4ab9-9d2d-b5a4eb64d3d5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:35:26.248731 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed18795-972d-4ab9-9d2d-b5a4eb64d3d5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:35:26.249706 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed18795-972d-4ab9-9d2d-b5a4eb64d3d5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:35:26.250093 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed18795-972d-4ab9-9d2d-b5a4eb64d3d5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:35:26.254644 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ed18795-972d-4ab9-9d2d-b5a4eb64d3d5 admin admin] vlan segment allocate from pool success with {'vlan_id': 354, 'physical_network': 'physnet1'}  {{(pid=86421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 20 18:35:26.312382 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-9ed18795-972d-4ab9-9d2d-b5a4eb64d3d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:35:26.331137 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854207267'] for port, before_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:26.352486 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-9ed18795-972d-4ab9-9d2d-b5a4eb64d3d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854148540'] for segment, precommit_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:26.352903 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.db.segments_db [None req-9ed18795-972d-4ab9-9d2d-b5a4eb64d3d5 admin admin] Added segment 7f22962e-f3a8-4a3c-81fe-c114f4658b0f of type vlan for network 6f7b4d04-330b-491f-b94f-6be61b18569e
Apr 20 18:35:26.364476 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] For port c140b7d1-fbcb-4b0a-ae52-a4a3af7761ac, host dv-cinder-786931-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-2-iscsi',level=0,port_id=c140b7d1-fbcb-4b0a-ae52-a4a3af7761ac,segment=NetworkSegment(f02283aa-238a-4f3f-9851-30c34a9365bb),segment_id=f02283aa-238a-4f3f-9851-30c34a9365bb)] {{(pid=86422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:35:26.371376 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785676839112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251178383903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251178382076'] for port, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:26.385512 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:35:26.404006 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b755b44a-8af7-48ae-946a-c5d7277240df req-ce7167d2-685f-4bf2-91c9-6177c9f1cc80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:26.406797 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-b755b44a-8af7-48ae-946a-c5d7277240df req-ce7167d2-685f-4bf2-91c9-6177c9f1cc80 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=c4e7e796-d2cb-459b-9f73-f2fbb6120ded HTTP/1.1" status: 200  len: 1099 time: 0.6201086
Apr 20 18:35:26.412611 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-9ed18795-972d-4ab9-9d2d-b5a4eb64d3d5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785676380019'] for network, precommit_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:26.441275 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156fcd98-3c6a-4dec-a24e-43a56966d401 req-ed2a3a63-b2d8-4e86-b4f5-45d00125f857 tempest-VolumesActionsTest-57729970 tempest-VolumesActionsTest-57729970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:26.442192 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-156fcd98-3c6a-4dec-a24e-43a56966d401 req-ed2a3a63-b2d8-4e86-b4f5-45d00125f857 tempest-VolumesActionsTest-57729970 tempest-VolumesActionsTest-57729970-project] 10.222.0.11 "GET /v2.0/ports?device_id=f5c85fac-cb98-4f5d-ab07-aa030579b214 HTTP/1.1" status: 200  len: 943 time: 0.2827668
Apr 20 18:35:26.457022 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4513210e-1402-4a68-b285-daed44ad419c req-a119597e-13a4-43e6-8578-c2de53a0a016 tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:26.459140 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-4513210e-1402-4a68-b285-daed44ad419c req-a119597e-13a4-43e6-8578-c2de53a0a016 tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] 10.222.0.11 "GET /v2.0/ports?device_id=c4e7e796-d2cb-459b-9f73-f2fbb6120ded HTTP/1.1" status: 200  len: 946 time: 0.2269349
Apr 20 18:35:26.463894 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-056823bf-1904-41d8-91e4-4029d0dbbe23 req-097c844e-1b37-4d91-964a-d8dc5e755d86 service neutron] 10.222.0.10 "GET /v2.0/networks/3869069a-d087-4030-ad0d-58356ed90d65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6740599
Apr 20 18:35:26.477910 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-b755b44a-8af7-48ae-946a-c5d7277240df req-e1d8b9c2-af52-4eb6-89c5-122a4f429a29 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=c061e4aa-4369-4fc4-ae35-2a7a056dc6f9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0606217
Apr 20 18:35:26.518191 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Pushing event updated for resources: {'Port': ['ID=c140b7d1-fbcb-4b0a-ae52-a4a3af7761ac,revision_number=4']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:35:26.522001 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:35:26.567572 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-9ed18795-972d-4ab9-9d2d-b5a4eb64d3d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850969204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730'] for network, after_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:26.584263 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ed18795-972d-4ab9-9d2d-b5a4eb64d3d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:26.584948 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-9ed18795-972d-4ab9-9d2d-b5a4eb64d3d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3704713'] for network, before_response {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:26.594734 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:35:26.753122 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-4513210e-1402-4a68-b285-daed44ad419c req-55b0925b-ca06-4eb4-b816-3085896ddebd tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] 10.222.0.11 "GET /v2.0/security-groups?id=c061e4aa-4369-4fc4-ae35-2a7a056dc6f9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2502170
Apr 20 18:35:26.760053 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-156fcd98-3c6a-4dec-a24e-43a56966d401 req-74129224-b12e-4df8-96d7-d7b8a57184b1 tempest-VolumesActionsTest-57729970 tempest-VolumesActionsTest-57729970-project] 10.222.0.11 "GET /v2.0/security-groups?id=f38d07f9-757a-46a2-8465-004a7cd9d9e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2735994
Apr 20 18:35:26.768579 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-9ed18795-972d-4ab9-9d2d-b5a4eb64d3d5 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 1.0570769
Apr 20 18:35:26.770412 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed18795-972d-4ab9-9d2d-b5a4eb64d3d5 admin admin] Pushing event updated for resources: {'Network': ['ID=6f7b4d04-330b-491f-b94f-6be61b18569e,revision_number=1']} {{(pid=86421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:35:26.770841 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.11', 49638) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:35:26.773771 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-9ed18795-972d-4ab9-9d2d-b5a4eb64d3d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:35:26.789172 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Network 6f7b4d04-330b-491f-b94f-6be61b18569e details requested by agent ovs-agent-dv-cinder-786931-2-iscsi with host dv-cinder-786931-2-iscsi {{(pid=86422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 20 18:35:26.791404 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.v2.base [None req-97c22bca-c36d-4521-a28b-8e91293f34c5 admin admin] Request body: {'subnet': {'network_id': '6f7b4d04-330b-491f-b94f-6be61b18569e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-946025727-subnet', 'tenant_id': '1add7c109cdb4d8a811d9f43993315e0', 'ip_version': 4}} {{(pid=86420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:35:26.798221 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-97c22bca-c36d-4521-a28b-8e91293f34c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:35:26.803545 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-97c22bca-c36d-4521-a28b-8e91293f34c5 admin admin] Usage tracker for resource:subnet and tenant:1add7c109cdb4d8a811d9f43993315e0 is out of sync, need to count used quota {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:35:26.807128 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-97c22bca-c36d-4521-a28b-8e91293f34c5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:35:26.816508 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-97c22bca-c36d-4521-a28b-8e91293f34c5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:35:26.833461 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97c22bca-c36d-4521-a28b-8e91293f34c5 admin admin] Made reservation on behalf of 1add7c109cdb4d8a811d9f43993315e0 for: {'subnet': 1} {{(pid=86420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 18:35:26.838539 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-97c22bca-c36d-4521-a28b-8e91293f34c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2701061'] for subnet, before_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:27.321862 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-97c22bca-c36d-4521-a28b-8e91293f34c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850911380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036850586271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2701076'] for subnet, after_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:27.330967 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:35:27.439765 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c22bca-c36d-4521-a28b-8e91293f34c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=723c2dbc-970f-4bec-81b3-a3d7ca52bf2f,revision_number=0']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:35:27.457067 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c22bca-c36d-4521-a28b-8e91293f34c5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:35:27.457490 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c22bca-c36d-4521-a28b-8e91293f34c5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:35:27.457902 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c22bca-c36d-4521-a28b-8e91293f34c5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:35:27.458306 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c22bca-c36d-4521-a28b-8e91293f34c5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:35:27.458709 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c22bca-c36d-4521-a28b-8e91293f34c5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:35:27.459109 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c22bca-c36d-4521-a28b-8e91293f34c5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:35:27.459507 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c22bca-c36d-4521-a28b-8e91293f34c5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:35:27.459902 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c22bca-c36d-4521-a28b-8e91293f34c5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:35:27.460329 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c22bca-c36d-4521-a28b-8e91293f34c5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:35:27.460729 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c22bca-c36d-4521-a28b-8e91293f34c5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:35:27.461147 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c22bca-c36d-4521-a28b-8e91293f34c5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:35:27.461613 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c22bca-c36d-4521-a28b-8e91293f34c5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:35:27.466912 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-97c22bca-c36d-4521-a28b-8e91293f34c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:35:27.471290 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c22bca-c36d-4521-a28b-8e91293f34c5 admin admin] Checking segment: {'id': '7f22962e-f3a8-4a3c-81fe-c114f4658b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '6f7b4d04-330b-491f-b94f-6be61b18569e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 18:35:27.472052 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97c22bca-c36d-4521-a28b-8e91293f34c5 admin admin] Network hostable DHCP agents. Network: 6f7b4d04-330b-491f-b94f-6be61b18569e, hostable agents: ['d7942baf-6bbf-4686-8ec5-e08268711b74'], hosted agents: [] {{(pid=86420) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 20 18:35:27.497995 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97c22bca-c36d-4521-a28b-8e91293f34c5 admin admin] Network 6f7b4d04-330b-491f-b94f-6be61b18569e is scheduled to be hosted by DHCP agent d7942baf-6bbf-4686-8ec5-e08268711b74 with binding_index 1 {{(pid=86420) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 20 18:35:27.508292 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.scheduler.base_scheduler [None req-97c22bca-c36d-4521-a28b-8e91293f34c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786931-2-iscsi, 6f7b4d04-330b-491f-b94f-6be61b18569e) {{(pid=86420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:35:27.520614 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8e04826-3c84-4764-b7fd-49bf20f481fc None None] Network 6f7b4d04-330b-491f-b94f-6be61b18569e requested from dv-cinder-786931-2-iscsi {{(pid=86422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 18:35:27.527051 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97c22bca-c36d-4521-a28b-8e91293f34c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:27.528134 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-97c22bca-c36d-4521-a28b-8e91293f34c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3704713'] for subnet, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:27.564583 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-97c22bca-c36d-4521-a28b-8e91293f34c5 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 844 time: 0.7913518
Apr 20 18:35:27.567742 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.11', 49642) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:35:27.574274 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.v2.base [None req-5585600d-e799-47b5-aa98-0ade880a7d65 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-946025727-router', 'tenant_id': '1add7c109cdb4d8a811d9f43993315e0', 'external_gateway_info': {'network_id': '357044f3-f85c-4c82-92f2-504aa071d528'}}} {{(pid=86420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:35:27.580734 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-5585600d-e799-47b5-aa98-0ade880a7d65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:35:27.585749 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-5585600d-e799-47b5-aa98-0ade880a7d65 admin admin] Usage tracker for resource:router and tenant:1add7c109cdb4d8a811d9f43993315e0 is out of sync, need to count used quota {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:35:27.590393 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-5585600d-e799-47b5-aa98-0ade880a7d65 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:35:27.598317 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-5585600d-e799-47b5-aa98-0ade880a7d65 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:35:27.610639 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-5585600d-e799-47b5-aa98-0ade880a7d65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036850938385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8139'] for router, before_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:27.612588 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-5585600d-e799-47b5-aa98-0ade880a7d65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3837415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3865857', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3804944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854767684'] for router, precommit_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:27.640389 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-5585600d-e799-47b5-aa98-0ade880a7d65 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:27.849612 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9601cc61-ac5f-47db-82f9-3b9aac0b0957 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82bc64bb-a80f-5e37-9fe3-a5a7bfe5a88e-6f7b4d04-330b-491f-b94f-6be61b18569e', 'network_id': '6f7b4d04-330b-491f-b94f-6be61b18569e', 'tenant_id': '1add7c109cdb4d8a811d9f43993315e0', 'fixed_ips': [{'subnet_id': '723c2dbc-970f-4bec-81b3-a3d7ca52bf2f'}]}} from dv-cinder-786931-2-iscsi. {{(pid=86422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 20 18:35:27.851308 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-9601cc61-ac5f-47db-82f9-3b9aac0b0957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854207267'] for port, before_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:27.980047 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-5585600d-e799-47b5-aa98-0ade880a7d65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3866102', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3837788', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854767699'] for router, precommit_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:28.069210 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Device c140b7d1-fbcb-4b0a-ae52-a4a3af7761ac up at agent ovs-agent-dv-cinder-786931-2-iscsi {{(pid=86422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:35:28.339977 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3418d7-ac3e-4a0a-b4b3-f564ef2e3922 req-cb0a879e-2c2f-4fbe-aa81-76ff83eb67d2 tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:28.342501 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-6e3418d7-ac3e-4a0a-b4b3-f564ef2e3922 req-cb0a879e-2c2f-4fbe-aa81-76ff83eb67d2 tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] 10.222.0.11 "GET /v2.0/ports?device_id=c4e7e796-d2cb-459b-9f73-f2fbb6120ded HTTP/1.1" status: 200  len: 946 time: 0.3075581
Apr 20 18:35:28.368533 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f796b8-10d3-4624-b297-ba848798b1b8 req-51a41e11-b9c2-4b29-8fdd-e92fa30d96b7 tempest-VolumesActionsTest-57729970 tempest-VolumesActionsTest-57729970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:28.373140 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-75f796b8-10d3-4624-b297-ba848798b1b8 req-51a41e11-b9c2-4b29-8fdd-e92fa30d96b7 tempest-VolumesActionsTest-57729970 tempest-VolumesActionsTest-57729970-project] 10.222.0.11 "GET /v2.0/ports?device_id=f5c85fac-cb98-4f5d-ab07-aa030579b214 HTTP/1.1" status: 200  len: 943 time: 0.2404029
Apr 20 18:35:28.472208 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-5585600d-e799-47b5-aa98-0ade880a7d65 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:28.529029 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-75f796b8-10d3-4624-b297-ba848798b1b8 req-abaf721c-8185-49a4-a012-2a842d13cefd tempest-VolumesActionsTest-57729970 tempest-VolumesActionsTest-57729970-project] 10.222.0.11 "GET /v2.0/security-groups?id=f38d07f9-757a-46a2-8465-004a7cd9d9e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1228917
Apr 20 18:35:28.535112 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-6e3418d7-ac3e-4a0a-b4b3-f564ef2e3922 req-c8d6efd5-86f6-4107-ba13-72bbbce4b9b4 tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] 10.222.0.11 "GET /v2.0/security-groups?id=c061e4aa-4369-4fc4-ae35-2a7a056dc6f9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1580629
Apr 20 18:35:28.544447 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-5585600d-e799-47b5-aa98-0ade880a7d65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854207267'] for port, before_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:28.554653 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.db_base_plugin_common [None req-9601cc61-ac5f-47db-82f9-3b9aac0b0957 None None] Allocated IP 172.20.0.2 (6f7b4d04-330b-491f-b94f-6be61b18569e/723c2dbc-970f-4bec-81b3-a3d7ca52bf2f/049a9ae9-895d-4dc4-bc08-1592dc719dc6) {{(pid=86422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 18:35:28.796426 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fbecb94-35b0-47ea-aff8-f63996e7c2e1 None None] Sync routers for ids ['b872e4e9-d330-4fbe-9e22-0a8b34667c93'] in dv-cinder-786931-2-iscsi {{(pid=86423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 18:35:28.845924 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fbecb94-35b0-47ea-aff8-f63996e7c2e1 None None] Routers {'b872e4e9-d330-4fbe-9e22-0a8b34667c93'} bound to L3 agent in host dv-cinder-786931-2-iscsi {{(pid=86423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:35:28.851642 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-0fbecb94-35b0-47ea-aff8-f63996e7c2e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd930ed50f0>, 'dv-cinder-786931-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T18:22:01Z,description=<?>,heartbeat_timestamp=2021-04-20T18:35:01Z,host='dv-cinder-786931-2-iscsi',id=561dbf79-24e4-4a0d-b08c-f7bb8670fc1d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:22:01Z,topic='l3_agent')) {'router_ids': ['b872e4e9-d330-4fbe-9e22-0a8b34667c93'], 'active': True} {{(pid=86423) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:35:28.915968 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.db_base_plugin_common [None req-5585600d-e799-47b5-aa98-0ade880a7d65 admin admin] Allocated IP 172.27.2.55 (357044f3-f85c-4c82-92f2-504aa071d528/737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87/3162cd2a-52e3-46ff-a9ea-97070bb9066e) {{(pid=86420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 18:35:29.016905 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-9601cc61-ac5f-47db-82f9-3b9aac0b0957 None None] Notify callbacks [] for port, precommit_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:29.019114 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7085cad8-e2d1-46fe-a78b-c380cce7d758 req-5d7f9ad9-e67e-4b2d-b925-684e72a8e136 tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:29.028340 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-7085cad8-e2d1-46fe-a78b-c380cce7d758 req-5d7f9ad9-e67e-4b2d-b925-684e72a8e136 tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] 10.222.0.11 "GET /v2.0/ports?device_id=c4e7e796-d2cb-459b-9f73-f2fbb6120ded HTTP/1.1" status: 200  len: 946 time: 0.2185242
Apr 20 18:35:29.035796 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86421) accepted ('10.222.0.11', 49654) {{(pid=86421) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:35:29.045791 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.v2.base [None req-5f98d79a-5ae9-46de-aa5b-c25d42d29112 tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Request body: {'floatingip': {'port_id': 'b7f07830-6431-4d56-a91b-1d81b3481349'}} {{(pid=86421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:35:29.108919 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-9601cc61-ac5f-47db-82f9-3b9aac0b0957 None None] Transition to ACTIVE for port object 049a9ae9-895d-4dc4-bc08-1592dc719dc6 will not be triggered until provisioned by entity L2. {{(pid=86422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 18:35:29.118256 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Device 5183a214-7372-45fb-b916-d3f9c0977ac3 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 18:35:29.149971 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Provisioning complete for port c140b7d1-fbcb-4b0a-ae52-a4a3af7761ac triggered by entity L2. {{(pid=86422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:35:29.150476 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733696'] for port, provisioning_complete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:29.206982 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-5f98d79a-5ae9-46de-aa5b-c25d42d29112 tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Notify callbacks [] for floatingip, before_update {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:29.219776 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-9601cc61-ac5f-47db-82f9-3b9aac0b0957 None None] Transition to ACTIVE for port object 049a9ae9-895d-4dc4-bc08-1592dc719dc6 will not be triggered until provisioned by entity DHCP. {{(pid=86422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 18:35:29.248428 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-62f29015-60ca-47c9-a413-d1fc094116ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:29.256651 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-5585600d-e799-47b5-aa98-0ade880a7d65 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:29.260252 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-9601cc61-ac5f-47db-82f9-3b9aac0b0957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251178383920'] for port, after_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:29.287922 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_dvr_db [None req-0fbecb94-35b0-47ea-aff8-f63996e7c2e1 None None] Set router b872e4e9-d330-4fbe-9e22-0a8b34667c93 gateway port host: dv-cinder-786931-2-iscsi {{(pid=86423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:35:29.288628 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:35:29.314588 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-5585600d-e799-47b5-aa98-0ade880a7d65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251178383920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4189424'] for port, after_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:29.321346 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-77260415-62cb-4123-9c61-65abda95c7f9 tempest-VolumesActionsTest-57729970 tempest-VolumesActionsTest-57729970-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:35:29.409244 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5585600d-e799-47b5-aa98-0ade880a7d65 admin admin] Network 357044f3-f85c-4c82-92f2-504aa071d528 is already hosted by enough agents. {{(pid=86420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 18:35:29.415669 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9601cc61-ac5f-47db-82f9-3b9aac0b0957 None None] Network 6f7b4d04-330b-491f-b94f-6be61b18569e is already hosted by enough agents. {{(pid=86422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 18:35:29.416457 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.scheduler.base_scheduler [None req-5585600d-e799-47b5-aa98-0ade880a7d65 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:35:29.426175 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5585600d-e799-47b5-aa98-0ade880a7d65 admin admin] Received port after_create {{(pid=86420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 18:35:29.449327 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.scheduler.base_scheduler [None req-9601cc61-ac5f-47db-82f9-3b9aac0b0957 None None] Resources bound (agent type, host, resource id):  {{(pid=86422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:35:29.463491 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9601cc61-ac5f-47db-82f9-3b9aac0b0957 None None] Received port after_create {{(pid=86422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 18:35:29.620030 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9601cc61-ac5f-47db-82f9-3b9aac0b0957 None None] Pushing event updated for resources: {'Port': ['ID=049a9ae9-895d-4dc4-bc08-1592dc719dc6,revision_number=1']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:35:29.672450 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-9601cc61-ac5f-47db-82f9-3b9aac0b0957 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.384s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:35:29.740055 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] For port 5183a214-7372-45fb-b916-d3f9c0977ac3, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=5183a214-7372-45fb-b916-d3f9c0977ac3,segment=NetworkSegment(19573fc3-2b57-408c-8be3-e196040dc2e9),segment_id=19573fc3-2b57-408c-8be3-e196040dc2e9)] {{(pid=86422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:35:29.749630 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [None req-9601cc61-ac5f-47db-82f9-3b9aac0b0957 None None] Attempting to bind port 049a9ae9-895d-4dc4-bc08-1592dc719dc6 on host dv-cinder-786931-2-iscsi for vnic_type normal with profile  {{(pid=86422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 18:35:29.750102 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [None req-9601cc61-ac5f-47db-82f9-3b9aac0b0957 None None] Attempting to bind port 049a9ae9-895d-4dc4-bc08-1592dc719dc6 by drivers openvswitch,hyperv on host dv-cinder-786931-2-iscsi at level 0 using segments [{'id': '7f22962e-f3a8-4a3c-81fe-c114f4658b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '6f7b4d04-330b-491f-b94f-6be61b18569e'}] {{(pid=86422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 18:35:29.750523 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9601cc61-ac5f-47db-82f9-3b9aac0b0957 None None] Attempting to bind port 049a9ae9-895d-4dc4-bc08-1592dc719dc6 on network 6f7b4d04-330b-491f-b94f-6be61b18569e {{(pid=86422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 18:35:29.766774 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9601cc61-ac5f-47db-82f9-3b9aac0b0957 None None] Checking agent: {'id': '36d4d98e-2d96-4c9b-9d9c-08d159895b6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786931-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 22, 2), 'started_at': datetime.datetime(2021, 4, 20, 18, 22, 32), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 35, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786931-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 18:35:29.767202 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9601cc61-ac5f-47db-82f9-3b9aac0b0957 None None] Checking segment: {'id': '7f22962e-f3a8-4a3c-81fe-c114f4658b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '6f7b4d04-330b-491f-b94f-6be61b18569e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 18:35:29.767660 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-9601cc61-ac5f-47db-82f9-3b9aac0b0957 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:29.768109 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9601cc61-ac5f-47db-82f9-3b9aac0b0957 None None] Bound using segment: {'id': '7f22962e-f3a8-4a3c-81fe-c114f4658b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '6f7b4d04-330b-491f-b94f-6be61b18569e'} {{(pid=86422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 18:35:29.768684 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [None req-9601cc61-ac5f-47db-82f9-3b9aac0b0957 None None] Bound port: 049a9ae9-895d-4dc4-bc08-1592dc719dc6, host: dv-cinder-786931-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f22962e-f3a8-4a3c-81fe-c114f4658b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '6f7b4d04-330b-491f-b94f-6be61b18569e'}}] {{(pid=86422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 18:35:29.769113 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-9601cc61-ac5f-47db-82f9-3b9aac0b0957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854207267'] for port, before_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:29.782339 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Returning: {'device': '5183a214-7372-45fb-b916-d3f9c0977ac3', 'network_id': '3869069a-d087-4030-ad0d-58356ed90d65', 'port_id': '5183a214-7372-45fb-b916-d3f9c0977ac3', 'mac_address': 'fa:16:3e:20:5a:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 359, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c4cc291-3534-48c5-abb6-18bb0c9caac3', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 18:35:29.953039 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854207267'] for port, before_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:29.988879 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5585600d-e799-47b5-aa98-0ade880a7d65 admin admin] Pushing event updated for resources: {'Port': ['ID=3162cd2a-52e3-46ff-a9ea-97070bb9066e,revision_number=1']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:35:29.995634 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.notifiers.nova [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5183a214-7372-45fb-b916-d3f9c0977ac3 {{(pid=86422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 18:35:30.001007 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-9601cc61-ac5f-47db-82f9-3b9aac0b0957 None None] For port 049a9ae9-895d-4dc4-bc08-1592dc719dc6, host dv-cinder-786931-2-iscsi, cleared binding levels {{(pid=86422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 18:35:30.006248 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-9601cc61-ac5f-47db-82f9-3b9aac0b0957 None None] For port 049a9ae9-895d-4dc4-bc08-1592dc719dc6, host dv-cinder-786931-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-2-iscsi',level=0,port_id=049a9ae9-895d-4dc4-bc08-1592dc719dc6,segment=NetworkSegment(7f22962e-f3a8-4a3c-81fe-c114f4658b0f),segment_id=7f22962e-f3a8-4a3c-81fe-c114f4658b0f)] {{(pid=86422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 18:35:30.022033 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-9601cc61-ac5f-47db-82f9-3b9aac0b0957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785676839112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251178383903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251178382076'] for port, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:30.027112 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-5585600d-e799-47b5-aa98-0ade880a7d65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.706s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:35:30.027971 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:35:30.084197 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] For port 5183a214-7372-45fb-b916-d3f9c0977ac3, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=5183a214-7372-45fb-b916-d3f9c0977ac3,segment=NetworkSegment(19573fc3-2b57-408c-8be3-e196040dc2e9),segment_id=19573fc3-2b57-408c-8be3-e196040dc2e9)] {{(pid=86422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:35:30.113898 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785676839112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251178383903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251178382076'] for port, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:30.118110 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-0fbecb94-35b0-47ea-aff8-f63996e7c2e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd930ed50f0>, [{'id': 'b872e4e9-d330-4fbe-9e22-0a8b34667c93', 'name': 'tempest-TestShelveInstance-1409954012-router', 'tenant_id': '5283e7179c6941ac97dec0a0f8b3ae8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357044f3-f85c-4c82-92f2-504aa071d528', 'external_fixed_ips': [{'subnet_id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'ip_address': '172.27.2.252'}], 'enable_snat': True}, 'gw_port_id': 'c140b7d1-fbcb-4b0a-ae52-a4a3af7761ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:35:16Z', 'updated_at': '2021-04-20T18:35:22Z', 'revision_number': 4, 'project_id': '5283e7179c6941ac97dec0a0f8b3ae8f', 'gw_port': {'id': 'c140b7d1-fbcb-4b0a-ae52-a4a3af7761ac', 'name': '', 'network_id': '357044f3-f85c-4c82-92f2-504aa071d528', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:5b:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b872e4e9-d330-4fbe-9e22-0a8b34667c93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'ip_address': '172.27.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:35:18Z', 'updated_at': '2021-04-20T18:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-2-iscsi', '_interfaces': [{'id': '9d48b29e-cff8-4051-8f8e-b103a76400b6', 'name': '', 'network_id': '80913dd1-937c-45ce-ae14-972844ab57d5', 'tenant_id': '5283e7179c6941ac97dec0a0f8b3ae8f', 'mac_address': 'fa:16:3e:f6:25:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b872e4e9-d330-4fbe-9e22-0a8b34667c93', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '8ab8a665-1a1f-4e98-99e5-1b83bdb4be35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:35:21Z', 'updated_at': '2021-04-20T18:35:22Z', 'revision_number': 2, 'project_id': '5283e7179c6941ac97dec0a0f8b3ae8f', 'subnets': [{'id': '8ab8a665-1a1f-4e98-99e5-1b83bdb4be35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786931-2-iscsi', False) {} {{(pid=86423) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:35:30.138432 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fbecb94-35b0-47ea-aff8-f63996e7c2e1 None None] Checking router: b872e4e9-d330-4fbe-9e22-0a8b34667c93 for host: dv-cinder-786931-2-iscsi {{(pid=86423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 18:35:30.139156 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fbecb94-35b0-47ea-aff8-f63996e7c2e1 None None] Updating router b872e4e9-d330-4fbe-9e22-0a8b34667c93 port 9d48b29e-cff8-4051-8f8e-b103a76400b6 binding host dv-cinder-786931-2-iscsi {{(pid=86423) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 20 18:35:30.148921 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9601cc61-ac5f-47db-82f9-3b9aac0b0957 None None] Pushing event updated for resources: {'Port': ['ID=049a9ae9-895d-4dc4-bc08-1592dc719dc6,revision_number=2']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:35:30.157313 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-9601cc61-ac5f-47db-82f9-3b9aac0b0957 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:35:30.158199 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.036s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:35:30.292276 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-0fbecb94-35b0-47ea-aff8-f63996e7c2e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854207267'] for port, before_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:30.344918 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Pushing event updated for resources: {'Port': ['ID=5183a214-7372-45fb-b916-d3f9c0977ac3,revision_number=4']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:35:30.350829 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:35:30.375647 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] get_ports_and_sgs() called for port_ids ['5183a214-7372-45fb-b916-d3f9c0977ac3'] {{(pid=86422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 18:35:30.481613 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-5585600d-e799-47b5-aa98-0ade880a7d65 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:30.769131 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-5f98d79a-5ae9-46de-aa5b-c25d42d29112 tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:30.776360 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-5f98d79a-5ae9-46de-aa5b-c25d42d29112 tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850912078'] for floatingip, after_update {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:31.021807 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-0fbecb94-35b0-47ea-aff8-f63996e7c2e1 None None] Notify callbacks [] for port, precommit_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:31.046458 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-0fbecb94-35b0-47ea-aff8-f63996e7c2e1 None None] Transition to ACTIVE for port object 9d48b29e-cff8-4051-8f8e-b103a76400b6 will not be triggered until provisioned by entity L2. {{(pid=86423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 18:35:31.056857 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-0fbecb94-35b0-47ea-aff8-f63996e7c2e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785676839112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251178383903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251178382076'] for port, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:31.063753 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-720b4fd5-76f7-4164-9815-a2192de0d560 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:35:31.212585 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b473309-b42a-478a-b5be-f03b607c905a None None] Pushing event updated for resources: {'Port': ['ID=9d48b29e-cff8-4051-8f8e-b103a76400b6,revision_number=3']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:35:31.238654 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b473309-b42a-478a-b5be-f03b607c905a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:35:31.239327 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b473309-b42a-478a-b5be-f03b607c905a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:35:31.240365 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b473309-b42a-478a-b5be-f03b607c905a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:35:31.240897 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b473309-b42a-478a-b5be-f03b607c905a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:35:31.241446 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b473309-b42a-478a-b5be-f03b607c905a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:35:31.241977 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b473309-b42a-478a-b5be-f03b607c905a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:35:31.242495 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b473309-b42a-478a-b5be-f03b607c905a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:35:31.243013 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b473309-b42a-478a-b5be-f03b607c905a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:35:31.243642 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b473309-b42a-478a-b5be-f03b607c905a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:35:31.245259 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b473309-b42a-478a-b5be-f03b607c905a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:35:31.245792 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b473309-b42a-478a-b5be-f03b607c905a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:35:31.246304 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b473309-b42a-478a-b5be-f03b607c905a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:35:31.267081 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897bc329-9097-4cc8-bd17-dd4c0d9c9406 req-916ebdaf-ac40-4f12-9478-cde7d25cff4f tempest-VolumesActionsTest-57729970 tempest-VolumesActionsTest-57729970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:31.277071 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-897bc329-9097-4cc8-bd17-dd4c0d9c9406 req-916ebdaf-ac40-4f12-9478-cde7d25cff4f tempest-VolumesActionsTest-57729970 tempest-VolumesActionsTest-57729970-project] 10.222.0.11 "GET /v2.0/ports?device_id=f5c85fac-cb98-4f5d-ab07-aa030579b214 HTTP/1.1" status: 200  len: 944 time: 1.1226377
Apr 20 18:35:31.320351 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-20761901-9abf-4ce1-a957-2ce50608b6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:31.397567 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-59ff2fcf-5a92-41e6-b6a8-ab5cb4df6403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:31.412520 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.db.l3_db [None req-5f98d79a-5ae9-46de-aa5b-c25d42d29112 tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Floating IP 5723965c-520c-4241-899a-3aaf686ab5bf associated. External IP: 172.27.2.146, port: b7f07830-6431-4d56-a91b-1d81b3481349.
Apr 20 18:35:31.599463 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-897bc329-9097-4cc8-bd17-dd4c0d9c9406 req-e66cb4b0-de7f-475e-9bda-392c1b3a4104 tempest-VolumesActionsTest-57729970 tempest-VolumesActionsTest-57729970-project] 10.222.0.11 "GET /v2.0/security-groups?id=f38d07f9-757a-46a2-8465-004a7cd9d9e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3213775
Apr 20 18:35:31.826275 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [None req-0fbecb94-35b0-47ea-aff8-f63996e7c2e1 None None] Attempting to bind port 9d48b29e-cff8-4051-8f8e-b103a76400b6 on host dv-cinder-786931-2-iscsi for vnic_type normal with profile  {{(pid=86423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 18:35:31.826672 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [None req-0fbecb94-35b0-47ea-aff8-f63996e7c2e1 None None] Attempting to bind port 9d48b29e-cff8-4051-8f8e-b103a76400b6 by drivers openvswitch,hyperv on host dv-cinder-786931-2-iscsi at level 0 using segments [{'id': '0eb2a75c-bef3-49ee-9641-ddf1f2ea6df2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '80913dd1-937c-45ce-ae14-972844ab57d5'}] {{(pid=86423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 18:35:31.827787 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fbecb94-35b0-47ea-aff8-f63996e7c2e1 None None] Attempting to bind port 9d48b29e-cff8-4051-8f8e-b103a76400b6 on network 80913dd1-937c-45ce-ae14-972844ab57d5 {{(pid=86423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 18:35:31.831917 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-5585600d-e799-47b5-aa98-0ade880a7d65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036850938044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036850909732'] for router, after_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:31.835890 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fbecb94-35b0-47ea-aff8-f63996e7c2e1 None None] Checking agent: {'id': '36d4d98e-2d96-4c9b-9d9c-08d159895b6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786931-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 22, 2), 'started_at': datetime.datetime(2021, 4, 20, 18, 22, 32), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 35, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786931-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 18:35:31.836010 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fbecb94-35b0-47ea-aff8-f63996e7c2e1 None None] Checking segment: {'id': '0eb2a75c-bef3-49ee-9641-ddf1f2ea6df2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '80913dd1-937c-45ce-ae14-972844ab57d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 18:35:31.836440 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-0fbecb94-35b0-47ea-aff8-f63996e7c2e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:31.836882 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fbecb94-35b0-47ea-aff8-f63996e7c2e1 None None] Bound using segment: {'id': '0eb2a75c-bef3-49ee-9641-ddf1f2ea6df2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '80913dd1-937c-45ce-ae14-972844ab57d5'} {{(pid=86423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 18:35:31.837422 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [None req-0fbecb94-35b0-47ea-aff8-f63996e7c2e1 None None] Bound port: 9d48b29e-cff8-4051-8f8e-b103a76400b6, host: dv-cinder-786931-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0eb2a75c-bef3-49ee-9641-ddf1f2ea6df2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '80913dd1-937c-45ce-ae14-972844ab57d5'}}] {{(pid=86423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 18:35:31.837834 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-0fbecb94-35b0-47ea-aff8-f63996e7c2e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854207267'] for port, before_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:31.933137 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-4b473309-b42a-478a-b5be-f03b607c905a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.869s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:35:32.001207 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:32.040570 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f98d79a-5ae9-46de-aa5b-c25d42d29112 tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Router 0c7d70fc-11f1-42c5-aabc-0cd9b46c27d8 has already been hosted by L3 agent 561dbf79-24e4-4a0d-b08c-f7bb8670fc1d {{(pid=86421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 18:35:32.042150 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07c4b537-9df1-4b34-b1eb-dee6419564de None None] Network 6f7b4d04-330b-491f-b94f-6be61b18569e requested from dv-cinder-786931-2-iscsi {{(pid=86422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 18:35:32.053807 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-0fbecb94-35b0-47ea-aff8-f63996e7c2e1 None None] For port 9d48b29e-cff8-4051-8f8e-b103a76400b6, host dv-cinder-786931-2-iscsi, cleared binding levels {{(pid=86423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 18:35:32.064025 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-0fbecb94-35b0-47ea-aff8-f63996e7c2e1 None None] For port 9d48b29e-cff8-4051-8f8e-b103a76400b6, host dv-cinder-786931-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-2-iscsi',level=0,port_id=9d48b29e-cff8-4051-8f8e-b103a76400b6,segment=NetworkSegment(0eb2a75c-bef3-49ee-9641-ddf1f2ea6df2),segment_id=0eb2a75c-bef3-49ee-9641-ddf1f2ea6df2)] {{(pid=86423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 18:35:32.070126 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-0fbecb94-35b0-47ea-aff8-f63996e7c2e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785676839112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251178383903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251178382076'] for port, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:32.078979 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-720b4fd5-76f7-4164-9815-a2192de0d560 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:35:32.145021 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Device 049a9ae9-895d-4dc4-bc08-1592dc719dc6 up at agent ovs-agent-dv-cinder-786931-2-iscsi {{(pid=86422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:35:32.199207 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fbecb94-35b0-47ea-aff8-f63996e7c2e1 None None] Routers {'b872e4e9-d330-4fbe-9e22-0a8b34667c93'} bound to L3 agent in host dv-cinder-786931-2-iscsi {{(pid=86423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:35:32.199915 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-0fbecb94-35b0-47ea-aff8-f63996e7c2e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd930ed50f0>, 'dv-cinder-786931-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T18:22:01Z,description=<?>,heartbeat_timestamp=2021-04-20T18:35:31Z,host='dv-cinder-786931-2-iscsi',id=561dbf79-24e4-4a0d-b08c-f7bb8670fc1d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:22:01Z,topic='l3_agent')) {'router_ids': ['b872e4e9-d330-4fbe-9e22-0a8b34667c93'], 'active': True} {{(pid=86423) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:35:32.214323 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5585600d-e799-47b5-aa98-0ade880a7d65 admin admin] Router 4073f7ca-9722-4c16-88d8-1e3009ccf7dd is scheduled to L3 agent 561dbf79-24e4-4a0d-b08c-f7bb8670fc1d with binding_index 1 {{(pid=86420) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 20 18:35:32.257769 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-523a61c3-a4f1-4e24-b3d1-c653581883e2 None None] Provisioning for port 049a9ae9-895d-4dc4-bc08-1592dc719dc6 completed by entity DHCP. {{(pid=86422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 18:35:32.414970 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f98d79a-5ae9-46de-aa5b-c25d42d29112 tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Notify agent at l3_agent.dv-cinder-786931-2-iscsi the message routers_updated {{(pid=86421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 18:35:32.423333 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-5f98d79a-5ae9-46de-aa5b-c25d42d29112 tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7615'] for floatingip, before_response {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:32.433724 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e81ffac4-b03d-4c06-b93c-5135bd11cb56 None None] Sync routers for ids ['0c7d70fc-11f1-42c5-aabc-0cd9b46c27d8'] in dv-cinder-786931-2-iscsi {{(pid=86422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 18:35:32.484146 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:32.485830 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Provisioning for port 049a9ae9-895d-4dc4-bc08-1592dc719dc6 completed by entity L2. {{(pid=86422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 18:35:32.525185 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Provisioning complete for port 049a9ae9-895d-4dc4-bc08-1592dc719dc6 triggered by entity L2. {{(pid=86422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:35:32.525185 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733696'] for port, provisioning_complete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:32.553857 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b473309-b42a-478a-b5be-f03b607c905a None None] Pushing event updated for resources: {'Port': ['ID=9d48b29e-cff8-4051-8f8e-b103a76400b6,revision_number=4']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:35:32.555022 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-5f98d79a-5ae9-46de-aa5b-c25d42d29112 tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] 10.222.0.11 "PUT /v2.0/floatingips/5723965c-520c-4241-899a-3aaf686ab5bf HTTP/1.1" status: 200  len: 992 time: 3.5175424
Apr 20 18:35:32.556114 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4e7e796-d2cb-459b-9f73-f2fbb6120ded', 'tag': 'b7f07830-6431-4d56-a91b-1d81b3481349'}] {{(pid=86421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:35:32.560475 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-4b473309-b42a-478a-b5be-f03b607c905a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.481s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:35:32.571690 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5585600d-e799-47b5-aa98-0ade880a7d65 admin admin] Notify agent at l3_agent.dv-cinder-786931-2-iscsi the message routers_updated {{(pid=86420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 18:35:32.586166 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4b06de8-e035-484e-93e0-d5e1f3130a5a None None] Sync routers for ids ['4073f7ca-9722-4c16-88d8-1e3009ccf7dd'] in dv-cinder-786931-2-iscsi {{(pid=86423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 18:35:32.611070 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-5585600d-e799-47b5-aa98-0ade880a7d65 admin admin] Notify callbacks [] for router, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:32.612242 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-5585600d-e799-47b5-aa98-0ade880a7d65 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201  len: 919 time: 5.0430386
Apr 20 18:35:32.614828 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4b06de8-e035-484e-93e0-d5e1f3130a5a None None] Routers {'4073f7ca-9722-4c16-88d8-1e3009ccf7dd'} bound to L3 agent in host dv-cinder-786931-2-iscsi {{(pid=86423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:35:32.615659 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-d4b06de8-e035-484e-93e0-d5e1f3130a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd930dbb828>, 'dv-cinder-786931-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T18:22:01Z,description=<?>,heartbeat_timestamp=2021-04-20T18:35:31Z,host='dv-cinder-786931-2-iscsi',id=561dbf79-24e4-4a0d-b08c-f7bb8670fc1d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:22:01Z,topic='l3_agent')) {'router_ids': ['4073f7ca-9722-4c16-88d8-1e3009ccf7dd'], 'active': True} {{(pid=86423) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:35:32.616924 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86421) accepted ('10.222.0.11', 49672) {{(pid=86421) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:35:32.737516 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_dvr_db [None req-0fbecb94-35b0-47ea-aff8-f63996e7c2e1 None None] Set router b872e4e9-d330-4fbe-9e22-0a8b34667c93 gateway port host: dv-cinder-786931-2-iscsi {{(pid=86423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:35:32.740055 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e81ffac4-b03d-4c06-b93c-5135bd11cb56 None None] Routers {'0c7d70fc-11f1-42c5-aabc-0cd9b46c27d8'} bound to L3 agent in host dv-cinder-786931-2-iscsi {{(pid=86422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:35:32.741742 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-e81ffac4-b03d-4c06-b93c-5135bd11cb56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd930adc668>, 'dv-cinder-786931-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T18:22:01Z,description=<?>,heartbeat_timestamp=2021-04-20T18:35:31Z,host='dv-cinder-786931-2-iscsi',id=561dbf79-24e4-4a0d-b08c-f7bb8670fc1d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:22:01Z,topic='l3_agent')) {'router_ids': ['0c7d70fc-11f1-42c5-aabc-0cd9b46c27d8'], 'active': True} {{(pid=86422) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:35:32.743134 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4e7e796-d2cb-459b-9f73-f2fbb6120ded', 'tag': 'b7f07830-6431-4d56-a91b-1d81b3481349', 'status': 'completed', 'code': 200}
Apr 20 18:35:32.931705 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a2ff3e-e5cc-4c2e-a551-63c69e2facb0 req-03924138-3034-4286-a48d-922549d69f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:32.934311 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-61a2ff3e-e5cc-4c2e-a551-63c69e2facb0 req-03924138-3034-4286-a48d-922549d69f4c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4d61b8cb74c8488e895692a092d04f17&device_id=c4e7e796-d2cb-459b-9f73-f2fbb6120ded HTTP/1.1" status: 200  len: 1099 time: 0.2261672
Apr 20 18:35:33.126228 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a2ff3e-e5cc-4c2e-a551-63c69e2facb0 req-f11da64a-2a4f-450b-8744-a0a612e75f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:33.128109 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-61a2ff3e-e5cc-4c2e-a551-63c69e2facb0 req-f11da64a-2a4f-450b-8744-a0a612e75f49 service neutron] 10.222.0.10 "GET /v2.0/networks?id=02422600-c332-4858-ad0c-e0fcc53844a7 HTTP/1.1" status: 200  len: 912 time: 0.1855919
Apr 20 18:35:33.150786 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Device 5183a214-7372-45fb-b916-d3f9c0977ac3 up at agent hyperv_hv-cinder-78693 {{(pid=86422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:35:33.254832 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-0fbecb94-35b0-47ea-aff8-f63996e7c2e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd930ed50f0>, [{'id': 'b872e4e9-d330-4fbe-9e22-0a8b34667c93', 'name': 'tempest-TestShelveInstance-1409954012-router', 'tenant_id': '5283e7179c6941ac97dec0a0f8b3ae8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357044f3-f85c-4c82-92f2-504aa071d528', 'external_fixed_ips': [{'subnet_id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'ip_address': '172.27.2.252'}], 'enable_snat': True}, 'gw_port_id': 'c140b7d1-fbcb-4b0a-ae52-a4a3af7761ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:35:16Z', 'updated_at': '2021-04-20T18:35:22Z', 'revision_number': 4, 'project_id': '5283e7179c6941ac97dec0a0f8b3ae8f', 'gw_port': {'id': 'c140b7d1-fbcb-4b0a-ae52-a4a3af7761ac', 'name': '', 'network_id': '357044f3-f85c-4c82-92f2-504aa071d528', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:5b:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b872e4e9-d330-4fbe-9e22-0a8b34667c93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'ip_address': '172.27.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:35:18Z', 'updated_at': '2021-04-20T18:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-2-iscsi', '_interfaces': [{'id': '9d48b29e-cff8-4051-8f8e-b103a76400b6', 'name': '', 'network_id': '80913dd1-937c-45ce-ae14-972844ab57d5', 'tenant_id': '5283e7179c6941ac97dec0a0f8b3ae8f', 'mac_address': 'fa:16:3e:f6:25:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b872e4e9-d330-4fbe-9e22-0a8b34667c93', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '8ab8a665-1a1f-4e98-99e5-1b83bdb4be35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:35:21Z', 'updated_at': '2021-04-20T18:35:32Z', 'revision_number': 4, 'project_id': '5283e7179c6941ac97dec0a0f8b3ae8f', 'subnets': [{'id': '8ab8a665-1a1f-4e98-99e5-1b83bdb4be35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786931-2-iscsi', False) {} {{(pid=86423) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:35:33.262230 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fbecb94-35b0-47ea-aff8-f63996e7c2e1 None None] The sync data for ids ['b872e4e9-d330-4fbe-9e22-0a8b34667c93'] in dv-cinder-786931-2-iscsi is: [{'id': 'b872e4e9-d330-4fbe-9e22-0a8b34667c93', 'name': 'tempest-TestShelveInstance-1409954012-router', 'tenant_id': '5283e7179c6941ac97dec0a0f8b3ae8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357044f3-f85c-4c82-92f2-504aa071d528', 'external_fixed_ips': [{'subnet_id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'ip_address': '172.27.2.252'}], 'enable_snat': True}, 'gw_port_id': 'c140b7d1-fbcb-4b0a-ae52-a4a3af7761ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:35:16Z', 'updated_at': '2021-04-20T18:35:22Z', 'revision_number': 4, 'project_id': '5283e7179c6941ac97dec0a0f8b3ae8f', 'gw_port': {'id': 'c140b7d1-fbcb-4b0a-ae52-a4a3af7761ac', 'name': '', 'network_id': '357044f3-f85c-4c82-92f2-504aa071d528', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:5b:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b872e4e9-d330-4fbe-9e22-0a8b34667c93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'ip_address': '172.27.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:35:18Z', 'updated_at': '2021-04-20T18:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-2-iscsi', '_interfaces': [{'id': '9d48b29e-cff8-4051-8f8e-b103a76400b6', 'name': '', 'network_id': '80913dd1-937c-45ce-ae14-972844ab57d5', 'tenant_id': '5283e7179c6941ac97dec0a0f8b3ae8f', 'mac_address': 'fa:16:3e:f6:25:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b872e4e9-d330-4fbe-9e22-0a8b34667c93', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '8ab8a665-1a1f-4e98-99e5-1b83bdb4be35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:35:21Z', 'updated_at': '2021-04-20T18:35:32Z', 'revision_number': 4, 'project_id': '5283e7179c6941ac97dec0a0f8b3ae8f', 'subnets': [{'id': '8ab8a665-1a1f-4e98-99e5-1b83bdb4be35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 18:35:33.308135 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-61a2ff3e-e5cc-4c2e-a551-63c69e2facb0 req-ae9dea3e-36d3-47c5-954d-58c1a03fa650 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b7f07830-6431-4d56-a91b-1d81b3481349 HTTP/1.1" status: 200  len: 1000 time: 0.1664488
Apr 20 18:35:33.350378 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_dvr_db [None req-d4b06de8-e035-484e-93e0-d5e1f3130a5a None None] Set router 4073f7ca-9722-4c16-88d8-1e3009ccf7dd gateway port host: dv-cinder-786931-2-iscsi {{(pid=86423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:35:33.414742 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a2ff3e-e5cc-4c2e-a551-63c69e2facb0 req-8497178a-1faf-4c56-a222-b04dc9d4ecd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:33.416591 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-61a2ff3e-e5cc-4c2e-a551-63c69e2facb0 req-8497178a-1faf-4c56-a222-b04dc9d4ecd3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=75d0ac2f-18ed-4097-8673-60a099f48c88 HTTP/1.1" status: 200  len: 850 time: 0.0982730
Apr 20 18:35:33.499692 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49852cb0-ac57-4ad9-bb0b-8c8497790f2e req-be24f43a-b2f8-45ed-9a1f-812bca85ce07 tempest-VolumesActionsTest-57729970 tempest-VolumesActionsTest-57729970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:33.513246 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-49852cb0-ac57-4ad9-bb0b-8c8497790f2e req-be24f43a-b2f8-45ed-9a1f-812bca85ce07 tempest-VolumesActionsTest-57729970 tempest-VolumesActionsTest-57729970-project] 10.222.0.11 "GET /v2.0/ports?device_id=f5c85fac-cb98-4f5d-ab07-aa030579b214 HTTP/1.1" status: 200  len: 944 time: 0.3774195
Apr 20 18:35:33.696872 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_dvr_db [None req-e81ffac4-b03d-4c06-b93c-5135bd11cb56 None None] Set router 0c7d70fc-11f1-42c5-aabc-0cd9b46c27d8 gateway port host: dv-cinder-786931-2-iscsi {{(pid=86422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:35:33.810836 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a2ff3e-e5cc-4c2e-a551-63c69e2facb0 req-47195c24-0049-4869-9031-501384670d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:33.816760 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-61a2ff3e-e5cc-4c2e-a551-63c69e2facb0 req-47195c24-0049-4869-9031-501384670d4b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=02422600-c332-4858-ad0c-e0fcc53844a7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3827755
Apr 20 18:35:33.896892 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-d4b06de8-e035-484e-93e0-d5e1f3130a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd930dbb828>, [{'id': '4073f7ca-9722-4c16-88d8-1e3009ccf7dd', 'name': 'tempest-TestShelveInstance-946025727-router', 'tenant_id': '1add7c109cdb4d8a811d9f43993315e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357044f3-f85c-4c82-92f2-504aa071d528', 'external_fixed_ips': [{'subnet_id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'ip_address': '172.27.2.55'}], 'enable_snat': True}, 'gw_port_id': '3162cd2a-52e3-46ff-a9ea-97070bb9066e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:35:27Z', 'updated_at': '2021-04-20T18:35:30Z', 'revision_number': 3, 'project_id': '1add7c109cdb4d8a811d9f43993315e0', 'gw_port': {'id': '3162cd2a-52e3-46ff-a9ea-97070bb9066e', 'name': '', 'network_id': '357044f3-f85c-4c82-92f2-504aa071d528', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:b4:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4073f7ca-9722-4c16-88d8-1e3009ccf7dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'ip_address': '172.27.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:35:28Z', 'updated_at': '2021-04-20T18:35:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-2-iscsi'}], 'dv-cinder-786931-2-iscsi', False) {} {{(pid=86423) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:35:33.903326 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4b06de8-e035-484e-93e0-d5e1f3130a5a None None] Checking router: 4073f7ca-9722-4c16-88d8-1e3009ccf7dd for host: dv-cinder-786931-2-iscsi {{(pid=86423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 18:35:33.904052 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4b06de8-e035-484e-93e0-d5e1f3130a5a None None] Updating router 4073f7ca-9722-4c16-88d8-1e3009ccf7dd port 3162cd2a-52e3-46ff-a9ea-97070bb9066e binding host dv-cinder-786931-2-iscsi {{(pid=86423) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 20 18:35:33.919118 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-69625b45-0eac-4ead-bef5-f7df2e631dfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:33.994470 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d4b06de8-e035-484e-93e0-d5e1f3130a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854207267'] for port, before_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:34.127515 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-61a2ff3e-e5cc-4c2e-a551-63c69e2facb0 req-92d02abf-ac78-4166-9704-87d9b87399f0 service neutron] 10.222.0.10 "GET /v2.0/networks/02422600-c332-4858-ad0c-e0fcc53844a7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2896171
Apr 20 18:35:34.177098 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-f3eca8c8-6ad0-4534-b6d9-c175093bc987 req-df4d98a2-fb90-4508-89d3-9a261371c65e service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=5ecac24b-2023-477e-a6b0-c36ffddd82ad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.5757203
Apr 20 18:35:34.202625 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-49852cb0-ac57-4ad9-bb0b-8c8497790f2e req-5a9335c0-cd2b-47ca-b158-8ec3129a591d tempest-VolumesActionsTest-57729970 tempest-VolumesActionsTest-57729970-project] 10.222.0.11 "GET /v2.0/security-groups?id=f38d07f9-757a-46a2-8465-004a7cd9d9e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6620543
Apr 20 18:35:34.207030 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854207267'] for port, before_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:34.268547 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Provisioning for port 5183a214-7372-45fb-b916-d3f9c0977ac3 completed by entity L2. {{(pid=86422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 18:35:34.292032 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Provisioning complete for port 5183a214-7372-45fb-b916-d3f9c0977ac3 triggered by entity L2. {{(pid=86422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:35:34.292672 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733696'] for port, provisioning_complete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:34.446882 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] For port 049a9ae9-895d-4dc4-bc08-1592dc719dc6, host dv-cinder-786931-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-2-iscsi',level=0,port_id=049a9ae9-895d-4dc4-bc08-1592dc719dc6,segment=NetworkSegment(7f22962e-f3a8-4a3c-81fe-c114f4658b0f),segment_id=7f22962e-f3a8-4a3c-81fe-c114f4658b0f)] {{(pid=86422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:35:34.462403 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785676839112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251178383903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251178382076'] for port, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:34.554272 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-61a2ff3e-e5cc-4c2e-a551-63c69e2facb0 req-5dc17762-29e3-4ecb-98cc-0e46df67866a service neutron] 10.222.0.10 "GET /v2.0/networks/02422600-c332-4858-ad0c-e0fcc53844a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4185915
Apr 20 18:35:34.589180 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3eca8c8-6ad0-4534-b6d9-c175093bc987 req-7e0a3a33-822b-42de-8e0b-0e75a6d81895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:34.590917 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-f3eca8c8-6ad0-4534-b6d9-c175093bc987 req-7e0a3a33-822b-42de-8e0b-0e75a6d81895 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=82646d2796ec4d6b9ec39ce05e5b838a&device_id=5ecac24b-2023-477e-a6b0-c36ffddd82ad HTTP/1.1" status: 200  len: 1098 time: 0.2685707
Apr 20 18:35:34.656904 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:35:34.663135 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d4b06de8-e035-484e-93e0-d5e1f3130a5a None None] Notify callbacks [] for port, precommit_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:34.697276 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-d4b06de8-e035-484e-93e0-d5e1f3130a5a None None] Transition to ACTIVE for port object 3162cd2a-52e3-46ff-a9ea-97070bb9066e will not be triggered until provisioned by entity L2. {{(pid=86423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 18:35:34.707228 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d4b06de8-e035-484e-93e0-d5e1f3130a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785676839112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251178383903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251178382076'] for port, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:34.714174 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:35:34.760914 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Device 9d48b29e-cff8-4051-8f8e-b103a76400b6 up at agent ovs-agent-dv-cinder-786931-2-iscsi {{(pid=86422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:35:34.791723 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-9e708371-445b-4101-888c-6351b3b46348 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854207267'] for port, before_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:34.820328 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f84648e-0015-43e4-b03e-d5736217bc07 None None] Pushing event updated for resources: {'Port': ['ID=3162cd2a-52e3-46ff-a9ea-97070bb9066e,revision_number=2']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:35:34.826235 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-7f84648e-0015-43e4-b03e-d5736217bc07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:35:34.856890 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [None req-d4b06de8-e035-484e-93e0-d5e1f3130a5a None None] Attempting to bind port 3162cd2a-52e3-46ff-a9ea-97070bb9066e on host dv-cinder-786931-2-iscsi for vnic_type normal with profile  {{(pid=86423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 18:35:34.857307 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [None req-d4b06de8-e035-484e-93e0-d5e1f3130a5a None None] Attempting to bind port 3162cd2a-52e3-46ff-a9ea-97070bb9066e by drivers openvswitch,hyperv on host dv-cinder-786931-2-iscsi at level 0 using segments [{'id': 'f02283aa-238a-4f3f-9851-30c34a9365bb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '357044f3-f85c-4c82-92f2-504aa071d528'}] {{(pid=86423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 18:35:34.857720 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4b06de8-e035-484e-93e0-d5e1f3130a5a None None] Attempting to bind port 3162cd2a-52e3-46ff-a9ea-97070bb9066e on network 357044f3-f85c-4c82-92f2-504aa071d528 {{(pid=86423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 18:35:34.865101 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4b06de8-e035-484e-93e0-d5e1f3130a5a None None] Checking agent: {'id': '36d4d98e-2d96-4c9b-9d9c-08d159895b6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786931-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 22, 2), 'started_at': datetime.datetime(2021, 4, 20, 18, 22, 32), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 35, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786931-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 18:35:34.865718 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4b06de8-e035-484e-93e0-d5e1f3130a5a None None] Checking segment: {'id': 'f02283aa-238a-4f3f-9851-30c34a9365bb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '357044f3-f85c-4c82-92f2-504aa071d528'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 18:35:34.866332 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d4b06de8-e035-484e-93e0-d5e1f3130a5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:34.866929 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4b06de8-e035-484e-93e0-d5e1f3130a5a None None] Bound using segment: {'id': 'f02283aa-238a-4f3f-9851-30c34a9365bb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '357044f3-f85c-4c82-92f2-504aa071d528'} {{(pid=86423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 18:35:34.868122 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [None req-d4b06de8-e035-484e-93e0-d5e1f3130a5a None None] Bound port: 3162cd2a-52e3-46ff-a9ea-97070bb9066e, host: dv-cinder-786931-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f02283aa-238a-4f3f-9851-30c34a9365bb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '357044f3-f85c-4c82-92f2-504aa071d528'}}] {{(pid=86423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 18:35:34.868613 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d4b06de8-e035-484e-93e0-d5e1f3130a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854207267'] for port, before_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:34.918391 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3eca8c8-6ad0-4534-b6d9-c175093bc987 req-5e86e9f7-72ed-4102-baba-1038e2a480a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:34.921897 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-f3eca8c8-6ad0-4534-b6d9-c175093bc987 req-5e86e9f7-72ed-4102-baba-1038e2a480a2 service neutron] 10.222.0.10 "GET /v2.0/networks?id=70bb951b-5201-42f1-af2f-fff209eaf750 HTTP/1.1" status: 200  len: 918 time: 0.2941322
Apr 20 18:35:34.995835 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-d4b06de8-e035-484e-93e0-d5e1f3130a5a None None] For port 3162cd2a-52e3-46ff-a9ea-97070bb9066e, host dv-cinder-786931-2-iscsi, cleared binding levels {{(pid=86423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 18:35:35.004909 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-d4b06de8-e035-484e-93e0-d5e1f3130a5a None None] For port 3162cd2a-52e3-46ff-a9ea-97070bb9066e, host dv-cinder-786931-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-2-iscsi',level=0,port_id=3162cd2a-52e3-46ff-a9ea-97070bb9066e,segment=NetworkSegment(f02283aa-238a-4f3f-9851-30c34a9365bb),segment_id=f02283aa-238a-4f3f-9851-30c34a9365bb)] {{(pid=86423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 18:35:35.012670 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d4b06de8-e035-484e-93e0-d5e1f3130a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785676839112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251178383903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251178382076'] for port, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:35.015153 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.agents_db [None req-36c0d191-ed3c-416e-a897-084b3b2178c3 None None] Agent healthcheck: found 6 active agents {{(pid=86423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 18:35:35.027920 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:35:35.107482 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-f3eca8c8-6ad0-4534-b6d9-c175093bc987 req-b3feb94f-e1ce-4bc1-8bee-5f69920554f5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bfed11f9-e57c-4e28-9a8f-131d7bef5a3c HTTP/1.1" status: 200  len: 1000 time: 0.1785457
Apr 20 18:35:35.119360 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f84648e-0015-43e4-b03e-d5736217bc07 None None] Pushing event updated for resources: {'Port': ['ID=3162cd2a-52e3-46ff-a9ea-97070bb9066e,revision_number=3']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:35:35.124925 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-7f84648e-0015-43e4-b03e-d5736217bc07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:35:35.137270 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4b06de8-e035-484e-93e0-d5e1f3130a5a None None] Routers {'4073f7ca-9722-4c16-88d8-1e3009ccf7dd'} bound to L3 agent in host dv-cinder-786931-2-iscsi {{(pid=86423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:35:35.138121 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-d4b06de8-e035-484e-93e0-d5e1f3130a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd930dbb828>, 'dv-cinder-786931-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T18:22:01Z,description=<?>,heartbeat_timestamp=2021-04-20T18:35:31Z,host='dv-cinder-786931-2-iscsi',id=561dbf79-24e4-4a0d-b08c-f7bb8670fc1d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:22:01Z,topic='l3_agent')) {'router_ids': ['4073f7ca-9722-4c16-88d8-1e3009ccf7dd'], 'active': True} {{(pid=86423) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:35:35.172435 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-1efd193f-0e35-452a-b846-5fc7540e3d44 None None] Provisioning complete for port 049a9ae9-895d-4dc4-bc08-1592dc719dc6 triggered by entity DHCP. {{(pid=86422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:35:35.172948 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-1efd193f-0e35-452a-b846-5fc7540e3d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733696'] for port, provisioning_complete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:35.262795 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854207267'] for port, before_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:35.290111 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3eca8c8-6ad0-4534-b6d9-c175093bc987 req-2701d1d4-21eb-4152-b447-a1098549ea1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:35.294533 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.db_base_plugin_common [None req-9e708371-445b-4101-888c-6351b3b46348 admin admin] Allocated IP 172.20.0.1 (6f7b4d04-330b-491f-b94f-6be61b18569e/723c2dbc-970f-4bec-81b3-a3d7ca52bf2f/63c0027d-19f1-4852-84eb-f853bb957d4e) {{(pid=86421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 18:35:35.309699 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-f3eca8c8-6ad0-4534-b6d9-c175093bc987 req-2701d1d4-21eb-4152-b447-a1098549ea1c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=de093425-a655-4f08-b89a-732e934018c4 HTTP/1.1" status: 200  len: 856 time: 0.1915047
Apr 20 18:35:35.342288 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Pushing event updated for resources: {'Port': ['ID=049a9ae9-895d-4dc4-bc08-1592dc719dc6,revision_number=3']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:35:35.367084 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.710s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:35:35.413051 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] For port 5183a214-7372-45fb-b916-d3f9c0977ac3, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=5183a214-7372-45fb-b916-d3f9c0977ac3,segment=NetworkSegment(19573fc3-2b57-408c-8be3-e196040dc2e9),segment_id=19573fc3-2b57-408c-8be3-e196040dc2e9)] {{(pid=86422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:35:35.418859 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5c85fac-cb98-4f5d-ab07-aa030579b214', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5183a214-7372-45fb-b916-d3f9c0977ac3'}] {{(pid=86422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:35:35.430782 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Provisioning for port 9d48b29e-cff8-4051-8f8e-b103a76400b6 completed by entity L2. {{(pid=86422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 18:35:35.440641 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785676839112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251178383903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251178382076'] for port, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:35.444898 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:35:35.551147 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3eca8c8-6ad0-4534-b6d9-c175093bc987 req-2f60f848-3cc3-40df-b67b-ebaddb77a8bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:35.554844 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-f3eca8c8-6ad0-4534-b6d9-c175093bc987 req-2f60f848-3cc3-40df-b67b-ebaddb77a8bf service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=70bb951b-5201-42f1-af2f-fff209eaf750&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2399082
Apr 20 18:35:35.562419 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Provisioning complete for port 9d48b29e-cff8-4051-8f8e-b103a76400b6 triggered by entity L2. {{(pid=86422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:35:35.566064 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733696'] for port, provisioning_complete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:35.583762 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_dvr_db [None req-d4b06de8-e035-484e-93e0-d5e1f3130a5a None None] Set router 4073f7ca-9722-4c16-88d8-1e3009ccf7dd gateway port host: dv-cinder-786931-2-iscsi {{(pid=86423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:35:35.632853 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Pushing event updated for resources: {'Port': ['ID=5183a214-7372-45fb-b916-d3f9c0977ac3,revision_number=5']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:35:35.675391 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5c85fac-cb98-4f5d-ab07-aa030579b214', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5183a214-7372-45fb-b916-d3f9c0977ac3', 'code': 200}
Apr 20 18:35:35.678569 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:35:35.760179 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-f3eca8c8-6ad0-4534-b6d9-c175093bc987 req-1530aec7-6b22-4e96-b288-59d30253dda7 service neutron] 10.222.0.10 "GET /v2.0/networks/70bb951b-5201-42f1-af2f-fff209eaf750?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1961045
Apr 20 18:35:35.768533 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-e81ffac4-b03d-4c06-b93c-5135bd11cb56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd930adc668>, [{'id': '0c7d70fc-11f1-42c5-aabc-0cd9b46c27d8', 'name': 'tempest-AttachVolumeTestJSON-2090730375-router', 'tenant_id': '4d61b8cb74c8488e895692a092d04f17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357044f3-f85c-4c82-92f2-504aa071d528', 'external_fixed_ips': [{'subnet_id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'ip_address': '172.27.2.37'}], 'enable_snat': True}, 'gw_port_id': '291ad347-35f5-49c0-9347-31d2523ef1b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:30:19Z', 'updated_at': '2021-04-20T18:30:35Z', 'revision_number': 4, 'project_id': '4d61b8cb74c8488e895692a092d04f17', 'gw_port': {'id': '291ad347-35f5-49c0-9347-31d2523ef1b7', 'name': '', 'network_id': '357044f3-f85c-4c82-92f2-504aa071d528', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:d6:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c7d70fc-11f1-42c5-aabc-0cd9b46c27d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'ip_address': '172.27.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:30:21Z', 'updated_at': '2021-04-20T18:30:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-2-iscsi', '_floatingips': [{'id': '5723965c-520c-4241-899a-3aaf686ab5bf', 'tenant_id': '4d61b8cb74c8488e895692a092d04f17', 'floating_ip_address': '172.27.2.146', 'floating_network_id': '357044f3-f85c-4c82-92f2-504aa071d528', 'router_id': '0c7d70fc-11f1-42c5-aabc-0cd9b46c27d8', 'port_id': 'b7f07830-6431-4d56-a91b-1d81b3481349', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 460, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02422600-c332-4858-ad0c-e0fcc53844a7', 'mac_address': 'fa:16:3e:a6:31:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4e7e796-d2cb-459b-9f73-f2fbb6120ded', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T18:35:07Z', 'updated_at': '2021-04-20T18:35:30Z', 'revision_number': 1, 'project_id': '4d61b8cb74c8488e895692a092d04f17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3716e0d-bbe5-4df9-8b23-36b546e4ec84', 'name': '', 'network_id': '02422600-c332-4858-ad0c-e0fcc53844a7', 'tenant_id': '4d61b8cb74c8488e895692a092d04f17', 'mac_address': 'fa:16:3e:fc:4c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c7d70fc-11f1-42c5-aabc-0cd9b46c27d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '75d0ac2f-18ed-4097-8673-60a099f48c88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:30:31Z', 'updated_at': '2021-04-20T18:30:54Z', 'revision_number': 5, 'project_id': '4d61b8cb74c8488e895692a092d04f17', 'subnets': [{'id': '75d0ac2f-18ed-4097-8673-60a099f48c88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786931-2-iscsi', False) {} {{(pid=86422) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:35:35.816118 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e81ffac4-b03d-4c06-b93c-5135bd11cb56 None None] Checking router: 0c7d70fc-11f1-42c5-aabc-0cd9b46c27d8 for host: dv-cinder-786931-2-iscsi {{(pid=86422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 18:35:35.905629 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e81ffac4-b03d-4c06-b93c-5135bd11cb56 None None] Routers {'0c7d70fc-11f1-42c5-aabc-0cd9b46c27d8'} bound to L3 agent in host dv-cinder-786931-2-iscsi {{(pid=86422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:35:35.906431 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-e81ffac4-b03d-4c06-b93c-5135bd11cb56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd930adc668>, 'dv-cinder-786931-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T18:22:01Z,description=<?>,heartbeat_timestamp=2021-04-20T18:35:31Z,host='dv-cinder-786931-2-iscsi',id=561dbf79-24e4-4a0d-b08c-f7bb8670fc1d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:22:01Z,topic='l3_agent')) {'router_ids': ['0c7d70fc-11f1-42c5-aabc-0cd9b46c27d8'], 'active': True} {{(pid=86422) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:35:35.977706 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-f3eca8c8-6ad0-4534-b6d9-c175093bc987 req-503e75b5-c82c-44ee-8f04-d9b7f0729fa6 service neutron] 10.222.0.10 "GET /v2.0/networks/70bb951b-5201-42f1-af2f-fff209eaf750?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2112713
Apr 20 18:35:36.036795 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-d4b06de8-e035-484e-93e0-d5e1f3130a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd930dbb828>, [{'id': '4073f7ca-9722-4c16-88d8-1e3009ccf7dd', 'name': 'tempest-TestShelveInstance-946025727-router', 'tenant_id': '1add7c109cdb4d8a811d9f43993315e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357044f3-f85c-4c82-92f2-504aa071d528', 'external_fixed_ips': [{'subnet_id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'ip_address': '172.27.2.55'}], 'enable_snat': True}, 'gw_port_id': '3162cd2a-52e3-46ff-a9ea-97070bb9066e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:35:27Z', 'updated_at': '2021-04-20T18:35:30Z', 'revision_number': 3, 'project_id': '1add7c109cdb4d8a811d9f43993315e0', 'gw_port': {'id': '3162cd2a-52e3-46ff-a9ea-97070bb9066e', 'name': '', 'network_id': '357044f3-f85c-4c82-92f2-504aa071d528', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:b4:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4073f7ca-9722-4c16-88d8-1e3009ccf7dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'ip_address': '172.27.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:35:28Z', 'updated_at': '2021-04-20T18:35:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-2-iscsi'}], 'dv-cinder-786931-2-iscsi', False) {} {{(pid=86423) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:35:36.042515 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4b06de8-e035-484e-93e0-d5e1f3130a5a None None] The sync data for ids ['4073f7ca-9722-4c16-88d8-1e3009ccf7dd'] in dv-cinder-786931-2-iscsi is: [{'id': '4073f7ca-9722-4c16-88d8-1e3009ccf7dd', 'name': 'tempest-TestShelveInstance-946025727-router', 'tenant_id': '1add7c109cdb4d8a811d9f43993315e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357044f3-f85c-4c82-92f2-504aa071d528', 'external_fixed_ips': [{'subnet_id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'ip_address': '172.27.2.55'}], 'enable_snat': True}, 'gw_port_id': '3162cd2a-52e3-46ff-a9ea-97070bb9066e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:35:27Z', 'updated_at': '2021-04-20T18:35:30Z', 'revision_number': 3, 'project_id': '1add7c109cdb4d8a811d9f43993315e0', 'gw_port': {'id': '3162cd2a-52e3-46ff-a9ea-97070bb9066e', 'name': '', 'network_id': '357044f3-f85c-4c82-92f2-504aa071d528', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:b4:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4073f7ca-9722-4c16-88d8-1e3009ccf7dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'ip_address': '172.27.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:35:28Z', 'updated_at': '2021-04-20T18:35:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-2-iscsi'}] {{(pid=86423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 18:35:36.119385 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854207267'] for port, before_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:36.157746 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931aff4d-f786-40d6-b40f-c38e6deb0d81 req-b50a1154-70ac-476f-9c82-e9f057739096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:36.159493 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-931aff4d-f786-40d6-b40f-c38e6deb0d81 req-b50a1154-70ac-476f-9c82-e9f057739096 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=f5c85fac-cb98-4f5d-ab07-aa030579b214 HTTP/1.1" status: 200  len: 1098 time: 0.1803248
Apr 20 18:35:36.213419 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] For port 9d48b29e-cff8-4051-8f8e-b103a76400b6, host dv-cinder-786931-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-2-iscsi',level=0,port_id=9d48b29e-cff8-4051-8f8e-b103a76400b6,segment=NetworkSegment(0eb2a75c-bef3-49ee-9641-ddf1f2ea6df2),segment_id=0eb2a75c-bef3-49ee-9641-ddf1f2ea6df2)] {{(pid=86422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:35:36.219142 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785676839112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251178383903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251178382076'] for port, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:36.226092 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-8b4d7a92-12f7-4c06-bde3-c30c23b7d28e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:35:36.254105 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-931aff4d-f786-40d6-b40f-c38e6deb0d81 req-76a9731a-f143-4c7c-9e0d-159b77110df7 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=f38d07f9-757a-46a2-8465-004a7cd9d9e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0874350
Apr 20 18:35:36.275018 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fc4d42-7695-4705-b5fc-f0273c29aba0 req-920b314a-f34c-45de-90e3-ab982e7aeba7 tempest-VolumesActionsTest-57729970 tempest-VolumesActionsTest-57729970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:36.278345 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-26fc4d42-7695-4705-b5fc-f0273c29aba0 req-920b314a-f34c-45de-90e3-ab982e7aeba7 tempest-VolumesActionsTest-57729970 tempest-VolumesActionsTest-57729970-project] 10.222.0.11 "GET /v2.0/ports?device_id=f5c85fac-cb98-4f5d-ab07-aa030579b214 HTTP/1.1" status: 200  len: 945 time: 0.1794729
Apr 20 18:35:36.278992 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_dvr_db [None req-e81ffac4-b03d-4c06-b93c-5135bd11cb56 None None] Set router 0c7d70fc-11f1-42c5-aabc-0cd9b46c27d8 gateway port host: dv-cinder-786931-2-iscsi {{(pid=86422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:35:36.283398 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-9e708371-445b-4101-888c-6351b3b46348 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:36.326444 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-9e708371-445b-4101-888c-6351b3b46348 admin admin] Transition to ACTIVE for port object 63c0027d-19f1-4852-84eb-f853bb957d4e will not be triggered until provisioned by entity DHCP. {{(pid=86421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 18:35:36.352021 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-26fc4d42-7695-4705-b5fc-f0273c29aba0 req-fa9ec3a2-7a0b-44df-92f0-2bee431b6c95 tempest-VolumesActionsTest-57729970 tempest-VolumesActionsTest-57729970-project] 10.222.0.11 "GET /v2.0/security-groups?id=f38d07f9-757a-46a2-8465-004a7cd9d9e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0640495
Apr 20 18:35:36.380977 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-9e708371-445b-4101-888c-6351b3b46348 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251178383920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036828324065'] for port, after_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:36.388996 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-73c07034-35ed-4274-8e14-21a4290ebeb1 tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:35:36.444810 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e708371-445b-4101-888c-6351b3b46348 admin admin] Network 6f7b4d04-330b-491f-b94f-6be61b18569e is already hosted by enough agents. {{(pid=86421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 18:35:36.455065 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.scheduler.base_scheduler [None req-9e708371-445b-4101-888c-6351b3b46348 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:35:36.459039 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Pushing event updated for resources: {'Port': ['ID=9d48b29e-cff8-4051-8f8e-b103a76400b6,revision_number=5']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:35:36.459447 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e708371-445b-4101-888c-6351b3b46348 admin admin] Received port after_create {{(pid=86421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 18:35:36.464815 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:35:36.645876 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e708371-445b-4101-888c-6351b3b46348 admin admin] Pushing event updated for resources: {'Port': ['ID=63c0027d-19f1-4852-84eb-f853bb957d4e,revision_number=1']} {{(pid=86421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:35:36.665003 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-9e708371-445b-4101-888c-6351b3b46348 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:35:36.678105 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-9e708371-445b-4101-888c-6351b3b46348 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3863553'] for router_interface, before_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:36.725608 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Device 9d48b29e-cff8-4051-8f8e-b103a76400b6 up at agent ovs-agent-dv-cinder-786931-2-iscsi {{(pid=86422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:35:36.900898 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-9e708371-445b-4101-888c-6351b3b46348 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854207267'] for port, before_update {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:36.940264 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Provisioning complete for port 9d48b29e-cff8-4051-8f8e-b103a76400b6 triggered by entity L2. {{(pid=86422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:35:36.940867 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733696'] for port, provisioning_complete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:37.235856 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-9e708371-445b-4101-888c-6351b3b46348 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:37.241100 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-9e708371-445b-4101-888c-6351b3b46348 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785676839112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251178383903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251178382076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26451734'] for port, after_update {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:37.276006 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:35:37.375193 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-efb15877-70fb-4a7a-acb4-c755c70decab None None] Provisioning for port 63c0027d-19f1-4852-84eb-f853bb957d4e completed by entity DHCP. {{(pid=86422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 18:35:37.377599 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e708371-445b-4101-888c-6351b3b46348 admin admin] Pushing event updated for resources: {'Port': ['ID=63c0027d-19f1-4852-84eb-f853bb957d4e,revision_number=2']} {{(pid=86421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:35:37.380500 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-9e708371-445b-4101-888c-6351b3b46348 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3704747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036850912154'] for router_interface, after_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:37.385324 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-9e708371-445b-4101-888c-6351b3b46348 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:35:37.398180 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-efb15877-70fb-4a7a-acb4-c755c70decab None None] Provisioning complete for port 63c0027d-19f1-4852-84eb-f853bb957d4e triggered by entity DHCP. {{(pid=86422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:35:37.399038 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-efb15877-70fb-4a7a-acb4-c755c70decab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733696'] for port, provisioning_complete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:37.509350 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-efb15877-70fb-4a7a-acb4-c755c70decab None None] Port 63c0027d-19f1-4852-84eb-f853bb957d4e cannot update to ACTIVE because it is not bound. {{(pid=86422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 18:35:37.600674 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e708371-445b-4101-888c-6351b3b46348 admin admin] Network 6f7b4d04-330b-491f-b94f-6be61b18569e is already hosted by enough agents. {{(pid=86421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 18:35:37.601976 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.scheduler.base_scheduler [None req-9e708371-445b-4101-888c-6351b3b46348 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:35:37.624998 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-e81ffac4-b03d-4c06-b93c-5135bd11cb56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd930adc668>, [{'id': '0c7d70fc-11f1-42c5-aabc-0cd9b46c27d8', 'name': 'tempest-AttachVolumeTestJSON-2090730375-router', 'tenant_id': '4d61b8cb74c8488e895692a092d04f17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357044f3-f85c-4c82-92f2-504aa071d528', 'external_fixed_ips': [{'subnet_id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'ip_address': '172.27.2.37'}], 'enable_snat': True}, 'gw_port_id': '291ad347-35f5-49c0-9347-31d2523ef1b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:30:19Z', 'updated_at': '2021-04-20T18:30:35Z', 'revision_number': 4, 'project_id': '4d61b8cb74c8488e895692a092d04f17', 'gw_port': {'id': '291ad347-35f5-49c0-9347-31d2523ef1b7', 'name': '', 'network_id': '357044f3-f85c-4c82-92f2-504aa071d528', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:d6:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c7d70fc-11f1-42c5-aabc-0cd9b46c27d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'ip_address': '172.27.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:30:21Z', 'updated_at': '2021-04-20T18:30:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-2-iscsi', '_floatingips': [{'id': '5723965c-520c-4241-899a-3aaf686ab5bf', 'tenant_id': '4d61b8cb74c8488e895692a092d04f17', 'floating_ip_address': '172.27.2.146', 'floating_network_id': '357044f3-f85c-4c82-92f2-504aa071d528', 'router_id': '0c7d70fc-11f1-42c5-aabc-0cd9b46c27d8', 'port_id': 'b7f07830-6431-4d56-a91b-1d81b3481349', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 460, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02422600-c332-4858-ad0c-e0fcc53844a7', 'mac_address': 'fa:16:3e:a6:31:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4e7e796-d2cb-459b-9f73-f2fbb6120ded', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T18:35:07Z', 'updated_at': '2021-04-20T18:35:30Z', 'revision_number': 1, 'project_id': '4d61b8cb74c8488e895692a092d04f17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3716e0d-bbe5-4df9-8b23-36b546e4ec84', 'name': '', 'network_id': '02422600-c332-4858-ad0c-e0fcc53844a7', 'tenant_id': '4d61b8cb74c8488e895692a092d04f17', 'mac_address': 'fa:16:3e:fc:4c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c7d70fc-11f1-42c5-aabc-0cd9b46c27d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '75d0ac2f-18ed-4097-8673-60a099f48c88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:30:31Z', 'updated_at': '2021-04-20T18:30:54Z', 'revision_number': 5, 'project_id': '4d61b8cb74c8488e895692a092d04f17', 'subnets': [{'id': '75d0ac2f-18ed-4097-8673-60a099f48c88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786931-2-iscsi', False) {} {{(pid=86422) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:35:37.657453 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e81ffac4-b03d-4c06-b93c-5135bd11cb56 None None] The sync data for ids ['0c7d70fc-11f1-42c5-aabc-0cd9b46c27d8'] in dv-cinder-786931-2-iscsi is: [{'id': '0c7d70fc-11f1-42c5-aabc-0cd9b46c27d8', 'name': 'tempest-AttachVolumeTestJSON-2090730375-router', 'tenant_id': '4d61b8cb74c8488e895692a092d04f17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357044f3-f85c-4c82-92f2-504aa071d528', 'external_fixed_ips': [{'subnet_id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'ip_address': '172.27.2.37'}], 'enable_snat': True}, 'gw_port_id': '291ad347-35f5-49c0-9347-31d2523ef1b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:30:19Z', 'updated_at': '2021-04-20T18:30:35Z', 'revision_number': 4, 'project_id': '4d61b8cb74c8488e895692a092d04f17', 'gw_port': {'id': '291ad347-35f5-49c0-9347-31d2523ef1b7', 'name': '', 'network_id': '357044f3-f85c-4c82-92f2-504aa071d528', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:d6:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c7d70fc-11f1-42c5-aabc-0cd9b46c27d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'ip_address': '172.27.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:30:21Z', 'updated_at': '2021-04-20T18:30:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-2-iscsi', '_floatingips': [{'id': '5723965c-520c-4241-899a-3aaf686ab5bf', 'tenant_id': '4d61b8cb74c8488e895692a092d04f17', 'floating_ip_address': '172.27.2.146', 'floating_network_id': '357044f3-f85c-4c82-92f2-504aa071d528', 'router_id': '0c7d70fc-11f1-42c5-aabc-0cd9b46c27d8', 'port_id': 'b7f07830-6431-4d56-a91b-1d81b3481349', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 460, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02422600-c332-4858-ad0c-e0fcc53844a7', 'mac_address': 'fa:16:3e:a6:31:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4e7e796-d2cb-459b-9f73-f2fbb6120ded', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T18:35:07Z', 'updated_at': '2021-04-20T18:35:30Z', 'revision_number': 1, 'project_id': '4d61b8cb74c8488e895692a092d04f17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3716e0d-bbe5-4df9-8b23-36b546e4ec84', 'name': '', 'network_id': '02422600-c332-4858-ad0c-e0fcc53844a7', 'tenant_id': '4d61b8cb74c8488e895692a092d04f17', 'mac_address': 'fa:16:3e:fc:4c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c7d70fc-11f1-42c5-aabc-0cd9b46c27d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '75d0ac2f-18ed-4097-8673-60a099f48c88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:30:31Z', 'updated_at': '2021-04-20T18:30:54Z', 'revision_number': 5, 'project_id': '4d61b8cb74c8488e895692a092d04f17', 'subnets': [{'id': '75d0ac2f-18ed-4097-8673-60a099f48c88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 18:35:37.696503 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Device 049a9ae9-895d-4dc4-bc08-1592dc719dc6 up at agent ovs-agent-dv-cinder-786931-2-iscsi {{(pid=86422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:35:37.869737 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Provisioning complete for port 049a9ae9-895d-4dc4-bc08-1592dc719dc6 triggered by entity L2. {{(pid=86422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:35:37.870468 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733696'] for port, provisioning_complete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:37.925870 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e708371-445b-4101-888c-6351b3b46348 admin admin] Router 4073f7ca-9722-4c16-88d8-1e3009ccf7dd has already been hosted by L3 agent 561dbf79-24e4-4a0d-b08c-f7bb8670fc1d {{(pid=86421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 18:35:38.003036 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-f42496f2-846c-4ba0-a343-284791ea7156 None None] Provisioning complete for port 63c0027d-19f1-4852-84eb-f853bb957d4e triggered by entity DHCP. {{(pid=86422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:35:38.003650 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f42496f2-846c-4ba0-a343-284791ea7156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733696'] for port, provisioning_complete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:38.089922 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-f42496f2-846c-4ba0-a343-284791ea7156 None None] Port 63c0027d-19f1-4852-84eb-f853bb957d4e cannot update to ACTIVE because it is not bound. {{(pid=86422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 18:35:38.156542 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613e94d1-8e71-41d2-bd27-ce0e8d5d52a8 req-936dfb8a-ed41-4046-afb6-4311def503d5 tempest-VolumesActionsTest-57729970 tempest-VolumesActionsTest-57729970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:38.158394 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-613e94d1-8e71-41d2-bd27-ce0e8d5d52a8 req-936dfb8a-ed41-4046-afb6-4311def503d5 tempest-VolumesActionsTest-57729970 tempest-VolumesActionsTest-57729970-project] 10.222.0.11 "GET /v2.0/ports?device_id=f5c85fac-cb98-4f5d-ab07-aa030579b214 HTTP/1.1" status: 200  len: 945 time: 0.3089147
Apr 20 18:35:38.226336 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e708371-445b-4101-888c-6351b3b46348 admin admin] Notify agent at l3_agent.dv-cinder-786931-2-iscsi the message routers_updated {{(pid=86421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 18:35:38.247656 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-9e708371-445b-4101-888c-6351b3b46348 admin admin] 10.222.0.11 "PUT /v2.0/routers/4073f7ca-9722-4c16-88d8-1e3009ccf7dd/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.6294036
Apr 20 18:35:38.251296 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-613e94d1-8e71-41d2-bd27-ce0e8d5d52a8 req-01e642b3-2d35-4d64-900f-064b1fa79684 tempest-VolumesActionsTest-57729970 tempest-VolumesActionsTest-57729970-project] 10.222.0.11 "GET /v2.0/security-groups?id=f38d07f9-757a-46a2-8465-004a7cd9d9e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0842042
Apr 20 18:35:38.267285 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d199d0b-13f0-45e4-bc55-4043ae130572 None None] New status for floating IP 5723965c-520c-4241-899a-3aaf686ab5bf: ACTIVE {{(pid=86422) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 20 18:35:38.656243 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Device 3162cd2a-52e3-46ff-a9ea-97070bb9066e up at agent ovs-agent-dv-cinder-786931-2-iscsi {{(pid=86422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:35:38.828674 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Provisioning for port 3162cd2a-52e3-46ff-a9ea-97070bb9066e completed by entity L2. {{(pid=86422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 18:35:38.834817 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Provisioning complete for port 3162cd2a-52e3-46ff-a9ea-97070bb9066e triggered by entity L2. {{(pid=86422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:35:38.835250 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733696'] for port, provisioning_complete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:39.046505 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854207267'] for port, before_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:39.074374 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] For port 3162cd2a-52e3-46ff-a9ea-97070bb9066e, host dv-cinder-786931-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-2-iscsi',level=0,port_id=3162cd2a-52e3-46ff-a9ea-97070bb9066e,segment=NetworkSegment(f02283aa-238a-4f3f-9851-30c34a9365bb),segment_id=f02283aa-238a-4f3f-9851-30c34a9365bb)] {{(pid=86422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:35:39.079999 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785676839112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251178383903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251178382076'] for port, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:39.082777 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:35:39.185859 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Pushing event updated for resources: {'Port': ['ID=3162cd2a-52e3-46ff-a9ea-97070bb9066e,revision_number=4']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:35:39.191340 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:35:39.265496 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86421) accepted ('10.222.0.11', 49724) {{(pid=86421) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:35:39.276085 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.v2.base [None req-3e35a6e0-db19-4eb2-bfc8-4e42f981ee1a tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1777569638', 'description': 'tempest-secgroup-smoke-1777569638 description', 'project_id': '5283e7179c6941ac97dec0a0f8b3ae8f'}} {{(pid=86421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:35:39.291194 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-3e35a6e0-db19-4eb2-bfc8-4e42f981ee1a tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86421) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:35:39.300268 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-3e35a6e0-db19-4eb2-bfc8-4e42f981ee1a tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] Usage tracker for resource:security_group and tenant:5283e7179c6941ac97dec0a0f8b3ae8f is out of sync, need to count used quota {{(pid=86421) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:35:39.306088 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-3e35a6e0-db19-4eb2-bfc8-4e42f981ee1a tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86421) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:35:39.318978 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-3e35a6e0-db19-4eb2-bfc8-4e42f981ee1a tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86421) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:35:39.342768 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-3e35a6e0-db19-4eb2-bfc8-4e42f981ee1a tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] Notify callbacks [] for security_group, before_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:39.393582 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-3e35a6e0-db19-4eb2-bfc8-4e42f981ee1a tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86421) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:35:39.402663 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-3e35a6e0-db19-4eb2-bfc8-4e42f981ee1a tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] Usage tracker for resource:security_group_rule and tenant:5283e7179c6941ac97dec0a0f8b3ae8f is out of sync, need to count used quota {{(pid=86421) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:35:39.409939 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-3e35a6e0-db19-4eb2-bfc8-4e42f981ee1a tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86421) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:35:39.424911 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-3e35a6e0-db19-4eb2-bfc8-4e42f981ee1a tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86421) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:35:39.582952 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-3e35a6e0-db19-4eb2-bfc8-4e42f981ee1a tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] Notify callbacks [] for security_group, precommit_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:39.588020 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-3e35a6e0-db19-4eb2-bfc8-4e42f981ee1a tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850969184'] for security_group, after_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:39.595165 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-9cf57de8-284d-403d-89fb-6bf6d8ab4347 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:35:39.646485 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e35a6e0-db19-4eb2-bfc8-4e42f981ee1a tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e7d13fc-d24e-4d2a-928a-18ab9c0989fb,revision_number=1']} {{(pid=86421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:35:39.649549 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-3e35a6e0-db19-4eb2-bfc8-4e42f981ee1a tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] Notify callbacks [] for security_group, before_response {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:39.654423 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-3e35a6e0-db19-4eb2-bfc8-4e42f981ee1a tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 0.3870327
Apr 20 18:35:39.655345 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.11', 49734) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:35:39.656423 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-3e35a6e0-db19-4eb2-bfc8-4e42f981ee1a tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:35:39.665880 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.v2.base [None req-af05f388-7f20-4219-a6ad-2ac651404cba tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] Request body: {'security_group_rule': {'security_group_id': '3e7d13fc-d24e-4d2a-928a-18ab9c0989fb', 'project_id': '5283e7179c6941ac97dec0a0f8b3ae8f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:35:39.675467 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-af05f388-7f20-4219-a6ad-2ac651404cba tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:35:39.685716 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20d8074a-0cc9-4a59-899b-6a7fb33f62f8 None None] Sync routers for ids ['4073f7ca-9722-4c16-88d8-1e3009ccf7dd'] in dv-cinder-786931-2-iscsi {{(pid=86423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 18:35:39.690982 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-af05f388-7f20-4219-a6ad-2ac651404cba tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] Usage tracker for resource:security_group_rule and tenant:5283e7179c6941ac97dec0a0f8b3ae8f is out of sync, need to count used quota {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:35:39.696035 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-af05f388-7f20-4219-a6ad-2ac651404cba tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:35:39.708039 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20d8074a-0cc9-4a59-899b-6a7fb33f62f8 None None] Routers {'4073f7ca-9722-4c16-88d8-1e3009ccf7dd'} bound to L3 agent in host dv-cinder-786931-2-iscsi {{(pid=86423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:35:39.709289 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-20d8074a-0cc9-4a59-899b-6a7fb33f62f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd931a5d898>, 'dv-cinder-786931-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T18:22:01Z,description=<?>,heartbeat_timestamp=2021-04-20T18:35:31Z,host='dv-cinder-786931-2-iscsi',id=561dbf79-24e4-4a0d-b08c-f7bb8670fc1d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:22:01Z,topic='l3_agent')) {'router_ids': ['4073f7ca-9722-4c16-88d8-1e3009ccf7dd'], 'active': True} {{(pid=86423) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:35:39.711764 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-af05f388-7f20-4219-a6ad-2ac651404cba tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:35:39.732695 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-af05f388-7f20-4219-a6ad-2ac651404cba tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:39.834494 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-af05f388-7f20-4219-a6ad-2ac651404cba tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:39.839093 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-af05f388-7f20-4219-a6ad-2ac651404cba tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850969148'] for security_group_rule, after_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:39.843436 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-bcd13d71-52c8-468b-86ec-0e3592565688 tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:35:39.894029 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af05f388-7f20-4219-a6ad-2ac651404cba tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d26923d-9054-44de-aa3e-1d29473010ff,revision_number=0']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:35:39.898812 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-af05f388-7f20-4219-a6ad-2ac651404cba tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:35:39.910071 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-af05f388-7f20-4219-a6ad-2ac651404cba tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:39.912803 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-af05f388-7f20-4219-a6ad-2ac651404cba tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2543695
Apr 20 18:35:39.917523 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.11', 49740) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:35:39.929256 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.v2.base [None req-a9b8e6ef-cd35-4e7c-865c-457012331eca tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] Request body: {'security_group_rule': {'security_group_id': '3e7d13fc-d24e-4d2a-928a-18ab9c0989fb', 'project_id': '5283e7179c6941ac97dec0a0f8b3ae8f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=86420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:35:39.941566 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-a9b8e6ef-cd35-4e7c-865c-457012331eca tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:35:39.949594 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-a9b8e6ef-cd35-4e7c-865c-457012331eca tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] Usage tracker for resource:security_group_rule and tenant:5283e7179c6941ac97dec0a0f8b3ae8f is out of sync, need to count used quota {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:35:39.954923 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-a9b8e6ef-cd35-4e7c-865c-457012331eca tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:35:39.967063 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-a9b8e6ef-cd35-4e7c-865c-457012331eca tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:35:39.983383 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5e3cf3-ae96-4122-acad-fe924fbe0169 req-e6ac2cae-68af-4c21-9195-d44e07fd3f3b tempest-VolumesActionsTest-57729970 tempest-VolumesActionsTest-57729970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:39.985494 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-7e5e3cf3-ae96-4122-acad-fe924fbe0169 req-e6ac2cae-68af-4c21-9195-d44e07fd3f3b tempest-VolumesActionsTest-57729970 tempest-VolumesActionsTest-57729970-project] 10.222.0.11 "GET /v2.0/ports?device_id=f5c85fac-cb98-4f5d-ab07-aa030579b214 HTTP/1.1" status: 200  len: 945 time: 0.1125579
Apr 20 18:35:39.997238 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-a9b8e6ef-cd35-4e7c-865c-457012331eca tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:40.033795 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_dvr_db [None req-20d8074a-0cc9-4a59-899b-6a7fb33f62f8 None None] Set router 4073f7ca-9722-4c16-88d8-1e3009ccf7dd gateway port host: dv-cinder-786931-2-iscsi {{(pid=86423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:35:40.063391 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-7e5e3cf3-ae96-4122-acad-fe924fbe0169 req-08a05eac-62dd-447c-a3ba-a99beb89a6a0 tempest-VolumesActionsTest-57729970 tempest-VolumesActionsTest-57729970-project] 10.222.0.11 "GET /v2.0/security-groups?id=f38d07f9-757a-46a2-8465-004a7cd9d9e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0707197
Apr 20 18:35:40.102714 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-a9b8e6ef-cd35-4e7c-865c-457012331eca tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:40.107708 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-a9b8e6ef-cd35-4e7c-865c-457012331eca tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850969148'] for security_group_rule, after_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:40.110156 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:35:40.137925 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b8e6ef-cd35-4e7c-865c-457012331eca tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c022a2b8-8cfc-4c4d-a625-1d2da1f8b450,revision_number=0']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:35:40.144149 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-a9b8e6ef-cd35-4e7c-865c-457012331eca tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:35:40.148630 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-a9b8e6ef-cd35-4e7c-865c-457012331eca tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:40.155340 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-a9b8e6ef-cd35-4e7c-865c-457012331eca tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.2305527
Apr 20 18:35:40.155910 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.11', 49744) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:35:40.163016 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.v2.base [None req-5a87f971-ed51-4fc5-ac67-ed4a67c235ad tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] Request body: {'security_group_rule': {'security_group_id': '3e7d13fc-d24e-4d2a-928a-18ab9c0989fb', 'project_id': '5283e7179c6941ac97dec0a0f8b3ae8f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=86420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:35:40.171092 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-5a87f971-ed51-4fc5-ac67-ed4a67c235ad tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:35:40.176147 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-5a87f971-ed51-4fc5-ac67-ed4a67c235ad tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] Usage tracker for resource:security_group_rule and tenant:5283e7179c6941ac97dec0a0f8b3ae8f is out of sync, need to count used quota {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:35:40.180033 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-5a87f971-ed51-4fc5-ac67-ed4a67c235ad tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:35:40.189098 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-5a87f971-ed51-4fc5-ac67-ed4a67c235ad tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:35:40.218463 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-5a87f971-ed51-4fc5-ac67-ed4a67c235ad tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:40.342071 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-5a87f971-ed51-4fc5-ac67-ed4a67c235ad tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:40.347474 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-5a87f971-ed51-4fc5-ac67-ed4a67c235ad tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850969148'] for security_group_rule, after_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:40.366007 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-6ac6f664-b9a8-45c1-911f-b99b3eae0c31 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:35:40.398507 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a87f971-ed51-4fc5-ac67-ed4a67c235ad tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f562cdc-678c-4314-aeb8-22d89132d49b,revision_number=0']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:35:40.409543 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-5a87f971-ed51-4fc5-ac67-ed4a67c235ad tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:35:40.412228 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-5a87f971-ed51-4fc5-ac67-ed4a67c235ad tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:40.413635 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-5a87f971-ed51-4fc5-ac67-ed4a67c235ad tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2561715
Apr 20 18:35:40.416970 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86421) accepted ('10.222.0.11', 49750) {{(pid=86421) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:35:40.423683 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.v2.base [None req-c3be694e-b670-4866-94be-f874f51d087f tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] Request body: {'security_group_rule': {'security_group_id': '3e7d13fc-d24e-4d2a-928a-18ab9c0989fb', 'project_id': '5283e7179c6941ac97dec0a0f8b3ae8f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=86421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:35:40.430934 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-c3be694e-b670-4866-94be-f874f51d087f tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86421) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:35:40.435671 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-c3be694e-b670-4866-94be-f874f51d087f tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] Usage tracker for resource:security_group_rule and tenant:5283e7179c6941ac97dec0a0f8b3ae8f is out of sync, need to count used quota {{(pid=86421) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:35:40.444017 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-c3be694e-b670-4866-94be-f874f51d087f tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=86421) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:35:40.456003 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-c3be694e-b670-4866-94be-f874f51d087f tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=86421) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:35:40.486730 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-c3be694e-b670-4866-94be-f874f51d087f tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:40.593618 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Device 3162cd2a-52e3-46ff-a9ea-97070bb9066e up at agent ovs-agent-dv-cinder-786931-2-iscsi {{(pid=86422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:35:40.593835 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-c3be694e-b670-4866-94be-f874f51d087f tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:40.597389 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-c3be694e-b670-4866-94be-f874f51d087f tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850969148'] for security_group_rule, after_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:40.600423 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-21fa94c3-1190-46f6-b588-05bcd1c32c16 tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:35:40.643153 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3be694e-b670-4866-94be-f874f51d087f tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5cbbe563-8e36-4da4-bf63-40160c505516,revision_number=0']} {{(pid=86421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:35:40.647868 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-c3be694e-b670-4866-94be-f874f51d087f tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:35:40.657988 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-20d8074a-0cc9-4a59-899b-6a7fb33f62f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd931a5d898>, [{'id': '4073f7ca-9722-4c16-88d8-1e3009ccf7dd', 'name': 'tempest-TestShelveInstance-946025727-router', 'tenant_id': '1add7c109cdb4d8a811d9f43993315e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357044f3-f85c-4c82-92f2-504aa071d528', 'external_fixed_ips': [{'subnet_id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'ip_address': '172.27.2.55'}], 'enable_snat': True}, 'gw_port_id': '3162cd2a-52e3-46ff-a9ea-97070bb9066e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:35:27Z', 'updated_at': '2021-04-20T18:35:36Z', 'revision_number': 4, 'project_id': '1add7c109cdb4d8a811d9f43993315e0', 'gw_port': {'id': '3162cd2a-52e3-46ff-a9ea-97070bb9066e', 'name': '', 'network_id': '357044f3-f85c-4c82-92f2-504aa071d528', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:b4:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4073f7ca-9722-4c16-88d8-1e3009ccf7dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'ip_address': '172.27.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:35:28Z', 'updated_at': '2021-04-20T18:35:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-2-iscsi', '_interfaces': [{'id': '63c0027d-19f1-4852-84eb-f853bb957d4e', 'name': '', 'network_id': '6f7b4d04-330b-491f-b94f-6be61b18569e', 'tenant_id': '1add7c109cdb4d8a811d9f43993315e0', 'mac_address': 'fa:16:3e:59:7b:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4073f7ca-9722-4c16-88d8-1e3009ccf7dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '723c2dbc-970f-4bec-81b3-a3d7ca52bf2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:35:34Z', 'updated_at': '2021-04-20T18:35:37Z', 'revision_number': 2, 'project_id': '1add7c109cdb4d8a811d9f43993315e0', 'subnets': [{'id': '723c2dbc-970f-4bec-81b3-a3d7ca52bf2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786931-2-iscsi', False) {} {{(pid=86423) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:35:40.661448 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-c3be694e-b670-4866-94be-f874f51d087f tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:40.663659 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-c3be694e-b670-4866-94be-f874f51d087f tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.2453046
Apr 20 18:35:40.667336 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20d8074a-0cc9-4a59-899b-6a7fb33f62f8 None None] Checking router: 4073f7ca-9722-4c16-88d8-1e3009ccf7dd for host: dv-cinder-786931-2-iscsi {{(pid=86423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 18:35:40.667982 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.11', 49756) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:35:40.669689 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20d8074a-0cc9-4a59-899b-6a7fb33f62f8 None None] Updating router 4073f7ca-9722-4c16-88d8-1e3009ccf7dd port 63c0027d-19f1-4852-84eb-f853bb957d4e binding host dv-cinder-786931-2-iscsi {{(pid=86423) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 20 18:35:40.680146 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.v2.base [None req-8fa47333-67ac-4c47-a7ab-a1cb420e48b1 tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] Request body: {'security_group_rule': {'security_group_id': '3e7d13fc-d24e-4d2a-928a-18ab9c0989fb', 'project_id': '5283e7179c6941ac97dec0a0f8b3ae8f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=86420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:35:40.683528 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Provisioning complete for port 3162cd2a-52e3-46ff-a9ea-97070bb9066e triggered by entity L2. {{(pid=86422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:35:40.684271 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733696'] for port, provisioning_complete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:40.692836 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-8fa47333-67ac-4c47-a7ab-a1cb420e48b1 tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:35:40.700524 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-8fa47333-67ac-4c47-a7ab-a1cb420e48b1 tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] Usage tracker for resource:security_group_rule and tenant:5283e7179c6941ac97dec0a0f8b3ae8f is out of sync, need to count used quota {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:35:40.707061 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-8fa47333-67ac-4c47-a7ab-a1cb420e48b1 tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:35:40.722054 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-8fa47333-67ac-4c47-a7ab-a1cb420e48b1 tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:35:40.744012 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.db.securitygroups_db [None req-8fa47333-67ac-4c47-a7ab-a1cb420e48b1 tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] Project 5283e7179c6941ac97dec0a0f8b3ae8f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 20 18:35:40.759007 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-8fa47333-67ac-4c47-a7ab-a1cb420e48b1 tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:40.797803 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-20d8074a-0cc9-4a59-899b-6a7fb33f62f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854207267'] for port, before_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:40.898051 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-8fa47333-67ac-4c47-a7ab-a1cb420e48b1 tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:40.901896 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-8fa47333-67ac-4c47-a7ab-a1cb420e48b1 tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850969148'] for security_group_rule, after_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:40.904370 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-009d4c45-ef60-4250-a549-f83fef3dc269 tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:35:40.931849 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa47333-67ac-4c47-a7ab-a1cb420e48b1 tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b06e1c4-2d6c-430c-a7e2-1b265087b8db,revision_number=0']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:35:40.934703 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-8fa47333-67ac-4c47-a7ab-a1cb420e48b1 tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:35:40.943690 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-8fa47333-67ac-4c47-a7ab-a1cb420e48b1 tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:40.945197 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-8fa47333-67ac-4c47-a7ab-a1cb420e48b1 tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.2760036
Apr 20 18:35:40.948305 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.11', 49762) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:35:40.956341 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.v2.base [None req-27c63746-4271-4d49-bd72-047e266e276a tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] Request body: {'security_group_rule': {'security_group_id': '3e7d13fc-d24e-4d2a-928a-18ab9c0989fb', 'project_id': '5283e7179c6941ac97dec0a0f8b3ae8f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=86420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:35:40.963322 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-27c63746-4271-4d49-bd72-047e266e276a tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:35:40.969368 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-27c63746-4271-4d49-bd72-047e266e276a tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] Usage tracker for resource:security_group_rule and tenant:5283e7179c6941ac97dec0a0f8b3ae8f is out of sync, need to count used quota {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:35:40.973418 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-27c63746-4271-4d49-bd72-047e266e276a tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:35:40.982183 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-27c63746-4271-4d49-bd72-047e266e276a tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:35:41.005649 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.db.securitygroups_db [None req-27c63746-4271-4d49-bd72-047e266e276a tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] Project 5283e7179c6941ac97dec0a0f8b3ae8f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 20 18:35:41.018356 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-27c63746-4271-4d49-bd72-047e266e276a tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:41.105091 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-27c63746-4271-4d49-bd72-047e266e276a tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:41.110736 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-27c63746-4271-4d49-bd72-047e266e276a tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850969148'] for security_group_rule, after_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:41.113122 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:35:41.145802 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c63746-4271-4d49-bd72-047e266e276a tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f62ee365-49b7-461f-a367-59d886097d23,revision_number=0']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:35:41.151257 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-27c63746-4271-4d49-bd72-047e266e276a tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:35:41.161468 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-27c63746-4271-4d49-bd72-047e266e276a tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:41.162818 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-27c63746-4271-4d49-bd72-047e266e276a tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.2133031
Apr 20 18:35:41.422141 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71761b4b-64eb-482c-89ab-64e0b2b640f6 req-027b80bc-72ed-4382-9dcc-335c54b2213a tempest-VolumesActionsTest-57729970 tempest-VolumesActionsTest-57729970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:41.425726 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-71761b4b-64eb-482c-89ab-64e0b2b640f6 req-027b80bc-72ed-4382-9dcc-335c54b2213a tempest-VolumesActionsTest-57729970 tempest-VolumesActionsTest-57729970-project] 10.222.0.11 "GET /v2.0/ports?device_id=f5c85fac-cb98-4f5d-ab07-aa030579b214 HTTP/1.1" status: 200  len: 945 time: 0.2033978
Apr 20 18:35:41.543353 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-71761b4b-64eb-482c-89ab-64e0b2b640f6 req-f6214263-cb5a-4064-b39e-592f4ddd8065 tempest-VolumesActionsTest-57729970 tempest-VolumesActionsTest-57729970-project] 10.222.0.11 "GET /v2.0/security-groups?id=f38d07f9-757a-46a2-8465-004a7cd9d9e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1103842
Apr 20 18:35:41.544656 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-20d8074a-0cc9-4a59-899b-6a7fb33f62f8 None None] Notify callbacks [] for port, precommit_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:41.569753 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-20d8074a-0cc9-4a59-899b-6a7fb33f62f8 None None] Transition to ACTIVE for port object 63c0027d-19f1-4852-84eb-f853bb957d4e will not be triggered until provisioned by entity L2. {{(pid=86423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 18:35:41.578462 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-20d8074a-0cc9-4a59-899b-6a7fb33f62f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785676839112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251178383903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251178382076'] for port, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:41.590686 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:35:41.714936 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8765026b-25b1-419b-b95a-52ced0eff119 req-4b1b608d-543a-4699-ad8c-cbe1a33595ed tempest-VolumesActionsTest-57729970 tempest-VolumesActionsTest-57729970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:41.715976 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [req-8765026b-25b1-419b-b95a-52ced0eff119 req-4b1b608d-543a-4699-ad8c-cbe1a33595ed tempest-VolumesActionsTest-57729970 tempest-VolumesActionsTest-57729970-project] Synchronizing usage tracker for tenant:f647485bb66241938616bee3676c945c on resource:port {{(pid=86420) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 18:35:41.743049 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [req-8765026b-25b1-419b-b95a-52ced0eff119 req-4b1b608d-543a-4699-ad8c-cbe1a33595ed tempest-VolumesActionsTest-57729970 tempest-VolumesActionsTest-57729970-project] Unset dirty status for tenant:f647485bb66241938616bee3676c945c on resource:port {{(pid=86420) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 18:35:41.745215 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-8765026b-25b1-419b-b95a-52ced0eff119 req-4b1b608d-543a-4699-ad8c-cbe1a33595ed tempest-VolumesActionsTest-57729970 tempest-VolumesActionsTest-57729970-project] 10.222.0.10 "GET /v2.0/ports?device_id=f5c85fac-cb98-4f5d-ab07-aa030579b214 HTTP/1.1" status: 200  len: 945 time: 0.5723195
Apr 20 18:35:41.777616 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e8ae58-23f8-4d6f-9141-1113b76c4c55 None None] Pushing event updated for resources: {'Port': ['ID=63c0027d-19f1-4852-84eb-f853bb957d4e,revision_number=3']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:35:41.788864 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-08e8ae58-23f8-4d6f-9141-1113b76c4c55 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:35:41.923380 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [req-8765026b-25b1-419b-b95a-52ced0eff119 req-f57bcc86-d1d5-46c2-815c-0e60034165e8 tempest-VolumesActionsTest-57729970 tempest-VolumesActionsTest-57729970-project] Deleting port 5183a214-7372-45fb-b916-d3f9c0977ac3 {{(pid=86420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 18:35:41.923794 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-8765026b-25b1-419b-b95a-52ced0eff119 req-f57bcc86-d1d5-46c2-815c-0e60034165e8 tempest-VolumesActionsTest-57729970 tempest-VolumesActionsTest-57729970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251177940340'] for port, before_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:41.942587 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [None req-20d8074a-0cc9-4a59-899b-6a7fb33f62f8 None None] Attempting to bind port 63c0027d-19f1-4852-84eb-f853bb957d4e on host dv-cinder-786931-2-iscsi for vnic_type normal with profile  {{(pid=86423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 18:35:41.943840 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [None req-20d8074a-0cc9-4a59-899b-6a7fb33f62f8 None None] Attempting to bind port 63c0027d-19f1-4852-84eb-f853bb957d4e by drivers openvswitch,hyperv on host dv-cinder-786931-2-iscsi at level 0 using segments [{'id': '7f22962e-f3a8-4a3c-81fe-c114f4658b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '6f7b4d04-330b-491f-b94f-6be61b18569e'}] {{(pid=86423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 18:35:41.944765 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d8074a-0cc9-4a59-899b-6a7fb33f62f8 None None] Attempting to bind port 63c0027d-19f1-4852-84eb-f853bb957d4e on network 6f7b4d04-330b-491f-b94f-6be61b18569e {{(pid=86423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 18:35:41.956562 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d8074a-0cc9-4a59-899b-6a7fb33f62f8 None None] Checking agent: {'id': '36d4d98e-2d96-4c9b-9d9c-08d159895b6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786931-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 22, 2), 'started_at': datetime.datetime(2021, 4, 20, 18, 22, 32), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 35, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786931-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 18:35:41.957227 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d8074a-0cc9-4a59-899b-6a7fb33f62f8 None None] Checking segment: {'id': '7f22962e-f3a8-4a3c-81fe-c114f4658b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '6f7b4d04-330b-491f-b94f-6be61b18569e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 18:35:41.957997 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-20d8074a-0cc9-4a59-899b-6a7fb33f62f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:41.958736 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d8074a-0cc9-4a59-899b-6a7fb33f62f8 None None] Bound using segment: {'id': '7f22962e-f3a8-4a3c-81fe-c114f4658b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '6f7b4d04-330b-491f-b94f-6be61b18569e'} {{(pid=86423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 18:35:41.959651 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [None req-20d8074a-0cc9-4a59-899b-6a7fb33f62f8 None None] Bound port: 63c0027d-19f1-4852-84eb-f853bb957d4e, host: dv-cinder-786931-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f22962e-f3a8-4a3c-81fe-c114f4658b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '6f7b4d04-330b-491f-b94f-6be61b18569e'}}] {{(pid=86423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 18:35:41.960412 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-20d8074a-0cc9-4a59-899b-6a7fb33f62f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854207267'] for port, before_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:42.168293 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-20d8074a-0cc9-4a59-899b-6a7fb33f62f8 None None] For port 63c0027d-19f1-4852-84eb-f853bb957d4e, host dv-cinder-786931-2-iscsi, cleared binding levels {{(pid=86423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 18:35:42.176409 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-20d8074a-0cc9-4a59-899b-6a7fb33f62f8 None None] For port 63c0027d-19f1-4852-84eb-f853bb957d4e, host dv-cinder-786931-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-2-iscsi',level=0,port_id=63c0027d-19f1-4852-84eb-f853bb957d4e,segment=NetworkSegment(7f22962e-f3a8-4a3c-81fe-c114f4658b0f),segment_id=7f22962e-f3a8-4a3c-81fe-c114f4658b0f)] {{(pid=86423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 18:35:42.183254 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-20d8074a-0cc9-4a59-899b-6a7fb33f62f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785676839112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251178383903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251178382076'] for port, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:42.202731 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-08e8ae58-23f8-4d6f-9141-1113b76c4c55 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:35:42.426870 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e8ae58-23f8-4d6f-9141-1113b76c4c55 None None] Pushing event updated for resources: {'Port': ['ID=63c0027d-19f1-4852-84eb-f853bb957d4e,revision_number=4']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:35:42.458661 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-08e8ae58-23f8-4d6f-9141-1113b76c4c55 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:35:42.468280 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20d8074a-0cc9-4a59-899b-6a7fb33f62f8 None None] Routers {'4073f7ca-9722-4c16-88d8-1e3009ccf7dd'} bound to L3 agent in host dv-cinder-786931-2-iscsi {{(pid=86423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:35:42.473996 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-20d8074a-0cc9-4a59-899b-6a7fb33f62f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd931a5d898>, 'dv-cinder-786931-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T18:22:01Z,description=<?>,heartbeat_timestamp=2021-04-20T18:35:31Z,host='dv-cinder-786931-2-iscsi',id=561dbf79-24e4-4a0d-b08c-f7bb8670fc1d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:22:01Z,topic='l3_agent')) {'router_ids': ['4073f7ca-9722-4c16-88d8-1e3009ccf7dd'], 'active': True} {{(pid=86423) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:35:42.563862 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [req-8765026b-25b1-419b-b95a-52ced0eff119 req-f57bcc86-d1d5-46c2-815c-0e60034165e8 tempest-VolumesActionsTest-57729970 tempest-VolumesActionsTest-57729970-project] For port 5183a214-7372-45fb-b916-d3f9c0977ac3, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=5183a214-7372-45fb-b916-d3f9c0977ac3,segment=NetworkSegment(19573fc3-2b57-408c-8be3-e196040dc2e9),segment_id=19573fc3-2b57-408c-8be3-e196040dc2e9)] {{(pid=86420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:35:42.564714 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-8765026b-25b1-419b-b95a-52ced0eff119 req-f57bcc86-d1d5-46c2-815c-0e60034165e8 tempest-VolumesActionsTest-57729970 tempest-VolumesActionsTest-57729970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858558'] for port, precommit_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:42.921365 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600dbef3-e5be-4fe3-8edf-0484c83b8f17 req-180902a9-3132-4c4e-9047-3085bafcb564 tempest-VolumesActionsTest-57729970 tempest-VolumesActionsTest-57729970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:42.933268 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-600dbef3-e5be-4fe3-8edf-0484c83b8f17 req-180902a9-3132-4c4e-9047-3085bafcb564 tempest-VolumesActionsTest-57729970 tempest-VolumesActionsTest-57729970-project] 10.222.0.11 "GET /v2.0/ports?device_id=f5c85fac-cb98-4f5d-ab07-aa030579b214 HTTP/1.1" status: 200  len: 945 time: 0.1808031
Apr 20 18:35:42.936796 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [req-8765026b-25b1-419b-b95a-52ced0eff119 req-f57bcc86-d1d5-46c2-815c-0e60034165e8 tempest-VolumesActionsTest-57729970 tempest-VolumesActionsTest-57729970-project] Calling delete_port for 5183a214-7372-45fb-b916-d3f9c0977ac3 owned by compute:nova {{(pid=86420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 18:35:43.001755 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-600dbef3-e5be-4fe3-8edf-0484c83b8f17 req-0aec5895-9b06-4ff9-8347-ea39762e6c3e tempest-VolumesActionsTest-57729970 tempest-VolumesActionsTest-57729970-project] 10.222.0.11 "GET /v2.0/security-groups?id=f38d07f9-757a-46a2-8465-004a7cd9d9e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0677955
Apr 20 18:35:43.018751 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_dvr_db [None req-20d8074a-0cc9-4a59-899b-6a7fb33f62f8 None None] Set router 4073f7ca-9722-4c16-88d8-1e3009ccf7dd gateway port host: dv-cinder-786931-2-iscsi {{(pid=86423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:35:43.220237 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78870e29-f723-4a72-a67d-b8d2e738754d req-fa5fccab-07e7-4c3a-b713-ec7781d81176 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:43.220980 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-78870e29-f723-4a72-a67d-b8d2e738754d req-fa5fccab-07e7-4c3a-b713-ec7781d81176 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "GET /v2.0/ports?device_id=5ecac24b-2023-477e-a6b0-c36ffddd82ad HTTP/1.1" status: 200  len: 945 time: 0.6285524
Apr 20 18:35:43.229057 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-8765026b-25b1-419b-b95a-52ced0eff119 req-f57bcc86-d1d5-46c2-815c-0e60034165e8 tempest-VolumesActionsTest-57729970 tempest-VolumesActionsTest-57729970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251177936671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785676391897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4189424'] for port, after_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:43.236565 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-d9f93deb-6973-410e-b141-3a33d3d88efc tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:35:43.293751 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57bcc86-d1d5-46c2-815c-0e60034165e8 tempest-VolumesActionsTest-57729970 tempest-VolumesActionsTest-57729970-project] Pushing event deleted for resources: {'Port': ['ID=5183a214-7372-45fb-b916-d3f9c0977ac3,revision_number=None']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:35:43.298168 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-f57bcc86-d1d5-46c2-815c-0e60034165e8 tempest-VolumesActionsTest-57729970 tempest-VolumesActionsTest-57729970-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:35:43.318972 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-78870e29-f723-4a72-a67d-b8d2e738754d req-8d15088f-fc09-4858-a1b2-6e5af894ebdd tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "GET /v2.0/security-groups?id=72e2ab52-920c-4349-854b-16e50e49549f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0835009
Apr 20 18:35:43.391793 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [req-8765026b-25b1-419b-b95a-52ced0eff119 req-f57bcc86-d1d5-46c2-815c-0e60034165e8 tempest-VolumesActionsTest-57729970 tempest-VolumesActionsTest-57729970-project] No DVR routers for this DVR port 5183a214-7372-45fb-b916-d3f9c0977ac3 on host hv-cinder-78693 {{(pid=86420) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 18:35:43.395229 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-8765026b-25b1-419b-b95a-52ced0eff119 req-f57bcc86-d1d5-46c2-815c-0e60034165e8 tempest-VolumesActionsTest-57729970 tempest-VolumesActionsTest-57729970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7615'] for port, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:43.398489 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5c85fac-cb98-4f5d-ab07-aa030579b214', 'name': 'network-vif-deleted', 'tag': '5183a214-7372-45fb-b916-d3f9c0977ac3'}] {{(pid=86420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:35:43.417937 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-8765026b-25b1-419b-b95a-52ced0eff119 req-f57bcc86-d1d5-46c2-815c-0e60034165e8 tempest-VolumesActionsTest-57729970 tempest-VolumesActionsTest-57729970-project] 10.222.0.10 "DELETE /v2.0/ports/5183a214-7372-45fb-b916-d3f9c0977ac3 HTTP/1.1" status: 204  len: 173 time: 1.6618278
Apr 20 18:35:43.517980 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5c85fac-cb98-4f5d-ab07-aa030579b214', 'name': 'network-vif-deleted', 'tag': '5183a214-7372-45fb-b916-d3f9c0977ac3', 'status': 'completed', 'code': 200}
Apr 20 18:35:43.651286 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-20d8074a-0cc9-4a59-899b-6a7fb33f62f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd931a5d898>, [{'id': '4073f7ca-9722-4c16-88d8-1e3009ccf7dd', 'name': 'tempest-TestShelveInstance-946025727-router', 'tenant_id': '1add7c109cdb4d8a811d9f43993315e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357044f3-f85c-4c82-92f2-504aa071d528', 'external_fixed_ips': [{'subnet_id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'ip_address': '172.27.2.55'}], 'enable_snat': True}, 'gw_port_id': '3162cd2a-52e3-46ff-a9ea-97070bb9066e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:35:27Z', 'updated_at': '2021-04-20T18:35:36Z', 'revision_number': 4, 'project_id': '1add7c109cdb4d8a811d9f43993315e0', 'gw_port': {'id': '3162cd2a-52e3-46ff-a9ea-97070bb9066e', 'name': '', 'network_id': '357044f3-f85c-4c82-92f2-504aa071d528', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:b4:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4073f7ca-9722-4c16-88d8-1e3009ccf7dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'ip_address': '172.27.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:35:28Z', 'updated_at': '2021-04-20T18:35:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-2-iscsi', '_interfaces': [{'id': '63c0027d-19f1-4852-84eb-f853bb957d4e', 'name': '', 'network_id': '6f7b4d04-330b-491f-b94f-6be61b18569e', 'tenant_id': '1add7c109cdb4d8a811d9f43993315e0', 'mac_address': 'fa:16:3e:59:7b:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4073f7ca-9722-4c16-88d8-1e3009ccf7dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '723c2dbc-970f-4bec-81b3-a3d7ca52bf2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:35:34Z', 'updated_at': '2021-04-20T18:35:42Z', 'revision_number': 4, 'project_id': '1add7c109cdb4d8a811d9f43993315e0', 'subnets': [{'id': '723c2dbc-970f-4bec-81b3-a3d7ca52bf2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786931-2-iscsi', False) {} {{(pid=86423) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:35:43.657650 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20d8074a-0cc9-4a59-899b-6a7fb33f62f8 None None] The sync data for ids ['4073f7ca-9722-4c16-88d8-1e3009ccf7dd'] in dv-cinder-786931-2-iscsi is: [{'id': '4073f7ca-9722-4c16-88d8-1e3009ccf7dd', 'name': 'tempest-TestShelveInstance-946025727-router', 'tenant_id': '1add7c109cdb4d8a811d9f43993315e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357044f3-f85c-4c82-92f2-504aa071d528', 'external_fixed_ips': [{'subnet_id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'ip_address': '172.27.2.55'}], 'enable_snat': True}, 'gw_port_id': '3162cd2a-52e3-46ff-a9ea-97070bb9066e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:35:27Z', 'updated_at': '2021-04-20T18:35:36Z', 'revision_number': 4, 'project_id': '1add7c109cdb4d8a811d9f43993315e0', 'gw_port': {'id': '3162cd2a-52e3-46ff-a9ea-97070bb9066e', 'name': '', 'network_id': '357044f3-f85c-4c82-92f2-504aa071d528', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:b4:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4073f7ca-9722-4c16-88d8-1e3009ccf7dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'ip_address': '172.27.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:35:28Z', 'updated_at': '2021-04-20T18:35:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-2-iscsi', '_interfaces': [{'id': '63c0027d-19f1-4852-84eb-f853bb957d4e', 'name': '', 'network_id': '6f7b4d04-330b-491f-b94f-6be61b18569e', 'tenant_id': '1add7c109cdb4d8a811d9f43993315e0', 'mac_address': 'fa:16:3e:59:7b:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4073f7ca-9722-4c16-88d8-1e3009ccf7dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '723c2dbc-970f-4bec-81b3-a3d7ca52bf2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:35:34Z', 'updated_at': '2021-04-20T18:35:42Z', 'revision_number': 4, 'project_id': '1add7c109cdb4d8a811d9f43993315e0', 'subnets': [{'id': '723c2dbc-970f-4bec-81b3-a3d7ca52bf2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 18:35:44.340366 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-8b848836-eaff-4472-a72d-5a16b25fd98a req-f67c3330-b004-445f-b85f-78625b26ea6c tempest-VolumesActionsTest-57729970 tempest-VolumesActionsTest-57729970-project] 10.222.0.11 "GET /v2.0/ports?device_id=f5c85fac-cb98-4f5d-ab07-aa030579b214 HTTP/1.1" status: 200  len: 210 time: 0.0993943
Apr 20 18:35:44.661577 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Device 63c0027d-19f1-4852-84eb-f853bb957d4e up at agent ovs-agent-dv-cinder-786931-2-iscsi {{(pid=86422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:35:44.685510 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ae2d85-da57-4fa2-bf58-fcd32a042f48 req-b474c6f0-a543-4c38-ba41-56e43c1a8525 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:44.704004 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-83ae2d85-da57-4fa2-bf58-fcd32a042f48 req-b474c6f0-a543-4c38-ba41-56e43c1a8525 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "GET /v2.0/ports?device_id=5ecac24b-2023-477e-a6b0-c36ffddd82ad HTTP/1.1" status: 200  len: 945 time: 0.1965945
Apr 20 18:35:44.778215 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Provisioning for port 63c0027d-19f1-4852-84eb-f853bb957d4e completed by entity L2. {{(pid=86422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 18:35:44.788306 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Provisioning complete for port 63c0027d-19f1-4852-84eb-f853bb957d4e triggered by entity L2. {{(pid=86422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:35:44.788907 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733696'] for port, provisioning_complete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:44.802715 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-83ae2d85-da57-4fa2-bf58-fcd32a042f48 req-c44b591b-19a3-44fb-b573-d6f44650cb0f tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "GET /v2.0/security-groups?id=72e2ab52-920c-4349-854b-16e50e49549f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0971427
Apr 20 18:35:44.839775 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Device 5183a214-7372-45fb-b916-d3f9c0977ac3 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 18:35:44.897775 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] No Port match for: 5183a214-7372-45fb-b916-d3f9c0977ac3 {{(pid=86422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 18:35:44.898223 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Device 5183a214-7372-45fb-b916-d3f9c0977ac3 not bound to the agent host hv-cinder-78693 {{(pid=86422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 18:35:45.019611 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854207267'] for port, before_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:45.067603 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] For port 63c0027d-19f1-4852-84eb-f853bb957d4e, host dv-cinder-786931-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-2-iscsi',level=0,port_id=63c0027d-19f1-4852-84eb-f853bb957d4e,segment=NetworkSegment(7f22962e-f3a8-4a3c-81fe-c114f4658b0f),segment_id=7f22962e-f3a8-4a3c-81fe-c114f4658b0f)] {{(pid=86422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:35:45.072220 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785676839112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251178383903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251178382076'] for port, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:45.074632 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:35:45.175015 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Pushing event updated for resources: {'Port': ['ID=63c0027d-19f1-4852-84eb-f853bb957d4e,revision_number=5']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:35:45.179407 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:35:45.942388 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b91bff6-577e-4fe3-a8ec-bd253d33304e req-4ad2aa79-7586-4cc8-b12f-2a5bd5056d66 tempest-VolumesActionsTest-57729970 tempest-VolumesActionsTest-57729970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:45.944831 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-4b91bff6-577e-4fe3-a8ec-bd253d33304e req-4ad2aa79-7586-4cc8-b12f-2a5bd5056d66 tempest-VolumesActionsTest-57729970 tempest-VolumesActionsTest-57729970-project] 10.222.0.11 "GET /v2.0/networks?id=3869069a-d087-4030-ad0d-58356ed90d65 HTTP/1.1" status: 200  len: 809 time: 0.2118232
Apr 20 18:35:45.963085 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-4b91bff6-577e-4fe3-a8ec-bd253d33304e req-2d2d7ff8-418e-4e2f-9349-7549dd957ac3 tempest-VolumesActionsTest-57729970 tempest-VolumesActionsTest-57729970-project] 10.222.0.11 "GET /v2.0/quotas/f647485bb66241938616bee3676c945c HTTP/1.1" status: 200  len: 375 time: 0.0118613
Apr 20 18:35:46.069313 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-4b91bff6-577e-4fe3-a8ec-bd253d33304e req-9990a233-549e-4ac5-8ab5-e42881af7298 tempest-VolumesActionsTest-57729970 tempest-VolumesActionsTest-57729970-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=f647485bb66241938616bee3676c945c&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0979908
Apr 20 18:35:46.144396 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a408a63d-5e84-42fa-9c59-06cf20a306cc req-801c642f-7364-4c46-ac16-e184344dd9fb tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:46.146555 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-a408a63d-5e84-42fa-9c59-06cf20a306cc req-801c642f-7364-4c46-ac16-e184344dd9fb tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "GET /v2.0/ports?device_id=5ecac24b-2023-477e-a6b0-c36ffddd82ad HTTP/1.1" status: 200  len: 945 time: 0.1293502
Apr 20 18:35:46.306767 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-a408a63d-5e84-42fa-9c59-06cf20a306cc req-056b12a2-cf92-4583-87e9-f58fa0920c84 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "GET /v2.0/security-groups?id=72e2ab52-920c-4349-854b-16e50e49549f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1497760
Apr 20 18:35:46.356669 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-4b91bff6-577e-4fe3-a8ec-bd253d33304e req-7e9e466b-2878-468e-a47e-a961fd21b6b4 service neutron] 10.222.0.11 "GET /v2.0/networks/3869069a-d087-4030-ad0d-58356ed90d65?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2706089
Apr 20 18:35:46.542849 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-4b91bff6-577e-4fe3-a8ec-bd253d33304e req-a57df276-dbfb-433f-a541-4cd100c96841 service neutron] 10.222.0.11 "GET /v2.0/networks/3869069a-d087-4030-ad0d-58356ed90d65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1780543
Apr 20 18:35:46.588333 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Device 63c0027d-19f1-4852-84eb-f853bb957d4e up at agent ovs-agent-dv-cinder-786931-2-iscsi {{(pid=86422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:35:46.685119 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Provisioning complete for port 63c0027d-19f1-4852-84eb-f853bb957d4e triggered by entity L2. {{(pid=86422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:35:46.687264 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733696'] for port, provisioning_complete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:46.890863 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-28998a32-bb0f-44bb-9fca-fad69f0ad779 req-86a281bd-e83b-4c37-855c-94b9bc98dd41 tempest-VolumesActionsTest-57729970 tempest-VolumesActionsTest-57729970-project] 10.222.0.11 "GET /v2.0/ports?device_id=607e5df1-8999-49fb-addc-a52c7b544cca HTTP/1.1" status: 200  len: 210 time: 0.1100414
Apr 20 18:35:47.602647 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53956735-b31b-477f-9f8b-3e95c917b889 req-e4a0e52b-64db-4440-a720-708faa48a42d tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:47.604438 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-53956735-b31b-477f-9f8b-3e95c917b889 req-e4a0e52b-64db-4440-a720-708faa48a42d tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "GET /v2.0/ports?device_id=5ecac24b-2023-477e-a6b0-c36ffddd82ad HTTP/1.1" status: 200  len: 945 time: 0.1079266
Apr 20 18:35:47.666487 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-53956735-b31b-477f-9f8b-3e95c917b889 req-65113cef-c077-4097-9410-80b6a11629d9 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "GET /v2.0/security-groups?id=72e2ab52-920c-4349-854b-16e50e49549f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0528655
Apr 20 18:35:48.180225 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-8ff23df8-1b6d-45fb-8380-be83b1421fbb req-a514b4e1-f624-48bc-ad2c-2c595590999e tempest-VolumesActionsTest-57729970 tempest-VolumesActionsTest-57729970-project] 10.222.0.11 "GET /v2.0/ports?device_id=607e5df1-8999-49fb-addc-a52c7b544cca HTTP/1.1" status: 200  len: 210 time: 0.0899498
Apr 20 18:35:48.802918 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b91bff6-577e-4fe3-a8ec-bd253d33304e req-cfc45284-97d7-4c8f-bfe3-4b6bc16e9ba1 tempest-VolumesActionsTest-57729970 tempest-VolumesActionsTest-57729970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:48.804717 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-4b91bff6-577e-4fe3-a8ec-bd253d33304e req-cfc45284-97d7-4c8f-bfe3-4b6bc16e9ba1 tempest-VolumesActionsTest-57729970 tempest-VolumesActionsTest-57729970-project] 10.222.0.10 "GET /v2.0/networks?id=3869069a-d087-4030-ad0d-58356ed90d65 HTTP/1.1" status: 200  len: 809 time: 0.2234333
Apr 20 18:35:48.829658 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.v2.base [req-4b91bff6-577e-4fe3-a8ec-bd253d33304e req-4e1969d2-0cc0-4e06-a695-e33ad4239982 tempest-VolumesActionsTest-57729970 tempest-VolumesActionsTest-57729970-project] Request body: {'port': {'device_id': '607e5df1-8999-49fb-addc-a52c7b544cca', 'network_id': '3869069a-d087-4030-ad0d-58356ed90d65', 'admin_state_up': True, 'tenant_id': 'f647485bb66241938616bee3676c945c'}} {{(pid=86420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:35:49.044962 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2051c1c6-04ce-466d-a9d2-294fc3d62d13 req-97cc6353-82ac-48ad-ab52-5d0b7d0b39ae tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:49.048004 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-2051c1c6-04ce-466d-a9d2-294fc3d62d13 req-97cc6353-82ac-48ad-ab52-5d0b7d0b39ae tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "GET /v2.0/ports?device_id=5ecac24b-2023-477e-a6b0-c36ffddd82ad HTTP/1.1" status: 200  len: 945 time: 0.1624858
Apr 20 18:35:49.061653 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [req-4b91bff6-577e-4fe3-a8ec-bd253d33304e req-4e1969d2-0cc0-4e06-a695-e33ad4239982 tempest-VolumesActionsTest-57729970 tempest-VolumesActionsTest-57729970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:35:49.066755 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [req-4b91bff6-577e-4fe3-a8ec-bd253d33304e req-4e1969d2-0cc0-4e06-a695-e33ad4239982 tempest-VolumesActionsTest-57729970 tempest-VolumesActionsTest-57729970-project] Usage tracker for resource:port and tenant:f647485bb66241938616bee3676c945c is out of sync, need to count used quota {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:35:49.070144 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [req-4b91bff6-577e-4fe3-a8ec-bd253d33304e req-4e1969d2-0cc0-4e06-a695-e33ad4239982 tempest-VolumesActionsTest-57729970 tempest-VolumesActionsTest-57729970-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:35:49.077853 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [req-4b91bff6-577e-4fe3-a8ec-bd253d33304e req-4e1969d2-0cc0-4e06-a695-e33ad4239982 tempest-VolumesActionsTest-57729970 tempest-VolumesActionsTest-57729970-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:35:49.090449 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b91bff6-577e-4fe3-a8ec-bd253d33304e req-4e1969d2-0cc0-4e06-a695-e33ad4239982 tempest-VolumesActionsTest-57729970 tempest-VolumesActionsTest-57729970-project] Made reservation on behalf of f647485bb66241938616bee3676c945c for: {'port': 1} {{(pid=86420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 18:35:49.105981 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-4b91bff6-577e-4fe3-a8ec-bd253d33304e req-4e1969d2-0cc0-4e06-a695-e33ad4239982 tempest-VolumesActionsTest-57729970 tempest-VolumesActionsTest-57729970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854207267'] for port, before_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:49.132278 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-2051c1c6-04ce-466d-a9d2-294fc3d62d13 req-ced29d2f-0b02-4a87-85ad-825ce37eae10 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "GET /v2.0/security-groups?id=72e2ab52-920c-4349-854b-16e50e49549f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0759571
Apr 20 18:35:49.374516 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.db_base_plugin_common [req-4b91bff6-577e-4fe3-a8ec-bd253d33304e req-4e1969d2-0cc0-4e06-a695-e33ad4239982 tempest-VolumesActionsTest-57729970 tempest-VolumesActionsTest-57729970-project] Allocated IP 172.20.0.4 (3869069a-d087-4030-ad0d-58356ed90d65/4c4cc291-3534-48c5-abb6-18bb0c9caac3/1d1f4b5c-441f-47a0-b025-0e3994def503) {{(pid=86420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 18:35:49.490594 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-09ed2bb9-e0fe-4dcc-886f-41666456a26a req-58978178-2f6e-4c99-80a0-baff898eb3ef tempest-VolumesActionsTest-57729970 tempest-VolumesActionsTest-57729970-project] 10.222.0.11 "GET /v2.0/ports?device_id=607e5df1-8999-49fb-addc-a52c7b544cca HTTP/1.1" status: 200  len: 210 time: 0.1050742
Apr 20 18:35:49.735867 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-4b91bff6-577e-4fe3-a8ec-bd253d33304e req-4e1969d2-0cc0-4e06-a695-e33ad4239982 tempest-VolumesActionsTest-57729970 tempest-VolumesActionsTest-57729970-project] Notify callbacks [] for port, precommit_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:49.771200 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-4b91bff6-577e-4fe3-a8ec-bd253d33304e req-4e1969d2-0cc0-4e06-a695-e33ad4239982 tempest-VolumesActionsTest-57729970 tempest-VolumesActionsTest-57729970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251178383920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4189424'] for port, after_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:49.780586 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-c4db8bf6-5066-479f-8095-cee63f9ac52d tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:35:49.880935 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b91bff6-577e-4fe3-a8ec-bd253d33304e req-4e1969d2-0cc0-4e06-a695-e33ad4239982 tempest-VolumesActionsTest-57729970 tempest-VolumesActionsTest-57729970-project] Network 3869069a-d087-4030-ad0d-58356ed90d65 is already hosted by enough agents. {{(pid=86420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 18:35:49.885061 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.scheduler.base_scheduler [req-4b91bff6-577e-4fe3-a8ec-bd253d33304e req-4e1969d2-0cc0-4e06-a695-e33ad4239982 tempest-VolumesActionsTest-57729970 tempest-VolumesActionsTest-57729970-project] Resources bound (agent type, host, resource id):  {{(pid=86420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:35:49.893333 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b91bff6-577e-4fe3-a8ec-bd253d33304e req-4e1969d2-0cc0-4e06-a695-e33ad4239982 tempest-VolumesActionsTest-57729970 tempest-VolumesActionsTest-57729970-project] Received port after_create {{(pid=86420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 18:35:49.938597 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1969d2-0cc0-4e06-a695-e33ad4239982 tempest-VolumesActionsTest-57729970 tempest-VolumesActionsTest-57729970-project] Pushing event updated for resources: {'Port': ['ID=1d1f4b5c-441f-47a0-b025-0e3994def503,revision_number=1']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:35:49.948658 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-4e1969d2-0cc0-4e06-a695-e33ad4239982 tempest-VolumesActionsTest-57729970 tempest-VolumesActionsTest-57729970-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:35:49.988552 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b91bff6-577e-4fe3-a8ec-bd253d33304e req-4e1969d2-0cc0-4e06-a695-e33ad4239982 tempest-VolumesActionsTest-57729970 tempest-VolumesActionsTest-57729970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:49.989300 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-4b91bff6-577e-4fe3-a8ec-bd253d33304e req-4e1969d2-0cc0-4e06-a695-e33ad4239982 tempest-VolumesActionsTest-57729970 tempest-VolumesActionsTest-57729970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7615'] for port, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:50.017470 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-4b91bff6-577e-4fe3-a8ec-bd253d33304e req-4e1969d2-0cc0-4e06-a695-e33ad4239982 tempest-VolumesActionsTest-57729970 tempest-VolumesActionsTest-57729970-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1976311
Apr 20 18:35:50.086754 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.v2.base [req-4b91bff6-577e-4fe3-a8ec-bd253d33304e req-f5eb74e5-2283-442b-981c-fb0f94c769ce service neutron] Request body: {'port': {'device_id': '607e5df1-8999-49fb-addc-a52c7b544cca', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=86420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:35:50.261167 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-4b91bff6-577e-4fe3-a8ec-bd253d33304e req-f5eb74e5-2283-442b-981c-fb0f94c769ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854207267'] for port, before_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:50.431311 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa2ece8-b90f-4178-9d2d-26875bcb8335 req-6943eaac-d9af-4282-9ea4-a55ff33ed443 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:50.434106 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-faa2ece8-b90f-4178-9d2d-26875bcb8335 req-6943eaac-d9af-4282-9ea4-a55ff33ed443 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "GET /v2.0/ports?device_id=5ecac24b-2023-477e-a6b0-c36ffddd82ad HTTP/1.1" status: 200  len: 945 time: 0.1396654
Apr 20 18:35:50.527354 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-faa2ece8-b90f-4178-9d2d-26875bcb8335 req-cd96a3ea-a29a-47aa-8eb4-93488dfb0f0a tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "GET /v2.0/security-groups?id=72e2ab52-920c-4349-854b-16e50e49549f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0624237
Apr 20 18:35:50.863282 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b74fac-9912-472f-9077-4f2586ef5111 req-9ca51004-6d5a-4fa7-afe3-b2e2437bb170 tempest-VolumesActionsTest-57729970 tempest-VolumesActionsTest-57729970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:50.866125 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-b7b74fac-9912-472f-9077-4f2586ef5111 req-9ca51004-6d5a-4fa7-afe3-b2e2437bb170 tempest-VolumesActionsTest-57729970 tempest-VolumesActionsTest-57729970-project] 10.222.0.11 "GET /v2.0/ports?device_id=607e5df1-8999-49fb-addc-a52c7b544cca HTTP/1.1" status: 200  len: 931 time: 0.1551428
Apr 20 18:35:50.894869 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.notifiers.nova [req-4b91bff6-577e-4fe3-a8ec-bd253d33304e req-f5eb74e5-2283-442b-981c-fb0f94c769ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d1f4b5c-441f-47a0-b025-0e3994def503 {{(pid=86420) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 18:35:50.911056 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-4b91bff6-577e-4fe3-a8ec-bd253d33304e req-f5eb74e5-2283-442b-981c-fb0f94c769ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:50.939469 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [req-4b91bff6-577e-4fe3-a8ec-bd253d33304e req-f5eb74e5-2283-442b-981c-fb0f94c769ce service neutron] Transition to ACTIVE for port object 1d1f4b5c-441f-47a0-b025-0e3994def503 will not be triggered until provisioned by entity L2. {{(pid=86420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 18:35:50.943403 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-4b91bff6-577e-4fe3-a8ec-bd253d33304e req-f5eb74e5-2283-442b-981c-fb0f94c769ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785676839112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251178383903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251178382076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850586375'] for port, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:50.950623 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-8f710de1-b3f9-4788-9b4d-f9a9497d1556 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:35:50.959016 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-b7b74fac-9912-472f-9077-4f2586ef5111 req-4043429f-f6e8-4287-a494-ad1dd039c1c0 tempest-VolumesActionsTest-57729970 tempest-VolumesActionsTest-57729970-project] 10.222.0.11 "GET /v2.0/security-groups?id=f38d07f9-757a-46a2-8465-004a7cd9d9e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0808787
Apr 20 18:35:51.111140 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5eb74e5-2283-442b-981c-fb0f94c769ce service neutron] Pushing event updated for resources: {'Port': ['ID=1d1f4b5c-441f-47a0-b025-0e3994def503,revision_number=2']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:35:51.141650 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-f5eb74e5-2283-442b-981c-fb0f94c769ce service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:35:51.240797 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [req-4b91bff6-577e-4fe3-a8ec-bd253d33304e req-f5eb74e5-2283-442b-981c-fb0f94c769ce service neutron] Attempting to bind port 1d1f4b5c-441f-47a0-b025-0e3994def503 on host hv-cinder-78693 for vnic_type normal with profile  {{(pid=86420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 18:35:51.241245 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [req-4b91bff6-577e-4fe3-a8ec-bd253d33304e req-f5eb74e5-2283-442b-981c-fb0f94c769ce service neutron] Attempting to bind port 1d1f4b5c-441f-47a0-b025-0e3994def503 by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': '19573fc3-2b57-408c-8be3-e196040dc2e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '3869069a-d087-4030-ad0d-58356ed90d65'}] {{(pid=86420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 18:35:51.241672 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b91bff6-577e-4fe3-a8ec-bd253d33304e req-f5eb74e5-2283-442b-981c-fb0f94c769ce service neutron] Attempting to bind port 1d1f4b5c-441f-47a0-b025-0e3994def503 on network 3869069a-d087-4030-ad0d-58356ed90d65 {{(pid=86420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 18:35:51.251918 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b91bff6-577e-4fe3-a8ec-bd253d33304e req-f5eb74e5-2283-442b-981c-fb0f94c769ce service neutron] Port 1d1f4b5c-441f-47a0-b025-0e3994def503 on network 3869069a-d087-4030-ad0d-58356ed90d65 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=86420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 20 18:35:51.252396 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b91bff6-577e-4fe3-a8ec-bd253d33304e req-f5eb74e5-2283-442b-981c-fb0f94c769ce service neutron] Attempting to bind port 1d1f4b5c-441f-47a0-b025-0e3994def503 on network 3869069a-d087-4030-ad0d-58356ed90d65 {{(pid=86420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 18:35:51.259118 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b91bff6-577e-4fe3-a8ec-bd253d33304e req-f5eb74e5-2283-442b-981c-fb0f94c769ce service neutron] Checking agent: {'id': '1d7a02d0-8f4e-4dcc-9452-bf36df956f32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 28, 32), 'started_at': datetime.datetime(2021, 4, 20, 18, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 35, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 18:35:51.259561 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b91bff6-577e-4fe3-a8ec-bd253d33304e req-f5eb74e5-2283-442b-981c-fb0f94c769ce service neutron] Checking segment: {'id': '19573fc3-2b57-408c-8be3-e196040dc2e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '3869069a-d087-4030-ad0d-58356ed90d65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 18:35:51.260036 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b91bff6-577e-4fe3-a8ec-bd253d33304e req-f5eb74e5-2283-442b-981c-fb0f94c769ce service neutron] Bound using segment: {'id': '19573fc3-2b57-408c-8be3-e196040dc2e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '3869069a-d087-4030-ad0d-58356ed90d65'} {{(pid=86420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 18:35:51.260652 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [req-4b91bff6-577e-4fe3-a8ec-bd253d33304e req-f5eb74e5-2283-442b-981c-fb0f94c769ce service neutron] Bound port: 1d1f4b5c-441f-47a0-b025-0e3994def503, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19573fc3-2b57-408c-8be3-e196040dc2e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '3869069a-d087-4030-ad0d-58356ed90d65'}}] {{(pid=86420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 18:35:51.261080 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-4b91bff6-577e-4fe3-a8ec-bd253d33304e req-f5eb74e5-2283-442b-981c-fb0f94c769ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854207267'] for port, before_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:51.364952 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [req-4b91bff6-577e-4fe3-a8ec-bd253d33304e req-f5eb74e5-2283-442b-981c-fb0f94c769ce service neutron] For port 1d1f4b5c-441f-47a0-b025-0e3994def503, host hv-cinder-78693, cleared binding levels {{(pid=86420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 18:35:51.368114 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [req-4b91bff6-577e-4fe3-a8ec-bd253d33304e req-f5eb74e5-2283-442b-981c-fb0f94c769ce service neutron] For port 1d1f4b5c-441f-47a0-b025-0e3994def503, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=1d1f4b5c-441f-47a0-b025-0e3994def503,segment=NetworkSegment(19573fc3-2b57-408c-8be3-e196040dc2e9),segment_id=19573fc3-2b57-408c-8be3-e196040dc2e9)] {{(pid=86420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 18:35:51.371629 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-4b91bff6-577e-4fe3-a8ec-bd253d33304e req-f5eb74e5-2283-442b-981c-fb0f94c769ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785676839112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251178383903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251178382076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850586375'] for port, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:51.377209 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-66170cea-1233-4ad4-93c3-49c6df3e71d9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:35:51.438041 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b91bff6-577e-4fe3-a8ec-bd253d33304e req-f5eb74e5-2283-442b-981c-fb0f94c769ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:51.438690 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-4b91bff6-577e-4fe3-a8ec-bd253d33304e req-f5eb74e5-2283-442b-981c-fb0f94c769ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7615'] for port, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:51.440238 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-4b91bff6-577e-4fe3-a8ec-bd253d33304e req-f5eb74e5-2283-442b-981c-fb0f94c769ce service neutron] 10.222.0.10 "PUT /v2.0/ports/1d1f4b5c-441f-47a0-b025-0e3994def503 HTTP/1.1" status: 200  len: 1093 time: 1.4141023
Apr 20 18:35:51.440816 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '607e5df1-8999-49fb-addc-a52c7b544cca', 'tag': '1d1f4b5c-441f-47a0-b025-0e3994def503'}] {{(pid=86420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:35:51.473641 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5eb74e5-2283-442b-981c-fb0f94c769ce service neutron] Pushing event updated for resources: {'Port': ['ID=1d1f4b5c-441f-47a0-b025-0e3994def503,revision_number=3']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:35:51.477296 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-f5eb74e5-2283-442b-981c-fb0f94c769ce service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:35:51.525906 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '607e5df1-8999-49fb-addc-a52c7b544cca', 'tag': '1d1f4b5c-441f-47a0-b025-0e3994def503', 'status': 'completed', 'code': 200}
Apr 20 18:35:51.572911 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b91bff6-577e-4fe3-a8ec-bd253d33304e req-12a7e701-bec7-49a6-ad49-90fc1ed71009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:51.574554 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-4b91bff6-577e-4fe3-a8ec-bd253d33304e req-12a7e701-bec7-49a6-ad49-90fc1ed71009 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f647485bb66241938616bee3676c945c&device_id=607e5df1-8999-49fb-addc-a52c7b544cca HTTP/1.1" status: 200  len: 1096 time: 0.0884922
Apr 20 18:35:51.665818 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-4b91bff6-577e-4fe3-a8ec-bd253d33304e req-1b6277cb-b6e2-44ee-a0c1-524d029c0107 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1d1f4b5c-441f-47a0-b025-0e3994def503 HTTP/1.1" status: 200  len: 217 time: 0.0822234
Apr 20 18:35:51.751905 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b91bff6-577e-4fe3-a8ec-bd253d33304e req-ef84d758-b74d-42e5-9b90-80dcc21ead02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:51.755065 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-4b91bff6-577e-4fe3-a8ec-bd253d33304e req-ef84d758-b74d-42e5-9b90-80dcc21ead02 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4c4cc291-3534-48c5-abb6-18bb0c9caac3 HTTP/1.1" status: 200  len: 849 time: 0.0825796
Apr 20 18:35:51.817120 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-4b91bff6-577e-4fe3-a8ec-bd253d33304e req-a3d992e7-df07-461e-823e-0cd4866a7f87 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3869069a-d087-4030-ad0d-58356ed90d65&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0554852
Apr 20 18:35:51.830125 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dfb752-ffb4-4d16-8ebc-fe49c27db9e4 req-0086f329-cf24-4b6c-af8b-791d033fa158 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:51.831787 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-c0dfb752-ffb4-4d16-8ebc-fe49c27db9e4 req-0086f329-cf24-4b6c-af8b-791d033fa158 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "GET /v2.0/ports?device_id=5ecac24b-2023-477e-a6b0-c36ffddd82ad HTTP/1.1" status: 200  len: 945 time: 0.1219990
Apr 20 18:35:51.898365 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-c0dfb752-ffb4-4d16-8ebc-fe49c27db9e4 req-cb130249-a4dc-4e6b-ba72-7093a1192b3d tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "GET /v2.0/security-groups?id=72e2ab52-920c-4349-854b-16e50e49549f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0564940
Apr 20 18:35:52.011865 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-4b91bff6-577e-4fe3-a8ec-bd253d33304e req-2390ef14-2d37-4b30-be8d-eecd8a435b36 service neutron] 10.222.0.10 "GET /v2.0/networks/3869069a-d087-4030-ad0d-58356ed90d65?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1876473
Apr 20 18:35:52.172440 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-4b91bff6-577e-4fe3-a8ec-bd253d33304e req-ba196fa5-df11-40d7-b995-97e5a32f0589 service neutron] 10.222.0.10 "GET /v2.0/networks/3869069a-d087-4030-ad0d-58356ed90d65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1530120
Apr 20 18:35:52.204006 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c53a5c-3453-47cd-bafd-9cef91749179 req-f6d714cf-b328-46ad-a1ea-a68b4c949126 tempest-VolumesActionsTest-57729970 tempest-VolumesActionsTest-57729970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:52.206481 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-b3c53a5c-3453-47cd-bafd-9cef91749179 req-f6d714cf-b328-46ad-a1ea-a68b4c949126 tempest-VolumesActionsTest-57729970 tempest-VolumesActionsTest-57729970-project] 10.222.0.11 "GET /v2.0/ports?device_id=607e5df1-8999-49fb-addc-a52c7b544cca HTTP/1.1" status: 200  len: 943 time: 0.1046968
Apr 20 18:35:52.265794 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-b3c53a5c-3453-47cd-bafd-9cef91749179 req-3e73e08e-5aec-48df-a1d8-e31d1c44ebbb tempest-VolumesActionsTest-57729970 tempest-VolumesActionsTest-57729970-project] 10.222.0.11 "GET /v2.0/security-groups?id=f38d07f9-757a-46a2-8465-004a7cd9d9e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0462785
Apr 20 18:35:52.315049 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7498d8cb-93b6-4a18-9ce3-2fc84e36597b req-9c6d0889-bc94-48e6-8445-e78e25c471ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:52.317123 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-7498d8cb-93b6-4a18-9ce3-2fc84e36597b req-9c6d0889-bc94-48e6-8445-e78e25c471ca service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f647485bb66241938616bee3676c945c&device_id=607e5df1-8999-49fb-addc-a52c7b544cca HTTP/1.1" status: 200  len: 1096 time: 0.0881121
Apr 20 18:35:52.499517 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7498d8cb-93b6-4a18-9ce3-2fc84e36597b req-c772397e-19c6-47a3-9b80-d2410d5c10ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:52.501246 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-7498d8cb-93b6-4a18-9ce3-2fc84e36597b req-c772397e-19c6-47a3-9b80-d2410d5c10ba service neutron] 10.222.0.10 "GET /v2.0/networks?id=3869069a-d087-4030-ad0d-58356ed90d65 HTTP/1.1" status: 200  len: 910 time: 0.1765447
Apr 20 18:35:52.585503 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-7498d8cb-93b6-4a18-9ce3-2fc84e36597b req-68f6f9ce-83d1-4541-8a9a-9dae810fa2dd service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1d1f4b5c-441f-47a0-b025-0e3994def503 HTTP/1.1" status: 200  len: 217 time: 0.0764408
Apr 20 18:35:52.664019 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7498d8cb-93b6-4a18-9ce3-2fc84e36597b req-637614ff-517a-44b1-982a-0f5a6a41ec1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:52.665679 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-7498d8cb-93b6-4a18-9ce3-2fc84e36597b req-637614ff-517a-44b1-982a-0f5a6a41ec1b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4c4cc291-3534-48c5-abb6-18bb0c9caac3 HTTP/1.1" status: 200  len: 849 time: 0.0720594
Apr 20 18:35:52.727247 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-7498d8cb-93b6-4a18-9ce3-2fc84e36597b req-11a250cd-b85b-4028-abd9-daab3006a858 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3869069a-d087-4030-ad0d-58356ed90d65&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0521290
Apr 20 18:35:52.897049 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-7498d8cb-93b6-4a18-9ce3-2fc84e36597b req-0e8387a7-eb04-4532-872d-0313251c518c service neutron] 10.222.0.10 "GET /v2.0/networks/3869069a-d087-4030-ad0d-58356ed90d65?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1604307
Apr 20 18:35:53.117116 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-7498d8cb-93b6-4a18-9ce3-2fc84e36597b req-6a271e91-d9e8-4d8d-9f78-d3f2b91f0679 service neutron] 10.222.0.10 "GET /v2.0/networks/3869069a-d087-4030-ad0d-58356ed90d65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2131898
Apr 20 18:35:53.227570 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aea4289-1e3c-424f-bc91-5e55e7c1626c req-7e382a5b-e308-4f2f-9c9d-52e70ee9df9d tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:53.229701 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-7aea4289-1e3c-424f-bc91-5e55e7c1626c req-7e382a5b-e308-4f2f-9c9d-52e70ee9df9d tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "GET /v2.0/ports?device_id=5ecac24b-2023-477e-a6b0-c36ffddd82ad HTTP/1.1" status: 200  len: 945 time: 0.1022227
Apr 20 18:35:53.315080 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-7aea4289-1e3c-424f-bc91-5e55e7c1626c req-c290443a-dd67-48e0-9567-dfda9874a867 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "GET /v2.0/security-groups?id=72e2ab52-920c-4349-854b-16e50e49549f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0773005
Apr 20 18:35:53.710846 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8500dbd-e074-4bc6-a5b6-3463ed463195 req-7fe20a30-1895-46c0-a6d9-26442dc8cc0c tempest-VolumesActionsTest-57729970 tempest-VolumesActionsTest-57729970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:53.712500 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-f8500dbd-e074-4bc6-a5b6-3463ed463195 req-7fe20a30-1895-46c0-a6d9-26442dc8cc0c tempest-VolumesActionsTest-57729970 tempest-VolumesActionsTest-57729970-project] 10.222.0.11 "GET /v2.0/ports?device_id=607e5df1-8999-49fb-addc-a52c7b544cca HTTP/1.1" status: 200  len: 943 time: 0.3228803
Apr 20 18:35:53.766592 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-f8500dbd-e074-4bc6-a5b6-3463ed463195 req-adc0360a-a71c-461f-b9b1-675e57640d4c tempest-VolumesActionsTest-57729970 tempest-VolumesActionsTest-57729970-project] 10.222.0.11 "GET /v2.0/security-groups?id=f38d07f9-757a-46a2-8465-004a7cd9d9e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0469596
Apr 20 18:35:54.536493 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f7e2ff-b627-42dc-b6d3-e64079a9f39d req-5d26e6ab-5906-4e95-bfd6-d2f16b45a340 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:54.538103 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-76f7e2ff-b627-42dc-b6d3-e64079a9f39d req-5d26e6ab-5906-4e95-bfd6-d2f16b45a340 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "GET /v2.0/ports?device_id=5ecac24b-2023-477e-a6b0-c36ffddd82ad HTTP/1.1" status: 200  len: 945 time: 0.0918498
Apr 20 18:35:54.593844 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-76f7e2ff-b627-42dc-b6d3-e64079a9f39d req-e62cbb08-e77d-45f9-a47d-e74a3d285735 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "GET /v2.0/security-groups?id=72e2ab52-920c-4349-854b-16e50e49549f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0468488
Apr 20 18:35:54.889582 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Device 1d1f4b5c-441f-47a0-b025-0e3994def503 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 18:35:54.999701 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7b3963-a8c7-4b6b-b403-936401e8a73e req-c5b00cb6-5667-4861-b0a8-f566b6af3589 tempest-VolumesActionsTest-57729970 tempest-VolumesActionsTest-57729970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:55.002382 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-0d7b3963-a8c7-4b6b-b403-936401e8a73e req-c5b00cb6-5667-4861-b0a8-f566b6af3589 tempest-VolumesActionsTest-57729970 tempest-VolumesActionsTest-57729970-project] 10.222.0.11 "GET /v2.0/ports?device_id=607e5df1-8999-49fb-addc-a52c7b544cca HTTP/1.1" status: 200  len: 943 time: 0.0997953
Apr 20 18:35:55.053065 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] For port 1d1f4b5c-441f-47a0-b025-0e3994def503, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=1d1f4b5c-441f-47a0-b025-0e3994def503,segment=NetworkSegment(19573fc3-2b57-408c-8be3-e196040dc2e9),segment_id=19573fc3-2b57-408c-8be3-e196040dc2e9)] {{(pid=86422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:35:55.071306 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Returning: {'device': '1d1f4b5c-441f-47a0-b025-0e3994def503', 'network_id': '3869069a-d087-4030-ad0d-58356ed90d65', 'port_id': '1d1f4b5c-441f-47a0-b025-0e3994def503', 'mac_address': 'fa:16:3e:44:8c:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 359, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c4cc291-3534-48c5-abb6-18bb0c9caac3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 18:35:55.083807 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-0d7b3963-a8c7-4b6b-b403-936401e8a73e req-d7aba7bf-eb1b-4d25-bff8-de5043f7f127 tempest-VolumesActionsTest-57729970 tempest-VolumesActionsTest-57729970-project] 10.222.0.11 "GET /v2.0/security-groups?id=f38d07f9-757a-46a2-8465-004a7cd9d9e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0745983
Apr 20 18:35:55.144716 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854207267'] for port, before_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:55.165273 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.notifiers.nova [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d1f4b5c-441f-47a0-b025-0e3994def503 {{(pid=86422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 18:35:55.181957 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] For port 1d1f4b5c-441f-47a0-b025-0e3994def503, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=1d1f4b5c-441f-47a0-b025-0e3994def503,segment=NetworkSegment(19573fc3-2b57-408c-8be3-e196040dc2e9),segment_id=19573fc3-2b57-408c-8be3-e196040dc2e9)] {{(pid=86422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:35:55.184860 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785676839112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251178383903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251178382076'] for port, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:55.186183 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Device bfed11f9-e57c-4e28-9a8f-131d7bef5a3c details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 18:35:55.188344 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:35:55.340636 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Pushing event updated for resources: {'Port': ['ID=1d1f4b5c-441f-47a0-b025-0e3994def503,revision_number=4']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:35:55.355687 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:35:55.356058 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:35:55.356461 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:35:55.356829 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:35:55.357189 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:35:55.357633 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:35:55.358003 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:35:55.358356 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:35:55.358728 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:35:55.359080 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:35:55.359436 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:35:55.359789 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:35:55.365535 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:35:55.463787 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] For port bfed11f9-e57c-4e28-9a8f-131d7bef5a3c, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=bfed11f9-e57c-4e28-9a8f-131d7bef5a3c,segment=NetworkSegment(8f4cadfd-3269-4c6c-8ca6-68423b9c7197),segment_id=8f4cadfd-3269-4c6c-8ca6-68423b9c7197)] {{(pid=86422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:35:55.486580 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Returning: {'device': 'bfed11f9-e57c-4e28-9a8f-131d7bef5a3c', 'network_id': '70bb951b-5201-42f1-af2f-fff209eaf750', 'port_id': 'bfed11f9-e57c-4e28-9a8f-131d7bef5a3c', 'mac_address': 'fa:16:3e:38:f1:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 380, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de093425-a655-4f08-b89a-732e934018c4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 18:35:55.555339 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854207267'] for port, before_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:55.574484 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.notifiers.nova [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bfed11f9-e57c-4e28-9a8f-131d7bef5a3c {{(pid=86422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 18:35:55.593376 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] For port bfed11f9-e57c-4e28-9a8f-131d7bef5a3c, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=bfed11f9-e57c-4e28-9a8f-131d7bef5a3c,segment=NetworkSegment(8f4cadfd-3269-4c6c-8ca6-68423b9c7197),segment_id=8f4cadfd-3269-4c6c-8ca6-68423b9c7197)] {{(pid=86422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:35:55.596482 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785676839112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251178383903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251178382076'] for port, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:55.599531 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-8b4d7a92-12f7-4c06-bde3-c30c23b7d28e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:35:55.692076 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Pushing event updated for resources: {'Port': ['ID=bfed11f9-e57c-4e28-9a8f-131d7bef5a3c,revision_number=6']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:35:55.695664 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:35:55.700359 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] get_ports_and_sgs() called for port_ids ['bfed11f9-e57c-4e28-9a8f-131d7bef5a3c'] {{(pid=86422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 18:35:55.828254 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc7abb1-1b36-42e0-bc3d-6e5b28840ed8 req-b0fddddd-52ff-4c07-a3fb-e8a07864ddf1 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:55.829927 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-8bc7abb1-1b36-42e0-bc3d-6e5b28840ed8 req-b0fddddd-52ff-4c07-a3fb-e8a07864ddf1 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "GET /v2.0/ports?device_id=5ecac24b-2023-477e-a6b0-c36ffddd82ad HTTP/1.1" status: 200  len: 944 time: 0.1071897
Apr 20 18:35:55.883991 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-8bc7abb1-1b36-42e0-bc3d-6e5b28840ed8 req-e98359d1-2d22-4fa1-8fe2-3fdde610276d tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "GET /v2.0/security-groups?id=72e2ab52-920c-4349-854b-16e50e49549f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0467680
Apr 20 18:35:55.887773 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] get_ports_and_sgs() called for port_ids ['1d1f4b5c-441f-47a0-b025-0e3994def503'] {{(pid=86422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 18:35:56.357669 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73a93d0-3fb7-47f0-bcae-544fafff3907 req-bfdedc2d-ec84-4e52-bab3-e6d0bc943197 tempest-VolumesActionsTest-57729970 tempest-VolumesActionsTest-57729970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:56.362258 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-a73a93d0-3fb7-47f0-bcae-544fafff3907 req-bfdedc2d-ec84-4e52-bab3-e6d0bc943197 tempest-VolumesActionsTest-57729970 tempest-VolumesActionsTest-57729970-project] 10.222.0.11 "GET /v2.0/ports?device_id=607e5df1-8999-49fb-addc-a52c7b544cca HTTP/1.1" status: 200  len: 944 time: 0.1240015
Apr 20 18:35:56.477156 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-a73a93d0-3fb7-47f0-bcae-544fafff3907 req-96afe9ae-5636-47c7-98da-696483995330 tempest-VolumesActionsTest-57729970 tempest-VolumesActionsTest-57729970-project] 10.222.0.11 "GET /v2.0/security-groups?id=f38d07f9-757a-46a2-8465-004a7cd9d9e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0994780
Apr 20 18:35:56.900397 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Device 1d1f4b5c-441f-47a0-b025-0e3994def503 up at agent hyperv_hv-cinder-78693 {{(pid=86422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:35:56.986295 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Provisioning for port 1d1f4b5c-441f-47a0-b025-0e3994def503 completed by entity L2. {{(pid=86422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 18:35:56.992282 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Provisioning complete for port 1d1f4b5c-441f-47a0-b025-0e3994def503 triggered by entity L2. {{(pid=86422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:35:56.992683 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733696'] for port, provisioning_complete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:57.137658 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854207267'] for port, before_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:57.148755 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e63c637-0b05-48a3-a049-7be49a4fb4aa req-e46dd9ca-5bf7-4afd-8f4a-cb802d4d1b17 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:57.157454 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-0e63c637-0b05-48a3-a049-7be49a4fb4aa req-e46dd9ca-5bf7-4afd-8f4a-cb802d4d1b17 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "GET /v2.0/ports?device_id=5ecac24b-2023-477e-a6b0-c36ffddd82ad HTTP/1.1" status: 200  len: 944 time: 0.1070895
Apr 20 18:35:57.177302 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] For port 1d1f4b5c-441f-47a0-b025-0e3994def503, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=1d1f4b5c-441f-47a0-b025-0e3994def503,segment=NetworkSegment(19573fc3-2b57-408c-8be3-e196040dc2e9),segment_id=19573fc3-2b57-408c-8be3-e196040dc2e9)] {{(pid=86422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:35:57.179049 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '607e5df1-8999-49fb-addc-a52c7b544cca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d1f4b5c-441f-47a0-b025-0e3994def503'}] {{(pid=86422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:35:57.186020 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785676839112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251178383903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251178382076'] for port, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:57.186876 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Device bfed11f9-e57c-4e28-9a8f-131d7bef5a3c up at agent hyperv_hv-cinder-78693 {{(pid=86422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:35:57.227064 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-0e63c637-0b05-48a3-a049-7be49a4fb4aa req-f8f3b4dc-ea94-4c37-bffc-da310c583fff tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "GET /v2.0/security-groups?id=72e2ab52-920c-4349-854b-16e50e49549f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0687125
Apr 20 18:35:57.247090 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '607e5df1-8999-49fb-addc-a52c7b544cca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d1f4b5c-441f-47a0-b025-0e3994def503', 'code': 200}
Apr 20 18:35:57.247672 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:35:57.334941 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Provisioning complete for port bfed11f9-e57c-4e28-9a8f-131d7bef5a3c triggered by entity L2. {{(pid=86422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:35:57.335363 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733696'] for port, provisioning_complete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:57.375442 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Pushing event updated for resources: {'Port': ['ID=1d1f4b5c-441f-47a0-b025-0e3994def503,revision_number=5']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:35:57.380532 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:35:57.495725 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854207267'] for port, before_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:57.534051 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f346de93-2a7f-48b8-b708-e92960226f70 req-888c7eb2-0e26-42c1-97d4-21302fbbdd2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:57.536357 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-f346de93-2a7f-48b8-b708-e92960226f70 req-888c7eb2-0e26-42c1-97d4-21302fbbdd2b service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=607e5df1-8999-49fb-addc-a52c7b544cca HTTP/1.1" status: 200  len: 1098 time: 0.0997224
Apr 20 18:35:57.564904 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] For port bfed11f9-e57c-4e28-9a8f-131d7bef5a3c, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=bfed11f9-e57c-4e28-9a8f-131d7bef5a3c,segment=NetworkSegment(8f4cadfd-3269-4c6c-8ca6-68423b9c7197),segment_id=8f4cadfd-3269-4c6c-8ca6-68423b9c7197)] {{(pid=86422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:35:57.570274 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785676839112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251178383903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251178382076'] for port, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:57.572333 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:35:57.641943 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-f346de93-2a7f-48b8-b708-e92960226f70 req-b6e9a509-178a-4f70-88dc-8ce85f7b04d3 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=f38d07f9-757a-46a2-8465-004a7cd9d9e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0991106
Apr 20 18:35:57.670418 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Pushing event updated for resources: {'Port': ['ID=bfed11f9-e57c-4e28-9a8f-131d7bef5a3c,revision_number=7']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:35:57.677223 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:35:57.766903 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72111f5a-f18c-4838-9309-bad0ada31188 req-894d819c-3488-43dd-b1f8-3b7316632014 tempest-VolumesActionsTest-57729970 tempest-VolumesActionsTest-57729970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:57.768591 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-72111f5a-f18c-4838-9309-bad0ada31188 req-894d819c-3488-43dd-b1f8-3b7316632014 tempest-VolumesActionsTest-57729970 tempest-VolumesActionsTest-57729970-project] 10.222.0.11 "GET /v2.0/ports?device_id=607e5df1-8999-49fb-addc-a52c7b544cca HTTP/1.1" status: 200  len: 945 time: 0.0972705
Apr 20 18:35:57.828277 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-72111f5a-f18c-4838-9309-bad0ada31188 req-476e0e34-0d23-4219-a55e-62241e78c8f3 tempest-VolumesActionsTest-57729970 tempest-VolumesActionsTest-57729970-project] 10.222.0.11 "GET /v2.0/security-groups?id=f38d07f9-757a-46a2-8465-004a7cd9d9e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0530574
Apr 20 18:35:58.559377 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7eb81c5e-a49a-4955-a119-d1bac1dae806 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:58.570654 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dbf2d8-f887-4661-8c17-c993d304ffb9 req-e6ef520e-0c15-4f6a-97d7-c0d9e0a6e53f tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:58.581651 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-52dbf2d8-f887-4661-8c17-c993d304ffb9 req-e6ef520e-0c15-4f6a-97d7-c0d9e0a6e53f tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "GET /v2.0/ports?device_id=5ecac24b-2023-477e-a6b0-c36ffddd82ad HTTP/1.1" status: 200  len: 945 time: 0.1742566
Apr 20 18:35:58.636248 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-52dbf2d8-f887-4661-8c17-c993d304ffb9 req-02ff32a4-7bc8-4c9c-9566-b34762b319d6 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "GET /v2.0/security-groups?id=72e2ab52-920c-4349-854b-16e50e49549f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0514176
Apr 20 18:35:59.225930 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [req-d4b97c81-5b2f-4d17-ac95-cb86c7e383f0 req-08d7cb7b-e5fa-43bb-8542-e479372e4e38 tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] Synchronizing usage tracker for tenant:5283e7179c6941ac97dec0a0f8b3ae8f on resource:security_group {{(pid=86421) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 18:35:59.240558 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400f0459-0f1d-4df6-8901-8e114527f038 req-1cc18b5b-3427-4b36-b7d3-62787ff7756d tempest-VolumesActionsTest-57729970 tempest-VolumesActionsTest-57729970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:59.242532 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-400f0459-0f1d-4df6-8901-8e114527f038 req-1cc18b5b-3427-4b36-b7d3-62787ff7756d tempest-VolumesActionsTest-57729970 tempest-VolumesActionsTest-57729970-project] 10.222.0.11 "GET /v2.0/ports?device_id=607e5df1-8999-49fb-addc-a52c7b544cca HTTP/1.1" status: 200  len: 945 time: 0.1754525
Apr 20 18:35:59.248855 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ecac24b-2023-477e-a6b0-c36ffddd82ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfed11f9-e57c-4e28-9a8f-131d7bef5a3c'}] {{(pid=86422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:35:59.284989 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [req-d4b97c81-5b2f-4d17-ac95-cb86c7e383f0 req-08d7cb7b-e5fa-43bb-8542-e479372e4e38 tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] Unset dirty status for tenant:5283e7179c6941ac97dec0a0f8b3ae8f on resource:security_group {{(pid=86421) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 18:35:59.286557 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-d4b97c81-5b2f-4d17-ac95-cb86c7e383f0 req-08d7cb7b-e5fa-43bb-8542-e479372e4e38 tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1777569638&fields=id&tenant_id=5283e7179c6941ac97dec0a0f8b3ae8f HTTP/1.1" status: 200  len: 267 time: 0.1203964
Apr 20 18:35:59.402948 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-400f0459-0f1d-4df6-8901-8e114527f038 req-0d0eef31-53f1-4a3c-a13a-3aaa0d59f2a8 tempest-VolumesActionsTest-57729970 tempest-VolumesActionsTest-57729970-project] 10.222.0.11 "GET /v2.0/security-groups?id=f38d07f9-757a-46a2-8465-004a7cd9d9e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1493945
Apr 20 18:35:59.504772 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b97c81-5b2f-4d17-ac95-cb86c7e383f0 req-67f0a849-e9e7-41e8-920c-748f22711bf8 tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:59.513700 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-d4b97c81-5b2f-4d17-ac95-cb86c7e383f0 req-67f0a849-e9e7-41e8-920c-748f22711bf8 tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] 10.222.0.11 "GET /v2.0/networks?id=80913dd1-937c-45ce-ae14-972844ab57d5 HTTP/1.1" status: 200  len: 809 time: 0.2153060
Apr 20 18:35:59.532527 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-d4b97c81-5b2f-4d17-ac95-cb86c7e383f0 req-05274787-2148-43dd-8174-829967f3d78d tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] 10.222.0.11 "GET /v2.0/quotas/5283e7179c6941ac97dec0a0f8b3ae8f HTTP/1.1" status: 200  len: 375 time: 0.0176835
Apr 20 18:35:59.666506 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [req-d4b97c81-5b2f-4d17-ac95-cb86c7e383f0 req-b1236ec5-083f-4674-ae8c-f04f0b011637 tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] Synchronizing usage tracker for tenant:5283e7179c6941ac97dec0a0f8b3ae8f on resource:port {{(pid=86421) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 18:35:59.689568 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [req-d4b97c81-5b2f-4d17-ac95-cb86c7e383f0 req-b1236ec5-083f-4674-ae8c-f04f0b011637 tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] Unset dirty status for tenant:5283e7179c6941ac97dec0a0f8b3ae8f on resource:port {{(pid=86421) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 18:35:59.704837 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-d4b97c81-5b2f-4d17-ac95-cb86c7e383f0 req-b1236ec5-083f-4674-ae8c-f04f0b011637 tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=5283e7179c6941ac97dec0a0f8b3ae8f&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1712213
Apr 20 18:35:59.751752 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ecac24b-2023-477e-a6b0-c36ffddd82ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfed11f9-e57c-4e28-9a8f-131d7bef5a3c', 'code': 200}
Apr 20 18:36:00.034530 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04eb7a26-3dc4-4a72-a17b-18450ef49f63 req-1cd9bc87-d7b8-4456-82f5-70c680912dfe tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:36:00.046596 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-04eb7a26-3dc4-4a72-a17b-18450ef49f63 req-1cd9bc87-d7b8-4456-82f5-70c680912dfe tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "GET /v2.0/ports?device_id=5ecac24b-2023-477e-a6b0-c36ffddd82ad HTTP/1.1" status: 200  len: 945 time: 0.1688702
Apr 20 18:36:00.116352 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-04eb7a26-3dc4-4a72-a17b-18450ef49f63 req-9a6e237a-05fa-48d9-8f4a-4b1a714f94e3 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "GET /v2.0/security-groups?id=72e2ab52-920c-4349-854b-16e50e49549f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0686631
Apr 20 18:36:00.131061 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-d4b97c81-5b2f-4d17-ac95-cb86c7e383f0 req-3504372a-2a40-47a6-91ff-1c384be49ada service neutron] 10.222.0.11 "GET /v2.0/networks/80913dd1-937c-45ce-ae14-972844ab57d5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4236352
Apr 20 18:36:00.319694 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-d4b97c81-5b2f-4d17-ac95-cb86c7e383f0 req-94767efd-02c3-4e8d-b1aa-7cd63cfb30a5 service neutron] 10.222.0.11 "GET /v2.0/networks/80913dd1-937c-45ce-ae14-972844ab57d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1875362
Apr 20 18:36:01.013890 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-62a5450f-66be-4b93-8cd3-439a5519e391 req-90a83ed0-2816-471b-8532-721f0b3a84ef tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] 10.222.0.11 "GET /v2.0/ports?device_id=9013f79b-448b-43d7-beb2-39ba514f62e0 HTTP/1.1" status: 200  len: 210 time: 0.1030726
Apr 20 18:36:01.379247 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f16a1df7-e92c-4ef6-aaff-28605a89d8c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:01.408808 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-59ff2fcf-5a92-41e6-b6a8-ab5cb4df6403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:01.416547 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d1b561-d204-4f64-958c-de3d22f65ac7 req-1aa2cba9-2de5-4779-9e8d-683c0365995e tempest-VolumesActionsTest-57729970 tempest-VolumesActionsTest-57729970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:36:01.420345 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-58d1b561-d204-4f64-958c-de3d22f65ac7 req-1aa2cba9-2de5-4779-9e8d-683c0365995e tempest-VolumesActionsTest-57729970 tempest-VolumesActionsTest-57729970-project] 10.222.0.11 "GET /v2.0/ports?device_id=607e5df1-8999-49fb-addc-a52c7b544cca HTTP/1.1" status: 200  len: 945 time: 0.2379777
Apr 20 18:36:01.625395 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-58d1b561-d204-4f64-958c-de3d22f65ac7 req-5ed6a255-33fc-494e-bb84-a85f79375d14 tempest-VolumesActionsTest-57729970 tempest-VolumesActionsTest-57729970-project] 10.222.0.11 "GET /v2.0/security-groups?id=f38d07f9-757a-46a2-8465-004a7cd9d9e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1969290
Apr 20 18:36:01.669229 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c59485-bed0-400e-b3d4-5a13f373c932 req-c1206654-4056-40e1-80cb-9e7494a0505c tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:36:01.677997 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-30c59485-bed0-400e-b3d4-5a13f373c932 req-c1206654-4056-40e1-80cb-9e7494a0505c tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "GET /v2.0/ports?device_id=5ecac24b-2023-477e-a6b0-c36ffddd82ad HTTP/1.1" status: 200  len: 945 time: 0.1933942
Apr 20 18:36:01.736445 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-30c59485-bed0-400e-b3d4-5a13f373c932 req-02077c74-20c0-428d-9add-562d1a15b4df tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "GET /v2.0/security-groups?id=72e2ab52-920c-4349-854b-16e50e49549f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0568147
Apr 20 18:36:01.996463 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:02.274880 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-5514fc4a-100d-4025-826b-d1d7f123db5b req-00ec588c-2066-432e-bebe-2b3eb480d0f3 tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] 10.222.0.11 "GET /v2.0/ports?device_id=9013f79b-448b-43d7-beb2-39ba514f62e0 HTTP/1.1" status: 200  len: 210 time: 0.0699105
Apr 20 18:36:02.365181 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:03.011171 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7472be03-7650-4a71-9d5b-c6b690be95bd req-be276d82-6d47-46dc-9a41-9e0289594622 tempest-VolumesActionsTest-57729970 tempest-VolumesActionsTest-57729970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:36:03.012575 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [req-7472be03-7650-4a71-9d5b-c6b690be95bd req-be276d82-6d47-46dc-9a41-9e0289594622 tempest-VolumesActionsTest-57729970 tempest-VolumesActionsTest-57729970-project] Synchronizing usage tracker for tenant:f647485bb66241938616bee3676c945c on resource:port {{(pid=86420) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 18:36:03.093070 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fffa9c-f681-485d-a959-561765c15d93 req-3a11e798-af9b-4ebb-8c8e-d06957ea8f45 tempest-VolumesActionsTest-57729970 tempest-VolumesActionsTest-57729970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:36:03.102857 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-c5fffa9c-f681-485d-a959-561765c15d93 req-3a11e798-af9b-4ebb-8c8e-d06957ea8f45 tempest-VolumesActionsTest-57729970 tempest-VolumesActionsTest-57729970-project] 10.222.0.11 "GET /v2.0/ports?device_id=607e5df1-8999-49fb-addc-a52c7b544cca HTTP/1.1" status: 200  len: 945 time: 0.2551780
Apr 20 18:36:03.122136 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [req-7472be03-7650-4a71-9d5b-c6b690be95bd req-be276d82-6d47-46dc-9a41-9e0289594622 tempest-VolumesActionsTest-57729970 tempest-VolumesActionsTest-57729970-project] Unset dirty status for tenant:f647485bb66241938616bee3676c945c on resource:port {{(pid=86420) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 18:36:03.125657 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-7472be03-7650-4a71-9d5b-c6b690be95bd req-be276d82-6d47-46dc-9a41-9e0289594622 tempest-VolumesActionsTest-57729970 tempest-VolumesActionsTest-57729970-project] 10.222.0.10 "GET /v2.0/ports?device_id=607e5df1-8999-49fb-addc-a52c7b544cca HTTP/1.1" status: 200  len: 945 time: 0.6283619
Apr 20 18:36:03.166366 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-69625b45-0eac-4ead-bef5-f7df2e631dfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:03.167718 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-c5fffa9c-f681-485d-a959-561765c15d93 req-7ea8a932-b9e4-4afe-abd6-9e20dbb7a159 tempest-VolumesActionsTest-57729970 tempest-VolumesActionsTest-57729970-project] 10.222.0.11 "GET /v2.0/security-groups?id=f38d07f9-757a-46a2-8465-004a7cd9d9e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0634830
Apr 20 18:36:03.185081 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e90b2b-32fd-4e49-ab31-59bc49f9bc89 req-b55b2245-84f9-4f57-aeee-a2c522f25f9d tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:36:03.203904 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-69e90b2b-32fd-4e49-ab31-59bc49f9bc89 req-b55b2245-84f9-4f57-aeee-a2c522f25f9d tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "GET /v2.0/ports?device_id=5ecac24b-2023-477e-a6b0-c36ffddd82ad HTTP/1.1" status: 200  len: 945 time: 0.2772071
Apr 20 18:36:03.289674 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-69e90b2b-32fd-4e49-ab31-59bc49f9bc89 req-a10a93d1-9aa8-4eab-8353-a8ca503e1af2 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "GET /v2.0/security-groups?id=72e2ab52-920c-4349-854b-16e50e49549f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0846491
Apr 20 18:36:03.361672 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [req-7472be03-7650-4a71-9d5b-c6b690be95bd req-b576cc66-f74d-4e59-a4d7-b979a37008dc tempest-VolumesActionsTest-57729970 tempest-VolumesActionsTest-57729970-project] Deleting port 1d1f4b5c-441f-47a0-b025-0e3994def503 {{(pid=86420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 18:36:03.362268 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-7472be03-7650-4a71-9d5b-c6b690be95bd req-b576cc66-f74d-4e59-a4d7-b979a37008dc tempest-VolumesActionsTest-57729970 tempest-VolumesActionsTest-57729970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251177940340'] for port, before_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:03.418378 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b97c81-5b2f-4d17-ac95-cb86c7e383f0 req-2da5f365-4195-4e98-9836-6e1dbc3762b1 tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:36:03.419826 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [req-d4b97c81-5b2f-4d17-ac95-cb86c7e383f0 req-2da5f365-4195-4e98-9836-6e1dbc3762b1 tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] Synchronizing usage tracker for tenant:5283e7179c6941ac97dec0a0f8b3ae8f on resource:network {{(pid=86420) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 18:36:03.481700 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [req-d4b97c81-5b2f-4d17-ac95-cb86c7e383f0 req-2da5f365-4195-4e98-9836-6e1dbc3762b1 tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] Unset dirty status for tenant:5283e7179c6941ac97dec0a0f8b3ae8f on resource:network {{(pid=86420) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 18:36:03.484516 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-d4b97c81-5b2f-4d17-ac95-cb86c7e383f0 req-2da5f365-4195-4e98-9836-6e1dbc3762b1 tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] 10.222.0.10 "GET /v2.0/networks?id=80913dd1-937c-45ce-ae14-972844ab57d5 HTTP/1.1" status: 200  len: 809 time: 0.8709095
Apr 20 18:36:03.744663 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-1ab459a1-ba21-43e8-bafc-65fa9248fa4f req-db1bedbe-7f87-46d1-ab2e-613d308f0659 tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] 10.222.0.11 "GET /v2.0/ports?device_id=9013f79b-448b-43d7-beb2-39ba514f62e0 HTTP/1.1" status: 200  len: 210 time: 0.1781595
Apr 20 18:36:03.894547 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [req-d4b97c81-5b2f-4d17-ac95-cb86c7e383f0 req-17ede5e4-62e6-4da7-8874-8ba33e4447d2 tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] Synchronizing usage tracker for tenant:5283e7179c6941ac97dec0a0f8b3ae8f on resource:security_group {{(pid=86420) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 18:36:03.929042 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [req-d4b97c81-5b2f-4d17-ac95-cb86c7e383f0 req-17ede5e4-62e6-4da7-8874-8ba33e4447d2 tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] Unset dirty status for tenant:5283e7179c6941ac97dec0a0f8b3ae8f on resource:security_group {{(pid=86420) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 18:36:03.930597 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-d4b97c81-5b2f-4d17-ac95-cb86c7e383f0 req-17ede5e4-62e6-4da7-8874-8ba33e4447d2 tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5283e7179c6941ac97dec0a0f8b3ae8f HTTP/1.1" status: 200  len: 8061 time: 0.4355707
Apr 20 18:36:03.942198 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.v2.base [req-d4b97c81-5b2f-4d17-ac95-cb86c7e383f0 req-33eec94d-12cd-4c5f-8ad7-ee550af75468 tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] Request body: {'port': {'device_id': '9013f79b-448b-43d7-beb2-39ba514f62e0', 'network_id': '80913dd1-937c-45ce-ae14-972844ab57d5', 'admin_state_up': True, 'tenant_id': '5283e7179c6941ac97dec0a0f8b3ae8f', 'security_groups': ['3e7d13fc-d24e-4d2a-928a-18ab9c0989fb']}} {{(pid=86420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:36:03.975163 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [req-7472be03-7650-4a71-9d5b-c6b690be95bd req-b576cc66-f74d-4e59-a4d7-b979a37008dc tempest-VolumesActionsTest-57729970 tempest-VolumesActionsTest-57729970-project] For port 1d1f4b5c-441f-47a0-b025-0e3994def503, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=1d1f4b5c-441f-47a0-b025-0e3994def503,segment=NetworkSegment(19573fc3-2b57-408c-8be3-e196040dc2e9),segment_id=19573fc3-2b57-408c-8be3-e196040dc2e9)] {{(pid=86420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:36:03.975163 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-7472be03-7650-4a71-9d5b-c6b690be95bd req-b576cc66-f74d-4e59-a4d7-b979a37008dc tempest-VolumesActionsTest-57729970 tempest-VolumesActionsTest-57729970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858558'] for port, precommit_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:04.208630 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [req-7472be03-7650-4a71-9d5b-c6b690be95bd req-b576cc66-f74d-4e59-a4d7-b979a37008dc tempest-VolumesActionsTest-57729970 tempest-VolumesActionsTest-57729970-project] Calling delete_port for 1d1f4b5c-441f-47a0-b025-0e3994def503 owned by compute:nova {{(pid=86420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 18:36:04.404471 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [req-d4b97c81-5b2f-4d17-ac95-cb86c7e383f0 req-33eec94d-12cd-4c5f-8ad7-ee550af75468 tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:36:04.463677 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [req-d4b97c81-5b2f-4d17-ac95-cb86c7e383f0 req-33eec94d-12cd-4c5f-8ad7-ee550af75468 tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:36:04.470559 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4406b6-66b7-4110-b17f-d780e2c51df2 req-c5d73374-30a8-4bce-a1a2-0101f1cbf4a2 tempest-VolumesActionsTest-57729970 tempest-VolumesActionsTest-57729970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:36:04.483644 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-0c4406b6-66b7-4110-b17f-d780e2c51df2 req-c5d73374-30a8-4bce-a1a2-0101f1cbf4a2 tempest-VolumesActionsTest-57729970 tempest-VolumesActionsTest-57729970-project] 10.222.0.11 "GET /v2.0/ports?device_id=607e5df1-8999-49fb-addc-a52c7b544cca HTTP/1.1" status: 200  len: 945 time: 0.1784124
Apr 20 18:36:04.492884 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4b97c81-5b2f-4d17-ac95-cb86c7e383f0 req-33eec94d-12cd-4c5f-8ad7-ee550af75468 tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] Made reservation on behalf of 5283e7179c6941ac97dec0a0f8b3ae8f for: {'port': 1} {{(pid=86420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 18:36:04.499405 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-d4b97c81-5b2f-4d17-ac95-cb86c7e383f0 req-33eec94d-12cd-4c5f-8ad7-ee550af75468 tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854207267'] for port, before_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:04.552564 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-0c4406b6-66b7-4110-b17f-d780e2c51df2 req-454c1f84-a153-46d9-8ff7-1ec3419b7bde tempest-VolumesActionsTest-57729970 tempest-VolumesActionsTest-57729970-project] 10.222.0.11 "GET /v2.0/security-groups?id=f38d07f9-757a-46a2-8465-004a7cd9d9e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0679007
Apr 20 18:36:04.684473 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-7472be03-7650-4a71-9d5b-c6b690be95bd req-b576cc66-f74d-4e59-a4d7-b979a37008dc tempest-VolumesActionsTest-57729970 tempest-VolumesActionsTest-57729970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251177936671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785676391897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4189424'] for port, after_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:04.708972 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:36:04.746591 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ced364-281c-4dd5-8da4-504d31e587c5 req-818b3c93-a574-4dba-9445-ab0d35342f23 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:36:04.749114 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-85ced364-281c-4dd5-8da4-504d31e587c5 req-818b3c93-a574-4dba-9445-ab0d35342f23 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "GET /v2.0/ports?device_id=5ecac24b-2023-477e-a6b0-c36ffddd82ad HTTP/1.1" status: 200  len: 945 time: 0.1297646
Apr 20 18:36:04.774777 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b576cc66-f74d-4e59-a4d7-b979a37008dc tempest-VolumesActionsTest-57729970 tempest-VolumesActionsTest-57729970-project] Pushing event deleted for resources: {'Port': ['ID=1d1f4b5c-441f-47a0-b025-0e3994def503,revision_number=None']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:36:04.813656 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-b576cc66-f74d-4e59-a4d7-b979a37008dc tempest-VolumesActionsTest-57729970 tempest-VolumesActionsTest-57729970-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:36:04.840053 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-85ced364-281c-4dd5-8da4-504d31e587c5 req-7646441f-2954-4b00-b8e9-777ebc5cb0d9 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "GET /v2.0/security-groups?id=72e2ab52-920c-4349-854b-16e50e49549f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0773406
Apr 20 18:36:04.890243 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [req-7472be03-7650-4a71-9d5b-c6b690be95bd req-b576cc66-f74d-4e59-a4d7-b979a37008dc tempest-VolumesActionsTest-57729970 tempest-VolumesActionsTest-57729970-project] No DVR routers for this DVR port 1d1f4b5c-441f-47a0-b025-0e3994def503 on host hv-cinder-78693 {{(pid=86420) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 18:36:04.893751 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-7472be03-7650-4a71-9d5b-c6b690be95bd req-b576cc66-f74d-4e59-a4d7-b979a37008dc tempest-VolumesActionsTest-57729970 tempest-VolumesActionsTest-57729970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7615'] for port, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:04.901940 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '607e5df1-8999-49fb-addc-a52c7b544cca', 'name': 'network-vif-deleted', 'tag': '1d1f4b5c-441f-47a0-b025-0e3994def503'}] {{(pid=86420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:36:04.928784 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Device 1d1f4b5c-441f-47a0-b025-0e3994def503 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 18:36:04.978565 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-7472be03-7650-4a71-9d5b-c6b690be95bd req-b576cc66-f74d-4e59-a4d7-b979a37008dc tempest-VolumesActionsTest-57729970 tempest-VolumesActionsTest-57729970-project] 10.222.0.10 "DELETE /v2.0/ports/1d1f4b5c-441f-47a0-b025-0e3994def503 HTTP/1.1" status: 204  len: 173 time: 1.8241251
Apr 20 18:36:04.994454 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '607e5df1-8999-49fb-addc-a52c7b544cca', 'name': 'network-vif-deleted', 'tag': '1d1f4b5c-441f-47a0-b025-0e3994def503', 'status': 'completed', 'code': 200}
Apr 20 18:36:05.018811 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.db_base_plugin_common [req-d4b97c81-5b2f-4d17-ac95-cb86c7e383f0 req-33eec94d-12cd-4c5f-8ad7-ee550af75468 tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] Allocated IP 172.20.0.5 (80913dd1-937c-45ce-ae14-972844ab57d5/8ab8a665-1a1f-4e98-99e5-1b83bdb4be35/bda81b1d-34db-4fe4-b4fd-a3ef53c16417) {{(pid=86420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 18:36:05.047732 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-ba6b51ed-e749-4655-8bf4-cc1102121003 req-40bd2c83-86ac-4222-bd65-056a1279472c tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] 10.222.0.11 "GET /v2.0/ports?device_id=9013f79b-448b-43d7-beb2-39ba514f62e0 HTTP/1.1" status: 200  len: 210 time: 0.1344397
Apr 20 18:36:05.050481 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] No Port match for: 1d1f4b5c-441f-47a0-b025-0e3994def503 {{(pid=86422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 18:36:05.050914 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Device 1d1f4b5c-441f-47a0-b025-0e3994def503 not bound to the agent host hv-cinder-78693 {{(pid=86422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 18:36:05.301309 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-d4b97c81-5b2f-4d17-ac95-cb86c7e383f0 req-33eec94d-12cd-4c5f-8ad7-ee550af75468 tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] Notify callbacks [] for port, precommit_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:05.323803 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [req-d4b97c81-5b2f-4d17-ac95-cb86c7e383f0 req-33eec94d-12cd-4c5f-8ad7-ee550af75468 tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] Transition to ACTIVE for port object bda81b1d-34db-4fe4-b4fd-a3ef53c16417 will not be triggered until provisioned by entity DHCP. {{(pid=86420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 18:36:05.352126 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-d4b97c81-5b2f-4d17-ac95-cb86c7e383f0 req-33eec94d-12cd-4c5f-8ad7-ee550af75468 tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251178383920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4189424'] for port, after_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:05.365225 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-f033e4bf-ff9d-4eb9-8a23-24e294c3419d tempest-ServerRescueNegativeTestJSON-161577157 tempest-ServerRescueNegativeTestJSON-161577157-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:36:05.458742 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4b97c81-5b2f-4d17-ac95-cb86c7e383f0 req-33eec94d-12cd-4c5f-8ad7-ee550af75468 tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] Network 80913dd1-937c-45ce-ae14-972844ab57d5 is already hosted by enough agents. {{(pid=86420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 18:36:05.462332 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.scheduler.base_scheduler [req-d4b97c81-5b2f-4d17-ac95-cb86c7e383f0 req-33eec94d-12cd-4c5f-8ad7-ee550af75468 tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] Resources bound (agent type, host, resource id):  {{(pid=86420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:36:05.479260 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4b97c81-5b2f-4d17-ac95-cb86c7e383f0 req-33eec94d-12cd-4c5f-8ad7-ee550af75468 tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] Received port after_create {{(pid=86420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 18:36:05.559213 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33eec94d-12cd-4c5f-8ad7-ee550af75468 tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] Pushing event updated for resources: {'Port': ['ID=bda81b1d-34db-4fe4-b4fd-a3ef53c16417,revision_number=1']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:36:05.568837 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b97c81-5b2f-4d17-ac95-cb86c7e383f0 req-33eec94d-12cd-4c5f-8ad7-ee550af75468 tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:36:05.569717 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-d4b97c81-5b2f-4d17-ac95-cb86c7e383f0 req-33eec94d-12cd-4c5f-8ad7-ee550af75468 tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7615'] for port, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:05.574583 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-33eec94d-12cd-4c5f-8ad7-ee550af75468 tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:36:05.596338 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-d4b97c81-5b2f-4d17-ac95-cb86c7e383f0 req-33eec94d-12cd-4c5f-8ad7-ee550af75468 tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.6580479
Apr 20 18:36:05.614473 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.v2.base [req-d4b97c81-5b2f-4d17-ac95-cb86c7e383f0 req-55b387c5-d709-464f-b2e3-51d1f11f1511 service neutron] Request body: {'port': {'device_id': '9013f79b-448b-43d7-beb2-39ba514f62e0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=86420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:36:05.793527 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-d4b97c81-5b2f-4d17-ac95-cb86c7e383f0 req-55b387c5-d709-464f-b2e3-51d1f11f1511 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854207267'] for port, before_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:05.854774 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-7c0d0a67-b467-44ed-ac2d-d68135a86140 None None] Provisioning for port bda81b1d-34db-4fe4-b4fd-a3ef53c16417 completed by entity DHCP. {{(pid=86422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 18:36:05.874733 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-7c0d0a67-b467-44ed-ac2d-d68135a86140 None None] Provisioning complete for port bda81b1d-34db-4fe4-b4fd-a3ef53c16417 triggered by entity DHCP. {{(pid=86422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:36:05.876005 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7c0d0a67-b467-44ed-ac2d-d68135a86140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733696'] for port, provisioning_complete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:05.977306 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-097193fd-eea2-4fab-b32f-c0fc01927be4 req-d958300f-b28d-4589-b2fb-72b0700f7a34 tempest-VolumesActionsTest-57729970 tempest-VolumesActionsTest-57729970-project] 10.222.0.11 "GET /v2.0/ports?device_id=607e5df1-8999-49fb-addc-a52c7b544cca HTTP/1.1" status: 200  len: 210 time: 0.0997629
Apr 20 18:36:06.054002 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-7c0d0a67-b467-44ed-ac2d-d68135a86140 None None] Port bda81b1d-34db-4fe4-b4fd-a3ef53c16417 cannot update to ACTIVE because it is not bound. {{(pid=86422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 18:36:06.261008 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8e4584-000a-4a89-98f6-7b917fd73b07 req-5ab3912f-a941-4913-b314-236a5c76727d tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:36:06.269716 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-2b8e4584-000a-4a89-98f6-7b917fd73b07 req-5ab3912f-a941-4913-b314-236a5c76727d tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "GET /v2.0/ports?device_id=5ecac24b-2023-477e-a6b0-c36ffddd82ad HTTP/1.1" status: 200  len: 945 time: 0.1658213
Apr 20 18:36:06.323358 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.notifiers.nova [req-d4b97c81-5b2f-4d17-ac95-cb86c7e383f0 req-55b387c5-d709-464f-b2e3-51d1f11f1511 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bda81b1d-34db-4fe4-b4fd-a3ef53c16417 {{(pid=86420) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 18:36:06.332722 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-d4b97c81-5b2f-4d17-ac95-cb86c7e383f0 req-55b387c5-d709-464f-b2e3-51d1f11f1511 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:06.358389 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [req-d4b97c81-5b2f-4d17-ac95-cb86c7e383f0 req-55b387c5-d709-464f-b2e3-51d1f11f1511 service neutron] Transition to ACTIVE for port object bda81b1d-34db-4fe4-b4fd-a3ef53c16417 will not be triggered until provisioned by entity L2. {{(pid=86420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 18:36:06.367035 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-d4b97c81-5b2f-4d17-ac95-cb86c7e383f0 req-55b387c5-d709-464f-b2e3-51d1f11f1511 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785676839112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251178383903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251178382076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850586375'] for port, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:06.372539 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-2b8e4584-000a-4a89-98f6-7b917fd73b07 req-267d39ca-8d42-40b3-b6e9-30a7d0554cdd tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "GET /v2.0/security-groups?id=72e2ab52-920c-4349-854b-16e50e49549f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1016455
Apr 20 18:36:06.392415 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-5a83d5c8-f32a-4c1b-a591-027e2a73eade tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:36:06.403210 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602b791c-62b8-4122-97af-11c9d6a43eb2 req-379c66aa-a81b-461e-87f5-2d96e29b090f tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:36:06.427094 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-602b791c-62b8-4122-97af-11c9d6a43eb2 req-379c66aa-a81b-461e-87f5-2d96e29b090f tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] 10.222.0.11 "GET /v2.0/ports?device_id=9013f79b-448b-43d7-beb2-39ba514f62e0 HTTP/1.1" status: 200  len: 931 time: 0.2191741
Apr 20 18:36:06.536127 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-602b791c-62b8-4122-97af-11c9d6a43eb2 req-69a02844-5622-4b72-b856-6d2a3aa27c97 tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e7d13fc-d24e-4d2a-928a-18ab9c0989fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1071839
Apr 20 18:36:06.611561 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b387c5-d709-464f-b2e3-51d1f11f1511 service neutron] Pushing event updated for resources: {'Port': ['ID=bda81b1d-34db-4fe4-b4fd-a3ef53c16417,revision_number=2']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:36:06.622397 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-55b387c5-d709-464f-b2e3-51d1f11f1511 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:36:06.755668 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [req-d4b97c81-5b2f-4d17-ac95-cb86c7e383f0 req-55b387c5-d709-464f-b2e3-51d1f11f1511 service neutron] Attempting to bind port bda81b1d-34db-4fe4-b4fd-a3ef53c16417 on host hv-cinder-78693 for vnic_type normal with profile  {{(pid=86420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 18:36:06.755973 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [req-d4b97c81-5b2f-4d17-ac95-cb86c7e383f0 req-55b387c5-d709-464f-b2e3-51d1f11f1511 service neutron] Attempting to bind port bda81b1d-34db-4fe4-b4fd-a3ef53c16417 by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': '0eb2a75c-bef3-49ee-9641-ddf1f2ea6df2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '80913dd1-937c-45ce-ae14-972844ab57d5'}] {{(pid=86420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 18:36:06.756499 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4b97c81-5b2f-4d17-ac95-cb86c7e383f0 req-55b387c5-d709-464f-b2e3-51d1f11f1511 service neutron] Attempting to bind port bda81b1d-34db-4fe4-b4fd-a3ef53c16417 on network 80913dd1-937c-45ce-ae14-972844ab57d5 {{(pid=86420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 18:36:06.766860 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4b97c81-5b2f-4d17-ac95-cb86c7e383f0 req-55b387c5-d709-464f-b2e3-51d1f11f1511 service neutron] Port bda81b1d-34db-4fe4-b4fd-a3ef53c16417 on network 80913dd1-937c-45ce-ae14-972844ab57d5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=86420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 20 18:36:06.768951 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4b97c81-5b2f-4d17-ac95-cb86c7e383f0 req-55b387c5-d709-464f-b2e3-51d1f11f1511 service neutron] Attempting to bind port bda81b1d-34db-4fe4-b4fd-a3ef53c16417 on network 80913dd1-937c-45ce-ae14-972844ab57d5 {{(pid=86420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 18:36:06.775835 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4b97c81-5b2f-4d17-ac95-cb86c7e383f0 req-55b387c5-d709-464f-b2e3-51d1f11f1511 service neutron] Checking agent: {'id': '1d7a02d0-8f4e-4dcc-9452-bf36df956f32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 28, 32), 'started_at': datetime.datetime(2021, 4, 20, 18, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 36, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 18:36:06.776146 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4b97c81-5b2f-4d17-ac95-cb86c7e383f0 req-55b387c5-d709-464f-b2e3-51d1f11f1511 service neutron] Checking segment: {'id': '0eb2a75c-bef3-49ee-9641-ddf1f2ea6df2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '80913dd1-937c-45ce-ae14-972844ab57d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 18:36:06.776585 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4b97c81-5b2f-4d17-ac95-cb86c7e383f0 req-55b387c5-d709-464f-b2e3-51d1f11f1511 service neutron] Bound using segment: {'id': '0eb2a75c-bef3-49ee-9641-ddf1f2ea6df2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '80913dd1-937c-45ce-ae14-972844ab57d5'} {{(pid=86420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 18:36:06.777226 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [req-d4b97c81-5b2f-4d17-ac95-cb86c7e383f0 req-55b387c5-d709-464f-b2e3-51d1f11f1511 service neutron] Bound port: bda81b1d-34db-4fe4-b4fd-a3ef53c16417, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0eb2a75c-bef3-49ee-9641-ddf1f2ea6df2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '80913dd1-937c-45ce-ae14-972844ab57d5'}}] {{(pid=86420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 18:36:06.777689 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-d4b97c81-5b2f-4d17-ac95-cb86c7e383f0 req-55b387c5-d709-464f-b2e3-51d1f11f1511 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854207267'] for port, before_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:06.913733 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [req-d4b97c81-5b2f-4d17-ac95-cb86c7e383f0 req-55b387c5-d709-464f-b2e3-51d1f11f1511 service neutron] For port bda81b1d-34db-4fe4-b4fd-a3ef53c16417, host hv-cinder-78693, cleared binding levels {{(pid=86420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 18:36:06.920726 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [req-d4b97c81-5b2f-4d17-ac95-cb86c7e383f0 req-55b387c5-d709-464f-b2e3-51d1f11f1511 service neutron] For port bda81b1d-34db-4fe4-b4fd-a3ef53c16417, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=bda81b1d-34db-4fe4-b4fd-a3ef53c16417,segment=NetworkSegment(0eb2a75c-bef3-49ee-9641-ddf1f2ea6df2),segment_id=0eb2a75c-bef3-49ee-9641-ddf1f2ea6df2)] {{(pid=86420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 18:36:06.926476 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-d4b97c81-5b2f-4d17-ac95-cb86c7e383f0 req-55b387c5-d709-464f-b2e3-51d1f11f1511 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785676839112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251178383903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251178382076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850586375'] for port, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:06.936400 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-8f710de1-b3f9-4788-9b4d-f9a9497d1556 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:36:07.001408 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b97c81-5b2f-4d17-ac95-cb86c7e383f0 req-55b387c5-d709-464f-b2e3-51d1f11f1511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:36:07.002098 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-d4b97c81-5b2f-4d17-ac95-cb86c7e383f0 req-55b387c5-d709-464f-b2e3-51d1f11f1511 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7615'] for port, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:07.003630 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-d4b97c81-5b2f-4d17-ac95-cb86c7e383f0 req-55b387c5-d709-464f-b2e3-51d1f11f1511 service neutron] 10.222.0.10 "PUT /v2.0/ports/bda81b1d-34db-4fe4-b4fd-a3ef53c16417 HTTP/1.1" status: 200  len: 1093 time: 1.3944223
Apr 20 18:36:07.004201 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9013f79b-448b-43d7-beb2-39ba514f62e0', 'tag': 'bda81b1d-34db-4fe4-b4fd-a3ef53c16417'}] {{(pid=86420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:36:07.057996 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b387c5-d709-464f-b2e3-51d1f11f1511 service neutron] Pushing event updated for resources: {'Port': ['ID=bda81b1d-34db-4fe4-b4fd-a3ef53c16417,revision_number=3']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:36:07.110346 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-55b387c5-d709-464f-b2e3-51d1f11f1511 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:36:07.173076 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b97c81-5b2f-4d17-ac95-cb86c7e383f0 req-d789c15f-8343-455e-96a5-1c22f53cc97c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:36:07.174581 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-d4b97c81-5b2f-4d17-ac95-cb86c7e383f0 req-d789c15f-8343-455e-96a5-1c22f53cc97c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5283e7179c6941ac97dec0a0f8b3ae8f&device_id=9013f79b-448b-43d7-beb2-39ba514f62e0 HTTP/1.1" status: 200  len: 1096 time: 0.1134393
Apr 20 18:36:07.333182 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9013f79b-448b-43d7-beb2-39ba514f62e0', 'tag': 'bda81b1d-34db-4fe4-b4fd-a3ef53c16417', 'status': 'completed', 'code': 200}
Apr 20 18:36:07.356198 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-d4b97c81-5b2f-4d17-ac95-cb86c7e383f0 req-f591d515-4846-43d1-9f86-60cc924545a2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bda81b1d-34db-4fe4-b4fd-a3ef53c16417 HTTP/1.1" status: 200  len: 217 time: 0.1706288
Apr 20 18:36:07.476184 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b97c81-5b2f-4d17-ac95-cb86c7e383f0 req-2e1338b7-45b5-485f-a558-d6a75a0ba2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:36:07.477812 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-d4b97c81-5b2f-4d17-ac95-cb86c7e383f0 req-2e1338b7-45b5-485f-a558-d6a75a0ba2c5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8ab8a665-1a1f-4e98-99e5-1b83bdb4be35 HTTP/1.1" status: 200  len: 848 time: 0.1093543
Apr 20 18:36:07.617987 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b97c81-5b2f-4d17-ac95-cb86c7e383f0 req-f91fb455-96cd-4f86-9786-6c40efcfdf81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:36:07.619755 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-d4b97c81-5b2f-4d17-ac95-cb86c7e383f0 req-f91fb455-96cd-4f86-9786-6c40efcfdf81 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=80913dd1-937c-45ce-ae14-972844ab57d5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1285055
Apr 20 18:36:07.724670 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103d1c69-edc4-4997-8d98-3b9b2ee1a111 req-bf81c5f8-50e7-4bf1-923d-6b91bf053390 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:36:07.734240 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-103d1c69-edc4-4997-8d98-3b9b2ee1a111 req-bf81c5f8-50e7-4bf1-923d-6b91bf053390 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "GET /v2.0/ports?device_id=5ecac24b-2023-477e-a6b0-c36ffddd82ad HTTP/1.1" status: 200  len: 945 time: 0.1328411
Apr 20 18:36:07.830275 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-103d1c69-edc4-4997-8d98-3b9b2ee1a111 req-ee1f13e1-f33d-4d48-af5b-b2ce5cd58e5e tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "GET /v2.0/security-groups?id=72e2ab52-920c-4349-854b-16e50e49549f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0942581
Apr 20 18:36:07.839587 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-d4b97c81-5b2f-4d17-ac95-cb86c7e383f0 req-8ca781fb-08b2-4686-9050-05b1dd1137a9 service neutron] 10.222.0.10 "GET /v2.0/networks/80913dd1-937c-45ce-ae14-972844ab57d5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2111740
Apr 20 18:36:07.971051 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43eadea3-2bf6-44ae-a15f-6121c9351315 req-ede9812d-97ed-4d03-8c10-84481d78392f tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:36:07.972781 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-43eadea3-2bf6-44ae-a15f-6121c9351315 req-ede9812d-97ed-4d03-8c10-84481d78392f tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] 10.222.0.11 "GET /v2.0/ports?device_id=9013f79b-448b-43d7-beb2-39ba514f62e0 HTTP/1.1" status: 200  len: 943 time: 0.1606867
Apr 20 18:36:08.044129 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-43eadea3-2bf6-44ae-a15f-6121c9351315 req-92924630-331a-4d32-a8f7-59dc4c4b09a7 tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e7d13fc-d24e-4d2a-928a-18ab9c0989fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0635135
Apr 20 18:36:08.158645 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-d4b97c81-5b2f-4d17-ac95-cb86c7e383f0 req-eed4a1d8-9ce0-4709-8533-1611df857cd7 service neutron] 10.222.0.10 "GET /v2.0/networks/80913dd1-937c-45ce-ae14-972844ab57d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3106384
Apr 20 18:36:08.360334 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115308a6-fa7e-42d7-8dd3-0fa12ad75b8b req-c9e10099-4803-4803-9678-1060cfd2a4e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:36:08.362160 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-115308a6-fa7e-42d7-8dd3-0fa12ad75b8b req-c9e10099-4803-4803-9678-1060cfd2a4e6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5283e7179c6941ac97dec0a0f8b3ae8f&device_id=9013f79b-448b-43d7-beb2-39ba514f62e0 HTTP/1.1" status: 200  len: 1096 time: 0.1464424
Apr 20 18:36:08.640632 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115308a6-fa7e-42d7-8dd3-0fa12ad75b8b req-049ba7e1-2c72-4aa7-a833-609c0d4b0f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:36:08.643005 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-115308a6-fa7e-42d7-8dd3-0fa12ad75b8b req-049ba7e1-2c72-4aa7-a833-609c0d4b0f6d service neutron] 10.222.0.10 "GET /v2.0/networks?id=80913dd1-937c-45ce-ae14-972844ab57d5 HTTP/1.1" status: 200  len: 910 time: 0.2664468
Apr 20 18:36:08.729521 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-115308a6-fa7e-42d7-8dd3-0fa12ad75b8b req-53da04ff-de1b-4cc6-9e21-cfb82ca88a22 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bda81b1d-34db-4fe4-b4fd-a3ef53c16417 HTTP/1.1" status: 200  len: 217 time: 0.0787656
Apr 20 18:36:08.818269 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115308a6-fa7e-42d7-8dd3-0fa12ad75b8b req-0a5c1968-8216-49f3-a81d-0daf56c414ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:36:08.821071 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-115308a6-fa7e-42d7-8dd3-0fa12ad75b8b req-0a5c1968-8216-49f3-a81d-0daf56c414ee service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8ab8a665-1a1f-4e98-99e5-1b83bdb4be35 HTTP/1.1" status: 200  len: 848 time: 0.0835192
Apr 20 18:36:09.004435 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115308a6-fa7e-42d7-8dd3-0fa12ad75b8b req-f3d39e83-2127-47d7-91ba-e398b2c58c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:36:09.006616 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-115308a6-fa7e-42d7-8dd3-0fa12ad75b8b req-f3d39e83-2127-47d7-91ba-e398b2c58c47 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=80913dd1-937c-45ce-ae14-972844ab57d5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1787922
Apr 20 18:36:09.239496 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a24a4a-a7d3-4979-8777-6bf064826b39 req-9bba8019-fef9-4a30-8198-9071f778f1c1 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:36:09.250759 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-52a24a4a-a7d3-4979-8777-6bf064826b39 req-9bba8019-fef9-4a30-8198-9071f778f1c1 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "GET /v2.0/ports?device_id=5ecac24b-2023-477e-a6b0-c36ffddd82ad HTTP/1.1" status: 200  len: 945 time: 0.2051451
Apr 20 18:36:09.573866 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-52a24a4a-a7d3-4979-8777-6bf064826b39 req-6fa83a5d-17cf-444c-b7f9-4cc8d130be3d tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "GET /v2.0/security-groups?id=72e2ab52-920c-4349-854b-16e50e49549f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3216457
Apr 20 18:36:09.702980 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43eb719e-4b03-4554-a4c7-c88f1776c7ac req-81c04396-6660-456a-af78-3b4aecd18ddf tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:36:09.704802 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-43eb719e-4b03-4554-a4c7-c88f1776c7ac req-81c04396-6660-456a-af78-3b4aecd18ddf tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] 10.222.0.11 "GET /v2.0/ports?device_id=9013f79b-448b-43d7-beb2-39ba514f62e0 HTTP/1.1" status: 200  len: 943 time: 0.3755078
Apr 20 18:36:09.832215 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-43eb719e-4b03-4554-a4c7-c88f1776c7ac req-953f363e-f40c-4d16-9c67-521f3524547a tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e7d13fc-d24e-4d2a-928a-18ab9c0989fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1068048
Apr 20 18:36:09.894311 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-115308a6-fa7e-42d7-8dd3-0fa12ad75b8b req-82a99346-3d7f-47dd-8510-95409b8bc2fe service neutron] 10.222.0.10 "GET /v2.0/networks/80913dd1-937c-45ce-ae14-972844ab57d5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8794665
Apr 20 18:36:10.073517 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-115308a6-fa7e-42d7-8dd3-0fa12ad75b8b req-6fe9009e-0482-4328-a95e-8b4cb33caf54 service neutron] 10.222.0.10 "GET /v2.0/networks/80913dd1-937c-45ce-ae14-972844ab57d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1717193
Apr 20 18:36:10.818788 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba00e078-6659-4eb2-bb85-a6d8f1453afe req-acdddfd1-72de-41c7-acf6-44eb55d3fca2 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:36:10.820500 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-ba00e078-6659-4eb2-bb85-a6d8f1453afe req-acdddfd1-72de-41c7-acf6-44eb55d3fca2 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "GET /v2.0/ports?device_id=5ecac24b-2023-477e-a6b0-c36ffddd82ad HTTP/1.1" status: 200  len: 945 time: 0.0994868
Apr 20 18:36:10.875611 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-ba00e078-6659-4eb2-bb85-a6d8f1453afe req-41ce1916-2314-4cf6-8e53-e6a993a167cb tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "GET /v2.0/security-groups?id=72e2ab52-920c-4349-854b-16e50e49549f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0483322
Apr 20 18:36:11.110459 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8639912d-d9d6-4fe4-91a2-559a2a943418 req-1f313632-af70-407d-b478-d7c4e88f9c27 tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:36:11.112043 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-8639912d-d9d6-4fe4-91a2-559a2a943418 req-1f313632-af70-407d-b478-d7c4e88f9c27 tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] 10.222.0.11 "GET /v2.0/ports?device_id=9013f79b-448b-43d7-beb2-39ba514f62e0 HTTP/1.1" status: 200  len: 943 time: 0.0975740
Apr 20 18:36:11.168454 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-8639912d-d9d6-4fe4-91a2-559a2a943418 req-50222dc1-9153-466c-b45a-17ed14b08340 tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e7d13fc-d24e-4d2a-928a-18ab9c0989fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0497544
Apr 20 18:36:12.007516 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.agents_db [None req-36c0d191-ed3c-416e-a897-084b3b2178c3 None None] Agent healthcheck: found 6 active agents {{(pid=86423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 18:36:12.099787 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597b3c7d-9ce4-4c33-92c9-c5c8cea01753 req-aa929fc0-a245-4151-bd18-f1a79288f926 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:36:12.101452 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-597b3c7d-9ce4-4c33-92c9-c5c8cea01753 req-aa929fc0-a245-4151-bd18-f1a79288f926 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "GET /v2.0/ports?device_id=5ecac24b-2023-477e-a6b0-c36ffddd82ad HTTP/1.1" status: 200  len: 945 time: 0.0980599
Apr 20 18:36:12.151251 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-597b3c7d-9ce4-4c33-92c9-c5c8cea01753 req-56aac6ee-0c19-4ca3-b46d-48c2025ffe57 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "GET /v2.0/security-groups?id=72e2ab52-920c-4349-854b-16e50e49549f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431764
Apr 20 18:36:12.388745 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d768c9e7-0356-47fa-9308-b4e0042ab5b5 req-6731b079-605d-40e4-a22a-b271c45c09fe tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:36:12.391177 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-d768c9e7-0356-47fa-9308-b4e0042ab5b5 req-6731b079-605d-40e4-a22a-b271c45c09fe tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] 10.222.0.11 "GET /v2.0/ports?device_id=9013f79b-448b-43d7-beb2-39ba514f62e0 HTTP/1.1" status: 200  len: 943 time: 0.1020513
Apr 20 18:36:12.467162 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-d768c9e7-0356-47fa-9308-b4e0042ab5b5 req-0fbd855a-2b67-4f88-84a8-826d742c26e1 tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e7d13fc-d24e-4d2a-928a-18ab9c0989fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0634208
Apr 20 18:36:13.372418 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0674a2ae-2869-47d7-8177-3308c3c9256c req-d2c192b3-ca52-4b7c-bf07-b5e91c7e8f6f tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:36:13.374652 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-0674a2ae-2869-47d7-8177-3308c3c9256c req-d2c192b3-ca52-4b7c-bf07-b5e91c7e8f6f tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "GET /v2.0/ports?device_id=5ecac24b-2023-477e-a6b0-c36ffddd82ad HTTP/1.1" status: 200  len: 945 time: 0.0964947
Apr 20 18:36:13.433696 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-0674a2ae-2869-47d7-8177-3308c3c9256c req-e70c3ce9-3108-4f7b-bd53-1a71ad35d0f7 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "GET /v2.0/security-groups?id=72e2ab52-920c-4349-854b-16e50e49549f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0464664
Apr 20 18:36:13.631922 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efac636d-7e46-4ef2-b1d2-9d4f2b0a35f0 req-48931cfb-3315-4c4b-a1fe-a2508db6dffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:36:13.633487 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-efac636d-7e46-4ef2-b1d2-9d4f2b0a35f0 req-48931cfb-3315-4c4b-a1fe-a2508db6dffc service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=82646d2796ec4d6b9ec39ce05e5b838a&device_id=5ecac24b-2023-477e-a6b0-c36ffddd82ad HTTP/1.1" status: 200  len: 1098 time: 0.0852766
Apr 20 18:36:13.700781 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3c6ea9-79b6-49ca-9fd9-aae7dff41e7b req-b53cb7a9-df53-4844-91de-d8b63f981840 tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:36:13.704405 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-2a3c6ea9-79b6-49ca-9fd9-aae7dff41e7b req-b53cb7a9-df53-4844-91de-d8b63f981840 tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] 10.222.0.11 "GET /v2.0/ports?device_id=9013f79b-448b-43d7-beb2-39ba514f62e0 HTTP/1.1" status: 200  len: 943 time: 0.1128311
Apr 20 18:36:13.771069 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-2a3c6ea9-79b6-49ca-9fd9-aae7dff41e7b req-73fc19ff-e1ee-4a77-8d53-2ba316c97f36 tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e7d13fc-d24e-4d2a-928a-18ab9c0989fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0585277
Apr 20 18:36:13.817558 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efac636d-7e46-4ef2-b1d2-9d4f2b0a35f0 req-22baa1c6-ac5e-4e3e-b6a0-5b9d361c3e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:36:13.819180 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-efac636d-7e46-4ef2-b1d2-9d4f2b0a35f0 req-22baa1c6-ac5e-4e3e-b6a0-5b9d361c3e12 service neutron] 10.222.0.10 "GET /v2.0/networks?id=70bb951b-5201-42f1-af2f-fff209eaf750 HTTP/1.1" status: 200  len: 918 time: 0.1789906
Apr 20 18:36:13.988314 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-efac636d-7e46-4ef2-b1d2-9d4f2b0a35f0 req-7b8597f5-c366-411e-8392-4599be66c84f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bfed11f9-e57c-4e28-9a8f-131d7bef5a3c HTTP/1.1" status: 200  len: 1000 time: 0.1623878
Apr 20 18:36:14.149905 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efac636d-7e46-4ef2-b1d2-9d4f2b0a35f0 req-c8f60899-4140-44e1-bf2f-eb5181973c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:36:14.151990 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-efac636d-7e46-4ef2-b1d2-9d4f2b0a35f0 req-c8f60899-4140-44e1-bf2f-eb5181973c32 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=de093425-a655-4f08-b89a-732e934018c4 HTTP/1.1" status: 200  len: 856 time: 0.1553297
Apr 20 18:36:14.282527 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efac636d-7e46-4ef2-b1d2-9d4f2b0a35f0 req-d9c7d181-84bd-41fc-ad7a-da17e080c32c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:36:14.285513 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-efac636d-7e46-4ef2-b1d2-9d4f2b0a35f0 req-d9c7d181-84bd-41fc-ad7a-da17e080c32c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=70bb951b-5201-42f1-af2f-fff209eaf750&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1251013
Apr 20 18:36:14.487701 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-efac636d-7e46-4ef2-b1d2-9d4f2b0a35f0 req-d12e6bcf-fb1e-4f53-846c-cb98d782a4ef service neutron] 10.222.0.10 "GET /v2.0/networks/70bb951b-5201-42f1-af2f-fff209eaf750?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1900475
Apr 20 18:36:14.698762 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-efac636d-7e46-4ef2-b1d2-9d4f2b0a35f0 req-ee9911a9-5e11-4bef-a962-1a8b848530a1 service neutron] 10.222.0.10 "GET /v2.0/networks/70bb951b-5201-42f1-af2f-fff209eaf750?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1975727
Apr 20 18:36:14.814852 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b6cc5b-2d7c-43b7-867d-062de0b24b7d req-904e9428-0ccc-4877-b24e-6a91c527905f tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:36:14.816604 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-e4b6cc5b-2d7c-43b7-867d-062de0b24b7d req-904e9428-0ccc-4877-b24e-6a91c527905f tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "GET /v2.0/ports?device_id=5ecac24b-2023-477e-a6b0-c36ffddd82ad HTTP/1.1" status: 200  len: 945 time: 0.1510906
Apr 20 18:36:14.891646 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-e4b6cc5b-2d7c-43b7-867d-062de0b24b7d req-c296c34b-4769-405b-8736-8eb7365cc57a tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "GET /v2.0/security-groups?id=72e2ab52-920c-4349-854b-16e50e49549f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0655270
Apr 20 18:36:15.081513 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac202a08-882f-45b4-9582-e6ddac342b4a req-0415f6b4-c854-4236-aac0-38298b724654 tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:36:15.083294 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-ac202a08-882f-45b4-9582-e6ddac342b4a req-0415f6b4-c854-4236-aac0-38298b724654 tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] 10.222.0.11 "GET /v2.0/ports?device_id=9013f79b-448b-43d7-beb2-39ba514f62e0 HTTP/1.1" status: 200  len: 943 time: 0.1287613
Apr 20 18:36:15.145910 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-ac202a08-882f-45b4-9582-e6ddac342b4a req-8903f26f-a5e1-42bd-8b22-79be64ce89dd tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e7d13fc-d24e-4d2a-928a-18ab9c0989fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0528054
Apr 20 18:36:16.240509 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d35fe4-16b4-4ab8-8fa8-9627aa029ac0 req-72f097f6-c6dc-4fe4-8142-42e9fdc2813a tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:36:16.250453 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-b1d35fe4-16b4-4ab8-8fa8-9627aa029ac0 req-72f097f6-c6dc-4fe4-8142-42e9fdc2813a tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "GET /v2.0/ports?device_id=5ecac24b-2023-477e-a6b0-c36ffddd82ad HTTP/1.1" status: 200  len: 945 time: 0.1323938
Apr 20 18:36:16.319308 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-b1d35fe4-16b4-4ab8-8fa8-9627aa029ac0 req-aa56280b-c16b-4b5a-aa94-291f92a5acb5 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "GET /v2.0/security-groups?id=72e2ab52-920c-4349-854b-16e50e49549f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0677354
Apr 20 18:36:16.551399 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34266263-bf67-438f-b2a2-b8281c20ea47 req-5d86bc0b-fef0-4a92-980b-d8ff749f0a72 tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:36:16.568042 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-34266263-bf67-438f-b2a2-b8281c20ea47 req-5d86bc0b-fef0-4a92-980b-d8ff749f0a72 tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] 10.222.0.11 "GET /v2.0/ports?device_id=9013f79b-448b-43d7-beb2-39ba514f62e0 HTTP/1.1" status: 200  len: 943 time: 0.2322018
Apr 20 18:36:16.647536 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-34266263-bf67-438f-b2a2-b8281c20ea47 req-cf88b264-4037-47e0-8e6b-c1431adf6db6 tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e7d13fc-d24e-4d2a-928a-18ab9c0989fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0781639
Apr 20 18:36:16.960905 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Device bda81b1d-34db-4fe4-b4fd-a3ef53c16417 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 18:36:17.133117 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] For port bda81b1d-34db-4fe4-b4fd-a3ef53c16417, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=bda81b1d-34db-4fe4-b4fd-a3ef53c16417,segment=NetworkSegment(0eb2a75c-bef3-49ee-9641-ddf1f2ea6df2),segment_id=0eb2a75c-bef3-49ee-9641-ddf1f2ea6df2)] {{(pid=86422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:36:17.149000 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Returning: {'device': 'bda81b1d-34db-4fe4-b4fd-a3ef53c16417', 'network_id': '80913dd1-937c-45ce-ae14-972844ab57d5', 'port_id': 'bda81b1d-34db-4fe4-b4fd-a3ef53c16417', 'mac_address': 'fa:16:3e:29:20:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 390, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ab8a665-1a1f-4e98-99e5-1b83bdb4be35', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 18:36:17.227936 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854207267'] for port, before_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:17.258342 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.notifiers.nova [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bda81b1d-34db-4fe4-b4fd-a3ef53c16417 {{(pid=86422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 18:36:17.272249 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] For port bda81b1d-34db-4fe4-b4fd-a3ef53c16417, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=bda81b1d-34db-4fe4-b4fd-a3ef53c16417,segment=NetworkSegment(0eb2a75c-bef3-49ee-9641-ddf1f2ea6df2),segment_id=0eb2a75c-bef3-49ee-9641-ddf1f2ea6df2)] {{(pid=86422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:36:17.276008 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785676839112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251178383903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251178382076'] for port, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:17.280817 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:36:17.370007 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Pushing event updated for resources: {'Port': ['ID=bda81b1d-34db-4fe4-b4fd-a3ef53c16417,revision_number=4']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:36:17.381768 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:36:17.513783 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] get_ports_and_sgs() called for port_ids ['bda81b1d-34db-4fe4-b4fd-a3ef53c16417'] {{(pid=86422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 18:36:17.732962 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fa576f-a3ce-4f60-9c45-1793123e3606 req-171d5230-e1a7-47f9-9cf8-3b184479a8a2 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:36:17.736499 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-97fa576f-a3ce-4f60-9c45-1793123e3606 req-171d5230-e1a7-47f9-9cf8-3b184479a8a2 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "GET /v2.0/ports?device_id=5ecac24b-2023-477e-a6b0-c36ffddd82ad HTTP/1.1" status: 200  len: 945 time: 0.1894083
Apr 20 18:36:17.836802 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-97fa576f-a3ce-4f60-9c45-1793123e3606 req-8bb06ff4-d96b-46f6-94cd-0f8dce6449a3 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "GET /v2.0/security-groups?id=72e2ab52-920c-4349-854b-16e50e49549f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0919912
Apr 20 18:36:18.199742 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455fd49c-7bda-4687-a7df-ba12a5a4f3a7 req-1cb532d9-fc05-498b-ac67-6a1ca11797b7 tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:36:18.209345 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-455fd49c-7bda-4687-a7df-ba12a5a4f3a7 req-1cb532d9-fc05-498b-ac67-6a1ca11797b7 tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] 10.222.0.11 "GET /v2.0/ports?device_id=9013f79b-448b-43d7-beb2-39ba514f62e0 HTTP/1.1" status: 200  len: 944 time: 0.2101188
Apr 20 18:36:18.278842 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-455fd49c-7bda-4687-a7df-ba12a5a4f3a7 req-cc3fe8fd-bae2-47df-9dd5-75a157ba9058 tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e7d13fc-d24e-4d2a-928a-18ab9c0989fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0680120
Apr 20 18:36:18.976419 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Device bda81b1d-34db-4fe4-b4fd-a3ef53c16417 up at agent hyperv_hv-cinder-78693 {{(pid=86422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:36:19.357950 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Provisioning for port bda81b1d-34db-4fe4-b4fd-a3ef53c16417 completed by entity L2. {{(pid=86422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 18:36:19.367328 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Provisioning complete for port bda81b1d-34db-4fe4-b4fd-a3ef53c16417 triggered by entity L2. {{(pid=86422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:36:19.367834 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733696'] for port, provisioning_complete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:19.622459 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854207267'] for port, before_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:19.666265 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d787b1-2a9d-4299-8703-009ca8a497e6 req-17b26699-ed83-42b1-9cad-2229c49af0f6 tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:36:19.668146 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-93d787b1-2a9d-4299-8703-009ca8a497e6 req-17b26699-ed83-42b1-9cad-2229c49af0f6 tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] 10.222.0.11 "GET /v2.0/ports?device_id=9013f79b-448b-43d7-beb2-39ba514f62e0 HTTP/1.1" status: 200  len: 944 time: 0.1216676
Apr 20 18:36:19.709347 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] For port bda81b1d-34db-4fe4-b4fd-a3ef53c16417, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=bda81b1d-34db-4fe4-b4fd-a3ef53c16417,segment=NetworkSegment(0eb2a75c-bef3-49ee-9641-ddf1f2ea6df2),segment_id=0eb2a75c-bef3-49ee-9641-ddf1f2ea6df2)] {{(pid=86422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:36:19.712302 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9013f79b-448b-43d7-beb2-39ba514f62e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bda81b1d-34db-4fe4-b4fd-a3ef53c16417'}] {{(pid=86422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:36:19.726118 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785676839112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251178383903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251178382076'] for port, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:19.727599 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Device bfed11f9-e57c-4e28-9a8f-131d7bef5a3c no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 18:36:19.760394 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-93d787b1-2a9d-4299-8703-009ca8a497e6 req-1e709bce-bee1-4ab6-ac7a-e7166fd5b0df tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e7d13fc-d24e-4d2a-928a-18ab9c0989fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0773275
Apr 20 18:36:19.791067 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:36:19.894900 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9013f79b-448b-43d7-beb2-39ba514f62e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bda81b1d-34db-4fe4-b4fd-a3ef53c16417', 'code': 200}
Apr 20 18:36:19.932792 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Pushing event updated for resources: {'Port': ['ID=bda81b1d-34db-4fe4-b4fd-a3ef53c16417,revision_number=5']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:36:19.951315 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:36:20.147862 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854207267'] for port, before_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:20.212462 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] For port bfed11f9-e57c-4e28-9a8f-131d7bef5a3c, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=bfed11f9-e57c-4e28-9a8f-131d7bef5a3c,segment=NetworkSegment(8f4cadfd-3269-4c6c-8ca6-68423b9c7197),segment_id=8f4cadfd-3269-4c6c-8ca6-68423b9c7197)] {{(pid=86422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:36:20.216773 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785676839112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251178383903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251178382076'] for port, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:20.218869 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:36:20.312118 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Pushing event updated for resources: {'Port': ['ID=bfed11f9-e57c-4e28-9a8f-131d7bef5a3c,revision_number=8']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:36:20.316962 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:36:20.396767 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610c5641-c6a7-4ed5-a831-ce17ec7379d6 req-50f2574e-b7da-4960-8f33-19411f66abe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:36:20.399018 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-610c5641-c6a7-4ed5-a831-ce17ec7379d6 req-50f2574e-b7da-4960-8f33-19411f66abe3 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=9013f79b-448b-43d7-beb2-39ba514f62e0 HTTP/1.1" status: 200  len: 1098 time: 0.1566510
Apr 20 18:36:20.521759 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-610c5641-c6a7-4ed5-a831-ce17ec7379d6 req-627bca51-b5a3-4447-9463-ffb0be9d64a8 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=3e7d13fc-d24e-4d2a-928a-18ab9c0989fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1133230
Apr 20 18:36:20.775161 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-9a7d9ecb-b619-4a1d-8408-cd9efabb0de5 req-0d44b5c1-6f35-4df8-95fe-d5645afcbfa1 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=5ecac24b-2023-477e-a6b0-c36ffddd82ad&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1546359
Apr 20 18:36:21.027645 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4606337c-13f2-4ab7-b8de-f3ff95a3493a req-3038a172-be96-48d8-89b4-a365c5c51630 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:36:21.033200 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-4606337c-13f2-4ab7-b8de-f3ff95a3493a req-3038a172-be96-48d8-89b4-a365c5c51630 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "GET /v2.0/ports?device_id=5ecac24b-2023-477e-a6b0-c36ffddd82ad HTTP/1.1" status: 200  len: 943 time: 0.4920304
Apr 20 18:36:21.108614 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-4606337c-13f2-4ab7-b8de-f3ff95a3493a req-de13e44a-b62f-4350-b154-8b63329f54da tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "GET /v2.0/security-groups?id=72e2ab52-920c-4349-854b-16e50e49549f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0697970
Apr 20 18:36:21.122955 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e6d462-b9d9-40e2-995d-062c063dc838 req-ee689e45-9456-4cb8-9b23-204c8edf0b18 tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:36:21.124973 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-42e6d462-b9d9-40e2-995d-062c063dc838 req-ee689e45-9456-4cb8-9b23-204c8edf0b18 tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] 10.222.0.11 "GET /v2.0/ports?device_id=9013f79b-448b-43d7-beb2-39ba514f62e0 HTTP/1.1" status: 200  len: 945 time: 0.1909106
Apr 20 18:36:21.209770 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-42e6d462-b9d9-40e2-995d-062c063dc838 req-35c50039-3798-4c9a-8b4b-522e7b4e4b20 tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e7d13fc-d24e-4d2a-928a-18ab9c0989fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0629556
Apr 20 18:36:21.811039 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7d9ecb-b619-4a1d-8408-cd9efabb0de5 req-8633c73a-db9b-4e47-8147-ae1a2ef9de39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:36:21.812775 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-9a7d9ecb-b619-4a1d-8408-cd9efabb0de5 req-8633c73a-db9b-4e47-8147-ae1a2ef9de39 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=5ecac24b-2023-477e-a6b0-c36ffddd82ad&tenant_id=82646d2796ec4d6b9ec39ce05e5b838a HTTP/1.1" status: 200  len: 1096 time: 0.2155955
Apr 20 18:36:21.896803 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ecac24b-2023-477e-a6b0-c36ffddd82ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bfed11f9-e57c-4e28-9a8f-131d7bef5a3c'}] {{(pid=86422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:36:21.953355 dv-cinder-786931-2-iscsi neutron-server[86307]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '5ecac24b-2023-477e-a6b0-c36ffddd82ad', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'bfed11f9-e57c-4e28-9a8f-131d7bef5a3c', 'code': 422} returned with failed status
Apr 20 18:36:21.954090 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7d9ecb-b619-4a1d-8408-cd9efabb0de5 req-c46c0f48-e0b4-4abf-9a87-c696f3d4523e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:36:21.956008 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-9a7d9ecb-b619-4a1d-8408-cd9efabb0de5 req-c46c0f48-e0b4-4abf-9a87-c696f3d4523e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=82646d2796ec4d6b9ec39ce05e5b838a&device_id=5ecac24b-2023-477e-a6b0-c36ffddd82ad HTTP/1.1" status: 200  len: 1096 time: 0.1177177
Apr 20 18:36:22.157774 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7d9ecb-b619-4a1d-8408-cd9efabb0de5 req-5881c2a6-23ef-4c12-8621-26552f858024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:36:22.161177 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-9a7d9ecb-b619-4a1d-8408-cd9efabb0de5 req-5881c2a6-23ef-4c12-8621-26552f858024 service neutron] 10.222.0.10 "GET /v2.0/networks?id=70bb951b-5201-42f1-af2f-fff209eaf750 HTTP/1.1" status: 200  len: 918 time: 0.1982038
Apr 20 18:36:22.310988 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-9a7d9ecb-b619-4a1d-8408-cd9efabb0de5 req-71a173eb-4db7-4560-9434-a699ede3bb48 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bfed11f9-e57c-4e28-9a8f-131d7bef5a3c HTTP/1.1" status: 200  len: 998 time: 0.1305699
Apr 20 18:36:22.404781 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7d9ecb-b619-4a1d-8408-cd9efabb0de5 req-dbb323f8-b5e1-4a67-897f-434ed4cb87f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:36:22.406443 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-9a7d9ecb-b619-4a1d-8408-cd9efabb0de5 req-dbb323f8-b5e1-4a67-897f-434ed4cb87f4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=de093425-a655-4f08-b89a-732e934018c4 HTTP/1.1" status: 200  len: 856 time: 0.0883915
Apr 20 18:36:22.543579 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7d9ecb-b619-4a1d-8408-cd9efabb0de5 req-fd603118-22aa-46a3-9ae3-89193e2e0528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:36:22.545977 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-9a7d9ecb-b619-4a1d-8408-cd9efabb0de5 req-fd603118-22aa-46a3-9ae3-89193e2e0528 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=70bb951b-5201-42f1-af2f-fff209eaf750&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1316013
Apr 20 18:36:22.562308 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d784ae6-f749-4fcc-8a37-fbdb00e94f9a req-9c30abdc-5043-4416-b795-cae37d74ddbf tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:36:22.564456 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-2d784ae6-f749-4fcc-8a37-fbdb00e94f9a req-9c30abdc-5043-4416-b795-cae37d74ddbf tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "GET /v2.0/ports?device_id=5ecac24b-2023-477e-a6b0-c36ffddd82ad HTTP/1.1" status: 200  len: 943 time: 0.2807992
Apr 20 18:36:22.666272 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-2d784ae6-f749-4fcc-8a37-fbdb00e94f9a req-2e15c300-e19f-4088-aaa3-de14eaccd7bf tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "GET /v2.0/security-groups?id=72e2ab52-920c-4349-854b-16e50e49549f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0890667
Apr 20 18:36:22.705107 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def88416-53f7-4f4e-b46b-b84dafe2a5e4 req-75a29133-b886-46c3-8456-e6f6ad6ea17f tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:36:22.707148 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-def88416-53f7-4f4e-b46b-b84dafe2a5e4 req-75a29133-b886-46c3-8456-e6f6ad6ea17f tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] 10.222.0.11 "GET /v2.0/ports?device_id=9013f79b-448b-43d7-beb2-39ba514f62e0 HTTP/1.1" status: 200  len: 945 time: 0.2326205
Apr 20 18:36:22.775311 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-def88416-53f7-4f4e-b46b-b84dafe2a5e4 req-f015fa42-4c47-451d-bdbd-5cd564f7bc4e tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e7d13fc-d24e-4d2a-928a-18ab9c0989fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0601342
Apr 20 18:36:22.799765 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-9a7d9ecb-b619-4a1d-8408-cd9efabb0de5 req-555a4e02-3866-4ff6-b7e7-ebccdfeb67ec service neutron] 10.222.0.10 "GET /v2.0/networks/70bb951b-5201-42f1-af2f-fff209eaf750?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2437048
Apr 20 18:36:23.033524 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe77fcbd-358f-46ed-99b9-1baf70b780e6 req-8158f3da-6740-4401-bd4f-253f982cbff3 tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:36:23.034343 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-fe77fcbd-358f-46ed-99b9-1baf70b780e6 req-8158f3da-6740-4401-bd4f-253f982cbff3 tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] 10.222.0.11 "GET /v2.0/ports?device_id=9013f79b-448b-43d7-beb2-39ba514f62e0 HTTP/1.1" status: 200  len: 945 time: 0.1093099
Apr 20 18:36:23.092806 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-9a7d9ecb-b619-4a1d-8408-cd9efabb0de5 req-cc285b98-90c4-469d-8eaf-e20feb4eebe4 service neutron] 10.222.0.10 "GET /v2.0/networks/70bb951b-5201-42f1-af2f-fff209eaf750?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2855465
Apr 20 18:36:23.111287 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-fe77fcbd-358f-46ed-99b9-1baf70b780e6 req-8fb6b269-75c2-4115-bfc3-9530967d08d1 tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e7d13fc-d24e-4d2a-928a-18ab9c0989fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0628254
Apr 20 18:36:23.173814 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.11', 50362) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:36:23.395524 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb382a7f-7b6f-4c27-b978-a5b336fc6cd0 tempest-TestShelveInstance-973609567 tempest-TestShelveInstance-973609567-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:36:23.398042 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-fb382a7f-7b6f-4c27-b978-a5b336fc6cd0 tempest-TestShelveInstance-973609567 tempest-TestShelveInstance-973609567-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=9013f79b-448b-43d7-beb2-39ba514f62e0 HTTP/1.1" status: 200  len: 1093 time: 0.2225246
Apr 20 18:36:23.401441 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86421) accepted ('10.222.0.11', 50368) {{(pid=86421) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:36:23.411633 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.v2.base [None req-7e01c3af-654b-4c8d-892f-aca4a9b8e0f5 tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] Request body: {'floatingip': {'floating_network_id': '357044f3-f85c-4c82-92f2-504aa071d528', 'port_id': 'bda81b1d-34db-4fe4-b4fd-a3ef53c16417', 'tenant_id': '5283e7179c6941ac97dec0a0f8b3ae8f', 'fixed_ip_address': '172.20.0.5'}} {{(pid=86421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:36:23.423380 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-7e01c3af-654b-4c8d-892f-aca4a9b8e0f5 tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86421) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:36:23.431263 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-7e01c3af-654b-4c8d-892f-aca4a9b8e0f5 tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] Usage tracker for resource:floatingip and tenant:5283e7179c6941ac97dec0a0f8b3ae8f is out of sync, need to count used quota {{(pid=86421) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:36:23.437400 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-7e01c3af-654b-4c8d-892f-aca4a9b8e0f5 tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86421) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:36:23.447962 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-7e01c3af-654b-4c8d-892f-aca4a9b8e0f5 tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86421) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:36:23.476417 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7e01c3af-654b-4c8d-892f-aca4a9b8e0f5 tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] Notify callbacks [] for floatingip, before_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:23.723634 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7e01c3af-654b-4c8d-892f-aca4a9b8e0f5 tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854207267'] for port, before_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:24.176242 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.db_base_plugin_common [None req-7e01c3af-654b-4c8d-892f-aca4a9b8e0f5 tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] Allocated IP 172.27.2.173 (357044f3-f85c-4c82-92f2-504aa071d528/737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87/bd37e573-1aa7-46e8-a7a3-1a4bf57ac0e9) {{(pid=86421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 18:36:24.464286 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b189d02c-f06d-4853-8d01-48e6b9d088be req-54ec9d45-3893-4aee-aa56-6e18a4567492 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:36:24.473617 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-b189d02c-f06d-4853-8d01-48e6b9d088be req-54ec9d45-3893-4aee-aa56-6e18a4567492 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "GET /v2.0/ports?device_id=5ecac24b-2023-477e-a6b0-c36ffddd82ad HTTP/1.1" status: 200  len: 943 time: 0.4431953
Apr 20 18:36:24.588343 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-b189d02c-f06d-4853-8d01-48e6b9d088be req-f3c150cb-76be-479e-9b00-526dbd3ee7d0 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "GET /v2.0/security-groups?id=72e2ab52-920c-4349-854b-16e50e49549f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1132920
Apr 20 18:36:24.628616 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7e01c3af-654b-4c8d-892f-aca4a9b8e0f5 tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] Notify callbacks [] for port, precommit_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:24.672613 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7e01c3af-654b-4c8d-892f-aca4a9b8e0f5 tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251178383920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036828324065'] for port, after_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:24.679056 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:36:24.765493 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e01c3af-654b-4c8d-892f-aca4a9b8e0f5 tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] Network 357044f3-f85c-4c82-92f2-504aa071d528 is already hosted by enough agents. {{(pid=86421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 18:36:24.770130 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.scheduler.base_scheduler [None req-7e01c3af-654b-4c8d-892f-aca4a9b8e0f5 tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] Resources bound (agent type, host, resource id):  {{(pid=86421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:36:24.782026 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e01c3af-654b-4c8d-892f-aca4a9b8e0f5 tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] Received port after_create {{(pid=86421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 18:36:24.922267 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e01c3af-654b-4c8d-892f-aca4a9b8e0f5 tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] Pushing event updated for resources: {'Port': ['ID=bd37e573-1aa7-46e8-a7a3-1a4bf57ac0e9,revision_number=1']} {{(pid=86421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:36:24.976141 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-7e01c3af-654b-4c8d-892f-aca4a9b8e0f5 tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:36:25.565254 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7e01c3af-654b-4c8d-892f-aca4a9b8e0f5 tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:25.828531 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7e01c3af-654b-4c8d-892f-aca4a9b8e0f5 tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854207267'] for port, before_update {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:26.367858 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4f20cc-1d9c-4984-b987-cef1c6498799 req-d500c2f2-eccb-4b1d-8e6c-d0c443361f15 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:36:26.370651 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-2a4f20cc-1d9c-4984-b987-cef1c6498799 req-d500c2f2-eccb-4b1d-8e6c-d0c443361f15 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "GET /v2.0/ports?device_id=5ecac24b-2023-477e-a6b0-c36ffddd82ad HTTP/1.1" status: 200  len: 943 time: 0.3225548
Apr 20 18:36:26.503856 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-2a4f20cc-1d9c-4984-b987-cef1c6498799 req-6557806a-9f06-4a2a-9d52-19373f29a292 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "GET /v2.0/security-groups?id=72e2ab52-920c-4349-854b-16e50e49549f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1160321
Apr 20 18:36:26.607904 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7e01c3af-654b-4c8d-892f-aca4a9b8e0f5 tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] Notify callbacks [] for port, precommit_update {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:26.613016 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7e01c3af-654b-4c8d-892f-aca4a9b8e0f5 tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785676839112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251178383903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251178382076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26451734'] for port, after_update {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:26.646629 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:36:26.823291 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e01c3af-654b-4c8d-892f-aca4a9b8e0f5 tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] Pushing event updated for resources: {'Port': ['ID=bd37e573-1aa7-46e8-a7a3-1a4bf57ac0e9,revision_number=2']} {{(pid=86421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:36:26.861414 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7e01c3af-654b-4c8d-892f-aca4a9b8e0f5 tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850912078'] for floatingip, after_update {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:27.131674 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e01c3af-654b-4c8d-892f-aca4a9b8e0f5 tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:36:27.132274 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e01c3af-654b-4c8d-892f-aca4a9b8e0f5 tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:36:27.132496 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e01c3af-654b-4c8d-892f-aca4a9b8e0f5 tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:36:27.132875 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e01c3af-654b-4c8d-892f-aca4a9b8e0f5 tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:36:27.133472 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e01c3af-654b-4c8d-892f-aca4a9b8e0f5 tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:36:27.133751 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e01c3af-654b-4c8d-892f-aca4a9b8e0f5 tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:36:27.134142 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e01c3af-654b-4c8d-892f-aca4a9b8e0f5 tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:36:27.134532 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e01c3af-654b-4c8d-892f-aca4a9b8e0f5 tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:36:27.134923 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e01c3af-654b-4c8d-892f-aca4a9b8e0f5 tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:36:27.135333 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e01c3af-654b-4c8d-892f-aca4a9b8e0f5 tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:36:27.135701 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e01c3af-654b-4c8d-892f-aca4a9b8e0f5 tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:36:27.136090 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e01c3af-654b-4c8d-892f-aca4a9b8e0f5 tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:36:27.141328 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.db.l3_db [None req-7e01c3af-654b-4c8d-892f-aca4a9b8e0f5 tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] Floating IP ec3c5a1a-a9b7-429d-a5c1-cf465185fcf6 associated. External IP: 172.27.2.173, port: bda81b1d-34db-4fe4-b4fd-a3ef53c16417.
Apr 20 18:36:27.371064 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-7e01c3af-654b-4c8d-892f-aca4a9b8e0f5 tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.725s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:36:28.233090 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617835e4-184c-4b11-9a75-0665aedc2901 req-0de6172f-723e-4ded-8aab-78bbc6c2e859 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:36:28.241865 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-617835e4-184c-4b11-9a75-0665aedc2901 req-0de6172f-723e-4ded-8aab-78bbc6c2e859 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "GET /v2.0/ports?device_id=5ecac24b-2023-477e-a6b0-c36ffddd82ad HTTP/1.1" status: 200  len: 943 time: 0.5109098
Apr 20 18:36:28.330376 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-617835e4-184c-4b11-9a75-0665aedc2901 req-0e13828a-f18f-442b-84be-45bd36b96e7f tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "GET /v2.0/security-groups?id=72e2ab52-920c-4349-854b-16e50e49549f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0795844
Apr 20 18:36:28.347884 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e01c3af-654b-4c8d-892f-aca4a9b8e0f5 tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] Router b872e4e9-d330-4fbe-9e22-0a8b34667c93 has already been hosted by L3 agent 561dbf79-24e4-4a0d-b08c-f7bb8670fc1d {{(pid=86421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 18:36:28.586015 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-b2638592-0248-47e4-a4d9-88e2cf59c6c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:28.636068 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e01c3af-654b-4c8d-892f-aca4a9b8e0f5 tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] Notify agent at l3_agent.dv-cinder-786931-2-iscsi the message routers_updated {{(pid=86421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 18:36:28.674738 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15492c53-eb43-451f-a7ea-20311e3144b8 None None] Sync routers for ids ['b872e4e9-d330-4fbe-9e22-0a8b34667c93'] in dv-cinder-786931-2-iscsi {{(pid=86422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 18:36:28.703427 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7e01c3af-654b-4c8d-892f-aca4a9b8e0f5 tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7615'] for floatingip, before_response {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:28.728993 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15492c53-eb43-451f-a7ea-20311e3144b8 None None] Routers {'b872e4e9-d330-4fbe-9e22-0a8b34667c93'} bound to L3 agent in host dv-cinder-786931-2-iscsi {{(pid=86422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:36:28.730340 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-15492c53-eb43-451f-a7ea-20311e3144b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd931a84518>, 'dv-cinder-786931-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T18:22:01Z,description=<?>,heartbeat_timestamp=2021-04-20T18:36:01Z,host='dv-cinder-786931-2-iscsi',id=561dbf79-24e4-4a0d-b08c-f7bb8670fc1d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:22:01Z,topic='l3_agent')) {'router_ids': ['b872e4e9-d330-4fbe-9e22-0a8b34667c93'], 'active': True} {{(pid=86422) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:36:28.817583 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-7e01c3af-654b-4c8d-892f-aca4a9b8e0f5 tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 5.4144373
Apr 20 18:36:28.818528 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9013f79b-448b-43d7-beb2-39ba514f62e0', 'tag': 'bda81b1d-34db-4fe4-b4fd-a3ef53c16417'}] {{(pid=86421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:36:29.324434 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9013f79b-448b-43d7-beb2-39ba514f62e0', 'tag': 'bda81b1d-34db-4fe4-b4fd-a3ef53c16417', 'status': 'completed', 'code': 200}
Apr 20 18:36:29.355464 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_dvr_db [None req-15492c53-eb43-451f-a7ea-20311e3144b8 None None] Set router b872e4e9-d330-4fbe-9e22-0a8b34667c93 gateway port host: dv-cinder-786931-2-iscsi {{(pid=86422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:36:29.644211 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9244f0bc-a4f7-42a4-b9d3-a2fefafe848d req-ad1b80e3-71ca-4e16-87a9-7bcec1d6fb1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:36:29.646615 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-9244f0bc-a4f7-42a4-b9d3-a2fefafe848d req-ad1b80e3-71ca-4e16-87a9-7bcec1d6fb1b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5283e7179c6941ac97dec0a0f8b3ae8f&device_id=9013f79b-448b-43d7-beb2-39ba514f62e0 HTTP/1.1" status: 200  len: 1098 time: 0.3042738
Apr 20 18:36:29.881215 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9027493f-2496-4885-aab5-3096c79c00ca req-98abdccb-8632-4484-afe1-4b1fcb04b24a tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:36:29.884303 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-9027493f-2496-4885-aab5-3096c79c00ca req-98abdccb-8632-4484-afe1-4b1fcb04b24a tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "GET /v2.0/ports?device_id=5ecac24b-2023-477e-a6b0-c36ffddd82ad HTTP/1.1" status: 200  len: 943 time: 0.2192361
Apr 20 18:36:30.055490 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-9027493f-2496-4885-aab5-3096c79c00ca req-ee483e69-305b-4e3e-9fb2-8d8c2224a77c tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "GET /v2.0/security-groups?id=72e2ab52-920c-4349-854b-16e50e49549f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1549757
Apr 20 18:36:30.158075 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9244f0bc-a4f7-42a4-b9d3-a2fefafe848d req-657649aa-36f5-4a71-9a32-213e58015988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:36:30.161339 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-9244f0bc-a4f7-42a4-b9d3-a2fefafe848d req-657649aa-36f5-4a71-9a32-213e58015988 service neutron] 10.222.0.10 "GET /v2.0/networks?id=80913dd1-937c-45ce-ae14-972844ab57d5 HTTP/1.1" status: 200  len: 910 time: 0.4996488
Apr 20 18:36:30.618038 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-15492c53-eb43-451f-a7ea-20311e3144b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd931a84518>, [{'id': 'b872e4e9-d330-4fbe-9e22-0a8b34667c93', 'name': 'tempest-TestShelveInstance-1409954012-router', 'tenant_id': '5283e7179c6941ac97dec0a0f8b3ae8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357044f3-f85c-4c82-92f2-504aa071d528', 'external_fixed_ips': [{'subnet_id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'ip_address': '172.27.2.252'}], 'enable_snat': True}, 'gw_port_id': 'c140b7d1-fbcb-4b0a-ae52-a4a3af7761ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:35:16Z', 'updated_at': '2021-04-20T18:35:22Z', 'revision_number': 4, 'project_id': '5283e7179c6941ac97dec0a0f8b3ae8f', 'gw_port': {'id': 'c140b7d1-fbcb-4b0a-ae52-a4a3af7761ac', 'name': '', 'network_id': '357044f3-f85c-4c82-92f2-504aa071d528', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:5b:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b872e4e9-d330-4fbe-9e22-0a8b34667c93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'ip_address': '172.27.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:35:18Z', 'updated_at': '2021-04-20T18:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-2-iscsi', '_floatingips': [{'id': 'ec3c5a1a-a9b7-429d-a5c1-cf465185fcf6', 'tenant_id': '5283e7179c6941ac97dec0a0f8b3ae8f', 'floating_ip_address': '172.27.2.173', 'floating_network_id': '357044f3-f85c-4c82-92f2-504aa071d528', 'router_id': 'b872e4e9-d330-4fbe-9e22-0a8b34667c93', 'port_id': 'bda81b1d-34db-4fe4-b4fd-a3ef53c16417', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80913dd1-937c-45ce-ae14-972844ab57d5', 'mac_address': 'fa:16:3e:29:20:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9013f79b-448b-43d7-beb2-39ba514f62e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T18:36:25Z', 'updated_at': '2021-04-20T18:36:25Z', 'revision_number': 0, 'project_id': '5283e7179c6941ac97dec0a0f8b3ae8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d48b29e-cff8-4051-8f8e-b103a76400b6', 'name': '', 'network_id': '80913dd1-937c-45ce-ae14-972844ab57d5', 'tenant_id': '5283e7179c6941ac97dec0a0f8b3ae8f', 'mac_address': 'fa:16:3e:f6:25:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b872e4e9-d330-4fbe-9e22-0a8b34667c93', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '8ab8a665-1a1f-4e98-99e5-1b83bdb4be35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:35:21Z', 'updated_at': '2021-04-20T18:35:36Z', 'revision_number': 5, 'project_id': '5283e7179c6941ac97dec0a0f8b3ae8f', 'subnets': [{'id': '8ab8a665-1a1f-4e98-99e5-1b83bdb4be35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786931-2-iscsi', False) {} {{(pid=86422) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:36:30.623854 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15492c53-eb43-451f-a7ea-20311e3144b8 None None] Checking router: b872e4e9-d330-4fbe-9e22-0a8b34667c93 for host: dv-cinder-786931-2-iscsi {{(pid=86422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 18:36:30.645495 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15492c53-eb43-451f-a7ea-20311e3144b8 None None] Routers {'b872e4e9-d330-4fbe-9e22-0a8b34667c93'} bound to L3 agent in host dv-cinder-786931-2-iscsi {{(pid=86422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:36:30.646207 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-15492c53-eb43-451f-a7ea-20311e3144b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd931a84518>, 'dv-cinder-786931-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T18:22:01Z,description=<?>,heartbeat_timestamp=2021-04-20T18:36:01Z,host='dv-cinder-786931-2-iscsi',id=561dbf79-24e4-4a0d-b08c-f7bb8670fc1d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:22:01Z,topic='l3_agent')) {'router_ids': ['b872e4e9-d330-4fbe-9e22-0a8b34667c93'], 'active': True} {{(pid=86422) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:36:30.660201 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-9244f0bc-a4f7-42a4-b9d3-a2fefafe848d req-f90edb79-ebcb-49b3-9d2b-3ab21a848afa service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bda81b1d-34db-4fe4-b4fd-a3ef53c16417 HTTP/1.1" status: 200  len: 999 time: 0.4201200
Apr 20 18:36:30.784771 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9244f0bc-a4f7-42a4-b9d3-a2fefafe848d req-89e7f962-4bbe-465d-9403-5691e4a9d9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:36:30.786948 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-9244f0bc-a4f7-42a4-b9d3-a2fefafe848d req-89e7f962-4bbe-465d-9403-5691e4a9d9e5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8ab8a665-1a1f-4e98-99e5-1b83bdb4be35 HTTP/1.1" status: 200  len: 848 time: 0.1189899
Apr 20 18:36:31.191667 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9244f0bc-a4f7-42a4-b9d3-a2fefafe848d req-b83d28c4-a977-4cc1-b0aa-c76f4c322f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:36:31.204766 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-9244f0bc-a4f7-42a4-b9d3-a2fefafe848d req-b83d28c4-a977-4cc1-b0aa-c76f4c322f73 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=80913dd1-937c-45ce-ae14-972844ab57d5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3093064
Apr 20 18:36:31.252137 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_dvr_db [None req-15492c53-eb43-451f-a7ea-20311e3144b8 None None] Set router b872e4e9-d330-4fbe-9e22-0a8b34667c93 gateway port host: dv-cinder-786931-2-iscsi {{(pid=86422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:36:31.520053 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-59ff2fcf-5a92-41e6-b6a8-ab5cb4df6403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:31.792326 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-9244f0bc-a4f7-42a4-b9d3-a2fefafe848d req-5e9c437f-ad90-4706-ab07-e60c534380f0 service neutron] 10.222.0.10 "GET /v2.0/networks/80913dd1-937c-45ce-ae14-972844ab57d5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5809927
Apr 20 18:36:31.796761 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b99c804-a1fc-4f56-9970-5f5b8664f52b req-b8f94552-4b92-4999-b5fe-5d501640dd5d tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:36:31.813395 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-8b99c804-a1fc-4f56-9970-5f5b8664f52b req-b8f94552-4b92-4999-b5fe-5d501640dd5d tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "GET /v2.0/ports?device_id=5ecac24b-2023-477e-a6b0-c36ffddd82ad HTTP/1.1" status: 200  len: 943 time: 0.2742324
Apr 20 18:36:31.861403 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-3b6a046a-91c5-4a0f-9c90-630c09a07ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:31.969007 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-8b99c804-a1fc-4f56-9970-5f5b8664f52b req-ad13106c-9850-47a1-a21d-adfd86beee2b tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "GET /v2.0/security-groups?id=72e2ab52-920c-4349-854b-16e50e49549f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1507068
Apr 20 18:36:32.100920 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:32.415213 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-9244f0bc-a4f7-42a4-b9d3-a2fefafe848d req-f387f223-265f-4b3e-a961-5fe8c7f0b886 service neutron] 10.222.0.10 "GET /v2.0/networks/80913dd1-937c-45ce-ae14-972844ab57d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6081364
Apr 20 18:36:32.419634 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:32.725514 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-15492c53-eb43-451f-a7ea-20311e3144b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd931a84518>, [{'id': 'b872e4e9-d330-4fbe-9e22-0a8b34667c93', 'name': 'tempest-TestShelveInstance-1409954012-router', 'tenant_id': '5283e7179c6941ac97dec0a0f8b3ae8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357044f3-f85c-4c82-92f2-504aa071d528', 'external_fixed_ips': [{'subnet_id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'ip_address': '172.27.2.252'}], 'enable_snat': True}, 'gw_port_id': 'c140b7d1-fbcb-4b0a-ae52-a4a3af7761ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:35:16Z', 'updated_at': '2021-04-20T18:35:22Z', 'revision_number': 4, 'project_id': '5283e7179c6941ac97dec0a0f8b3ae8f', 'gw_port': {'id': 'c140b7d1-fbcb-4b0a-ae52-a4a3af7761ac', 'name': '', 'network_id': '357044f3-f85c-4c82-92f2-504aa071d528', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:5b:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b872e4e9-d330-4fbe-9e22-0a8b34667c93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'ip_address': '172.27.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:35:18Z', 'updated_at': '2021-04-20T18:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-2-iscsi', '_floatingips': [{'id': 'ec3c5a1a-a9b7-429d-a5c1-cf465185fcf6', 'tenant_id': '5283e7179c6941ac97dec0a0f8b3ae8f', 'floating_ip_address': '172.27.2.173', 'floating_network_id': '357044f3-f85c-4c82-92f2-504aa071d528', 'router_id': 'b872e4e9-d330-4fbe-9e22-0a8b34667c93', 'port_id': 'bda81b1d-34db-4fe4-b4fd-a3ef53c16417', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80913dd1-937c-45ce-ae14-972844ab57d5', 'mac_address': 'fa:16:3e:29:20:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9013f79b-448b-43d7-beb2-39ba514f62e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T18:36:25Z', 'updated_at': '2021-04-20T18:36:25Z', 'revision_number': 0, 'project_id': '5283e7179c6941ac97dec0a0f8b3ae8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d48b29e-cff8-4051-8f8e-b103a76400b6', 'name': '', 'network_id': '80913dd1-937c-45ce-ae14-972844ab57d5', 'tenant_id': '5283e7179c6941ac97dec0a0f8b3ae8f', 'mac_address': 'fa:16:3e:f6:25:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b872e4e9-d330-4fbe-9e22-0a8b34667c93', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '8ab8a665-1a1f-4e98-99e5-1b83bdb4be35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:35:21Z', 'updated_at': '2021-04-20T18:35:36Z', 'revision_number': 5, 'project_id': '5283e7179c6941ac97dec0a0f8b3ae8f', 'subnets': [{'id': '8ab8a665-1a1f-4e98-99e5-1b83bdb4be35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786931-2-iscsi', False) {} {{(pid=86422) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:36:32.739443 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15492c53-eb43-451f-a7ea-20311e3144b8 None None] The sync data for ids ['b872e4e9-d330-4fbe-9e22-0a8b34667c93'] in dv-cinder-786931-2-iscsi is: [{'id': 'b872e4e9-d330-4fbe-9e22-0a8b34667c93', 'name': 'tempest-TestShelveInstance-1409954012-router', 'tenant_id': '5283e7179c6941ac97dec0a0f8b3ae8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357044f3-f85c-4c82-92f2-504aa071d528', 'external_fixed_ips': [{'subnet_id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'ip_address': '172.27.2.252'}], 'enable_snat': True}, 'gw_port_id': 'c140b7d1-fbcb-4b0a-ae52-a4a3af7761ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:35:16Z', 'updated_at': '2021-04-20T18:35:22Z', 'revision_number': 4, 'project_id': '5283e7179c6941ac97dec0a0f8b3ae8f', 'gw_port': {'id': 'c140b7d1-fbcb-4b0a-ae52-a4a3af7761ac', 'name': '', 'network_id': '357044f3-f85c-4c82-92f2-504aa071d528', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:5b:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b872e4e9-d330-4fbe-9e22-0a8b34667c93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'ip_address': '172.27.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:35:18Z', 'updated_at': '2021-04-20T18:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-2-iscsi', '_floatingips': [{'id': 'ec3c5a1a-a9b7-429d-a5c1-cf465185fcf6', 'tenant_id': '5283e7179c6941ac97dec0a0f8b3ae8f', 'floating_ip_address': '172.27.2.173', 'floating_network_id': '357044f3-f85c-4c82-92f2-504aa071d528', 'router_id': 'b872e4e9-d330-4fbe-9e22-0a8b34667c93', 'port_id': 'bda81b1d-34db-4fe4-b4fd-a3ef53c16417', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80913dd1-937c-45ce-ae14-972844ab57d5', 'mac_address': 'fa:16:3e:29:20:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9013f79b-448b-43d7-beb2-39ba514f62e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T18:36:25Z', 'updated_at': '2021-04-20T18:36:25Z', 'revision_number': 0, 'project_id': '5283e7179c6941ac97dec0a0f8b3ae8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d48b29e-cff8-4051-8f8e-b103a76400b6', 'name': '', 'network_id': '80913dd1-937c-45ce-ae14-972844ab57d5', 'tenant_id': '5283e7179c6941ac97dec0a0f8b3ae8f', 'mac_address': 'fa:16:3e:f6:25:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b872e4e9-d330-4fbe-9e22-0a8b34667c93', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '8ab8a665-1a1f-4e98-99e5-1b83bdb4be35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:35:21Z', 'updated_at': '2021-04-20T18:35:36Z', 'revision_number': 5, 'project_id': '5283e7179c6941ac97dec0a0f8b3ae8f', 'subnets': [{'id': '8ab8a665-1a1f-4e98-99e5-1b83bdb4be35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 18:36:33.226116 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-69625b45-0eac-4ead-bef5-f7df2e631dfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:33.328631 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee78d772-d86e-4985-b9a2-2d0439c6c338 None None] New status for floating IP ec3c5a1a-a9b7-429d-a5c1-cf465185fcf6: ACTIVE {{(pid=86423) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 20 18:36:33.843749 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e45cc09-059f-41a5-bee2-04474e770d7f req-c0def6a9-7dd9-4d6d-91f0-ffb53cdbc21c tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:36:33.859930 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-9e45cc09-059f-41a5-bee2-04474e770d7f req-c0def6a9-7dd9-4d6d-91f0-ffb53cdbc21c tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "GET /v2.0/ports?device_id=5ecac24b-2023-477e-a6b0-c36ffddd82ad HTTP/1.1" status: 200  len: 943 time: 0.3540213
Apr 20 18:36:33.959709 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-9e45cc09-059f-41a5-bee2-04474e770d7f req-adcf36cc-b618-41a9-bbf9-c2832495ccdc tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "GET /v2.0/security-groups?id=72e2ab52-920c-4349-854b-16e50e49549f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0862763
Apr 20 18:36:35.476564 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3c2916-2b2d-4a3b-a3d3-8c9ddb74edbc req-8ff96942-d091-4fc5-bd5f-086d7de16cd8 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:36:35.479560 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-5b3c2916-2b2d-4a3b-a3d3-8c9ddb74edbc req-8ff96942-d091-4fc5-bd5f-086d7de16cd8 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "GET /v2.0/ports?device_id=5ecac24b-2023-477e-a6b0-c36ffddd82ad HTTP/1.1" status: 200  len: 943 time: 0.1961205
Apr 20 18:36:35.561434 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-5b3c2916-2b2d-4a3b-a3d3-8c9ddb74edbc req-297e4783-7294-4b37-a37c-a68e4c1e3a06 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "GET /v2.0/security-groups?id=72e2ab52-920c-4349-854b-16e50e49549f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0749333
Apr 20 18:36:36.813726 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68715275-e634-47c1-9d2e-883fef097f29 req-426abdaa-20fb-4019-a482-52cae331786b tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:36:36.815451 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-68715275-e634-47c1-9d2e-883fef097f29 req-426abdaa-20fb-4019-a482-52cae331786b tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "GET /v2.0/ports?device_id=5ecac24b-2023-477e-a6b0-c36ffddd82ad HTTP/1.1" status: 200  len: 943 time: 0.1020479
Apr 20 18:36:36.871469 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-68715275-e634-47c1-9d2e-883fef097f29 req-09e17c67-588a-4fb1-9058-677424562175 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "GET /v2.0/security-groups?id=72e2ab52-920c-4349-854b-16e50e49549f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0479863
Apr 20 18:36:38.117170 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d7b047-17e0-43cd-b4eb-35fc09c4d49d req-9b5ab71f-ff3b-409a-b561-d7b087201a21 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:36:38.118842 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-28d7b047-17e0-43cd-b4eb-35fc09c4d49d req-9b5ab71f-ff3b-409a-b561-d7b087201a21 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "GET /v2.0/ports?device_id=5ecac24b-2023-477e-a6b0-c36ffddd82ad HTTP/1.1" status: 200  len: 943 time: 0.1138706
Apr 20 18:36:38.182979 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-28d7b047-17e0-43cd-b4eb-35fc09c4d49d req-d59fffdb-c33d-4a2e-8400-7eab790fc5d3 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "GET /v2.0/security-groups?id=72e2ab52-920c-4349-854b-16e50e49549f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0568409
Apr 20 18:36:39.384053 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86421) accepted ('10.222.0.11', 50556) {{(pid=86421) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:36:39.470063 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7f5693b-f70d-4af0-9d73-2106b84ea37d admin admin] Deleting subnet 4c4cc291-3534-48c5-abb6-18bb0c9caac3 {{(pid=86421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 20 18:36:39.473849 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f7f5693b-f70d-4af0-9d73-2106b84ea37d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:39.532806 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24955f45-0eff-4fa8-adeb-59befe2f7d9e req-43a98ea9-e17c-4fa8-b2f2-204983f1358b tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:36:39.534474 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-24955f45-0eff-4fa8-adeb-59befe2f7d9e req-43a98ea9-e17c-4fa8-b2f2-204983f1358b tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "GET /v2.0/ports?device_id=5ecac24b-2023-477e-a6b0-c36ffddd82ad HTTP/1.1" status: 200  len: 943 time: 0.2352009
Apr 20 18:36:39.545786 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f7f5693b-f70d-4af0-9d73-2106b84ea37d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2425938'] for subnet, precommit_delete_associations {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:39.629861 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f7f5693b-f70d-4af0-9d73-2106b84ea37d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735778'] for subnet, precommit_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:39.718753 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-24955f45-0eff-4fa8-adeb-59befe2f7d9e req-c29c817c-17d9-49d4-aafe-578627db011d tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "GET /v2.0/security-groups?id=72e2ab52-920c-4349-854b-16e50e49549f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1761351
Apr 20 18:36:39.931804 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f7f5693b-f70d-4af0-9d73-2106b84ea37d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854040038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850911380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036828324149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2438166'] for subnet, after_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:39.937690 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:36:39.979894 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f5693b-f70d-4af0-9d73-2106b84ea37d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c4cc291-3534-48c5-abb6-18bb0c9caac3,revision_number=None']} {{(pid=86421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:36:39.983288 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-f7f5693b-f70d-4af0-9d73-2106b84ea37d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:36:39.984895 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f7f5693b-f70d-4af0-9d73-2106b84ea37d admin admin] Notify callbacks [] for subnet, before_response {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:39.990845 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-f7f5693b-f70d-4af0-9d73-2106b84ea37d admin admin] 10.222.0.11 "DELETE /v2.0/subnets/4c4cc291-3534-48c5-abb6-18bb0c9caac3 HTTP/1.1" status: 204  len: 168 time: 0.6039519
Apr 20 18:36:39.993630 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86421) accepted ('10.222.0.11', 50562) {{(pid=86421) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:36:40.115406 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-5043568d-3b33-447f-9783-e6f80a916003 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543598'] for network, before_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:40.253438 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-5043568d-3b33-447f-9783-e6f80a916003 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854039945', 'neutron.services.segments.db._delete_segments_for_network-8785676757363'] for network, precommit_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:40.376976 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.services.segments.db [None req-5043568d-3b33-447f-9783-e6f80a916003 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fd92b392d30>,) {'filters': {'network_id': ['3869069a-d087-4030-ad0d-58356ed90d65']}} {{(pid=86421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:36:40.396000 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.services.segments.db [None req-5043568d-3b33-447f-9783-e6f80a916003 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fd92b392d30>, '19573fc3-2b57-408c-8be3-e196040dc2e9') {'for_net_delete': True} {{(pid=86421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:36:40.396000 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.services.segments.db [None req-5043568d-3b33-447f-9783-e6f80a916003 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fd92b392d30>, '19573fc3-2b57-408c-8be3-e196040dc2e9') {} {{(pid=86421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:36:40.406566 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-5043568d-3b33-447f-9783-e6f80a916003 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363251177908579', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852349862'] for segment, before_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:40.422179 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-5043568d-3b33-447f-9783-e6f80a916003 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854148540'] for segment, precommit_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:40.428982 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5043568d-3b33-447f-9783-e6f80a916003 admin admin] Releasing vlan 359 on physical network physnet1 to pool {{(pid=86421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 20 18:36:40.628411 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [None req-5043568d-3b33-447f-9783-e6f80a916003 admin admin] Network 3869069a-d087-4030-ad0d-58356ed90d65 has no segments {{(pid=86421) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 18:36:40.638600 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-5043568d-3b33-447f-9783-e6f80a916003 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-627251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26451816'] for segment, after_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:40.830955 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [None req-5043568d-3b33-447f-9783-e6f80a916003 admin admin] Network 3869069a-d087-4030-ad0d-58356ed90d65 has no segments {{(pid=86421) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 18:36:40.855211 dv-cinder-786931-2-iscsi neutron-server[86307]: Traceback (most recent call last):
Apr 20 18:36:40.855211 dv-cinder-786931-2-iscsi neutron-server[86307]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 20 18:36:40.855211 dv-cinder-786931-2-iscsi neutron-server[86307]:     timer()
Apr 20 18:36:40.855211 dv-cinder-786931-2-iscsi neutron-server[86307]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 20 18:36:40.855211 dv-cinder-786931-2-iscsi neutron-server[86307]:     cb(*args, **kw)
Apr 20 18:36:40.855211 dv-cinder-786931-2-iscsi neutron-server[86307]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 20 18:36:40.855211 dv-cinder-786931-2-iscsi neutron-server[86307]:     return func(*args, **kwargs)
Apr 20 18:36:40.855211 dv-cinder-786931-2-iscsi neutron-server[86307]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 20 18:36:40.855211 dv-cinder-786931-2-iscsi neutron-server[86307]:     self._notify()
Apr 20 18:36:40.855211 dv-cinder-786931-2-iscsi neutron-server[86307]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 20 18:36:40.855211 dv-cinder-786931-2-iscsi neutron-server[86307]:     self.callback(batched_events)
Apr 20 18:36:40.855211 dv-cinder-786931-2-iscsi neutron-server[86307]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 20 18:36:40.855211 dv-cinder-786931-2-iscsi neutron-server[86307]:     event.method(event)
Apr 20 18:36:40.855211 dv-cinder-786931-2-iscsi neutron-server[86307]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 20 18:36:40.855211 dv-cinder-786931-2-iscsi neutron-server[86307]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 20 18:36:40.855211 dv-cinder-786931-2-iscsi neutron-server[86307]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 20 18:36:40.855211 dv-cinder-786931-2-iscsi neutron-server[86307]:     segment_id)['aggregates'][0]
Apr 20 18:36:40.855211 dv-cinder-786931-2-iscsi neutron-server[86307]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 20 18:36:40.855211 dv-cinder-786931-2-iscsi neutron-server[86307]:     return f(self, *a, **k)
Apr 20 18:36:40.855211 dv-cinder-786931-2-iscsi neutron-server[86307]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 20 18:36:40.855211 dv-cinder-786931-2-iscsi neutron-server[86307]:     return self._get(url).json()
Apr 20 18:36:40.855211 dv-cinder-786931-2-iscsi neutron-server[86307]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 20 18:36:40.855211 dv-cinder-786931-2-iscsi neutron-server[86307]:     **kwargs)
Apr 20 18:36:40.855211 dv-cinder-786931-2-iscsi neutron-server[86307]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 20 18:36:40.855211 dv-cinder-786931-2-iscsi neutron-server[86307]:     return self.request(url, 'GET', **kwargs)
Apr 20 18:36:40.855211 dv-cinder-786931-2-iscsi neutron-server[86307]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 20 18:36:40.855211 dv-cinder-786931-2-iscsi neutron-server[86307]:     **endpoint_filter)
Apr 20 18:36:40.855211 dv-cinder-786931-2-iscsi neutron-server[86307]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 20 18:36:40.855211 dv-cinder-786931-2-iscsi neutron-server[86307]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 20 18:36:40.855211 dv-cinder-786931-2-iscsi neutron-server[86307]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 20 18:36:40.855211 dv-cinder-786931-2-iscsi neutron-server[86307]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 20 18:36:40.855211 dv-cinder-786931-2-iscsi neutron-server[86307]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 20 18:36:40.911247 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-c78c999d-ff3c-4b1a-85b8-6c908846f362 req-1eff994f-fb5d-4000-ac68-bde3802d3469 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=c4e7e796-d2cb-459b-9f73-f2fbb6120ded&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0839980
Apr 20 18:36:40.987593 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-5043568d-3b33-447f-9783-e6f80a916003 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850969204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850912127'] for network, after_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:41.002316 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:36:41.022122 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-5043568d-3b33-447f-9783-e6f80a916003 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3704713'] for network, before_response {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:41.027335 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78c999d-ff3c-4b1a-85b8-6c908846f362 req-7d8901bf-a9e7-4f34-854e-ffb595f5c34d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:36:41.029275 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-c78c999d-ff3c-4b1a-85b8-6c908846f362 req-7d8901bf-a9e7-4f34-854e-ffb595f5c34d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4d61b8cb74c8488e895692a092d04f17&device_id=c4e7e796-d2cb-459b-9f73-f2fbb6120ded HTTP/1.1" status: 200  len: 1099 time: 0.0928063
Apr 20 18:36:41.031917 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5043568d-3b33-447f-9783-e6f80a916003 admin admin] Pushing event deleted for resources: {'Network': ['ID=3869069a-d087-4030-ad0d-58356ed90d65,revision_number=None']} {{(pid=86421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:36:41.036684 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-5043568d-3b33-447f-9783-e6f80a916003 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:36:41.045715 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-5043568d-3b33-447f-9783-e6f80a916003 admin admin] 10.222.0.11 "DELETE /v2.0/networks/3869069a-d087-4030-ad0d-58356ed90d65 HTTP/1.1" status: 204  len: 168 time: 1.0510802
Apr 20 18:36:41.055630 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8551e5-5c8f-4af8-9eee-de78e2ba541e req-ab03698a-6abe-4992-ab8d-2d6cd8cf799c tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:36:41.057293 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-ec8551e5-5c8f-4af8-9eee-de78e2ba541e req-ab03698a-6abe-4992-ab8d-2d6cd8cf799c tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "GET /v2.0/ports?device_id=5ecac24b-2023-477e-a6b0-c36ffddd82ad HTTP/1.1" status: 200  len: 943 time: 0.1980727
Apr 20 18:36:41.109871 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-ec8551e5-5c8f-4af8-9eee-de78e2ba541e req-5937ce38-79a6-4248-ab02-19afc1136946 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "GET /v2.0/security-groups?id=72e2ab52-920c-4349-854b-16e50e49549f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0451450
Apr 20 18:36:41.230396 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78c999d-ff3c-4b1a-85b8-6c908846f362 req-5d9d4f20-d43d-4432-a68d-c486d235e688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:36:41.232922 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-c78c999d-ff3c-4b1a-85b8-6c908846f362 req-5d9d4f20-d43d-4432-a68d-c486d235e688 service neutron] 10.222.0.10 "GET /v2.0/networks?id=02422600-c332-4858-ad0c-e0fcc53844a7 HTTP/1.1" status: 200  len: 912 time: 0.1809375
Apr 20 18:36:41.291378 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86421) accepted ('10.222.0.11', 50572) {{(pid=86421) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:36:41.350916 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-c78c999d-ff3c-4b1a-85b8-6c908846f362 req-acd7e2df-889c-4f2d-a594-789375b6ee7a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b7f07830-6431-4d56-a91b-1d81b3481349 HTTP/1.1" status: 200  len: 1002 time: 0.1102607
Apr 20 18:36:41.351956 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-7e27dd2c-7c32-4b20-baf6-52a7562ab30d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f647485bb66241938616bee3676c945c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0592110
Apr 20 18:36:41.354547 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86421) accepted ('10.222.0.11', 50576) {{(pid=86421) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:36:41.440315 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-fdd291cf-de46-4a99-a595-9a6180e259b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:41.472715 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-fdd291cf-de46-4a99-a595-9a6180e259b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:41.539317 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-fdd291cf-de46-4a99-a595-9a6180e259b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850969184'] for security_group, after_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:41.547061 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-fba99946-3b78-4220-a812-b7caa47ff20c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:36:41.562260 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd291cf-de46-4a99-a595-9a6180e259b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f38d07f9-757a-46a2-8465-004a7cd9d9e2,revision_number=None']} {{(pid=86421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:36:41.566123 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-fdd291cf-de46-4a99-a595-9a6180e259b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:36:41.578229 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-fdd291cf-de46-4a99-a595-9a6180e259b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:41.582572 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-fdd291cf-de46-4a99-a595-9a6180e259b1 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f38d07f9-757a-46a2-8465-004a7cd9d9e2 HTTP/1.1" status: 204  len: 168 time: 0.2239506
Apr 20 18:36:41.710729 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78c999d-ff3c-4b1a-85b8-6c908846f362 req-39497206-59a1-410e-8a9c-a69f5ae08b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:36:41.712240 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-c78c999d-ff3c-4b1a-85b8-6c908846f362 req-39497206-59a1-410e-8a9c-a69f5ae08b28 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=75d0ac2f-18ed-4097-8673-60a099f48c88 HTTP/1.1" status: 200  len: 850 time: 0.3538325
Apr 20 18:36:41.817548 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78c999d-ff3c-4b1a-85b8-6c908846f362 req-461d7011-e1f4-45ad-bb3d-b01d08f46750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:36:41.819235 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-c78c999d-ff3c-4b1a-85b8-6c908846f362 req-461d7011-e1f4-45ad-bb3d-b01d08f46750 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=02422600-c332-4858-ad0c-e0fcc53844a7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0989277
Apr 20 18:36:41.983904 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-c78c999d-ff3c-4b1a-85b8-6c908846f362 req-6b43aa44-b4e6-4c70-93ab-824ec51dba12 service neutron] 10.222.0.10 "GET /v2.0/networks/02422600-c332-4858-ad0c-e0fcc53844a7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1568689
Apr 20 18:36:42.151711 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-c78c999d-ff3c-4b1a-85b8-6c908846f362 req-f8b06cc9-af4a-42b0-b5dd-365ad98afd89 service neutron] 10.222.0.10 "GET /v2.0/networks/02422600-c332-4858-ad0c-e0fcc53844a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1617179
Apr 20 18:36:42.390138 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe250ff7-b5f6-4876-9f7c-4d5136f9f551 req-44585234-2272-45b0-ac85-9b7014f5d93b tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:36:42.392009 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-fe250ff7-b5f6-4876-9f7c-4d5136f9f551 req-44585234-2272-45b0-ac85-9b7014f5d93b tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "GET /v2.0/ports?device_id=5ecac24b-2023-477e-a6b0-c36ffddd82ad HTTP/1.1" status: 200  len: 943 time: 0.1069679
Apr 20 18:36:42.451278 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-fe250ff7-b5f6-4876-9f7c-4d5136f9f551 req-d768c4e0-315a-4cf6-a40b-87bf9b5ac969 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "GET /v2.0/security-groups?id=72e2ab52-920c-4349-854b-16e50e49549f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0460329
Apr 20 18:36:43.040304 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86421) accepted ('10.222.0.11', 50620) {{(pid=86421) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:36:43.103153 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Device bfed11f9-e57c-4e28-9a8f-131d7bef5a3c details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 18:36:43.212522 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-3aac5324-e0bb-4832-a586-942ff71eb388 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:43.233847 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-3aac5324-e0bb-4832-a586-942ff71eb388 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86421) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:36:43.238554 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-3aac5324-e0bb-4832-a586-942ff71eb388 admin admin] Usage tracker for resource:security_group_rule and tenant:2b8a285d54ca47939ecab529ef883529 is out of sync, need to count used quota {{(pid=86421) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:36:43.244545 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-3aac5324-e0bb-4832-a586-942ff71eb388 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86421) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:36:43.251902 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-3aac5324-e0bb-4832-a586-942ff71eb388 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86421) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:36:43.277594 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] For port bfed11f9-e57c-4e28-9a8f-131d7bef5a3c, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=bfed11f9-e57c-4e28-9a8f-131d7bef5a3c,segment=NetworkSegment(8f4cadfd-3269-4c6c-8ca6-68423b9c7197),segment_id=8f4cadfd-3269-4c6c-8ca6-68423b9c7197)] {{(pid=86422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:36:43.301341 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Returning: {'device': 'bfed11f9-e57c-4e28-9a8f-131d7bef5a3c', 'network_id': '70bb951b-5201-42f1-af2f-fff209eaf750', 'port_id': 'bfed11f9-e57c-4e28-9a8f-131d7bef5a3c', 'mac_address': 'fa:16:3e:38:f1:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 380, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de093425-a655-4f08-b89a-732e934018c4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 18:36:43.357320 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-3aac5324-e0bb-4832-a586-942ff71eb388 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:43.360634 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-3aac5324-e0bb-4832-a586-942ff71eb388 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850969184'] for security_group, after_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:43.369259 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854207267'] for port, before_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:43.370235 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-fdd291cf-de46-4a99-a595-9a6180e259b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:36:43.388662 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.notifiers.nova [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bfed11f9-e57c-4e28-9a8f-131d7bef5a3c {{(pid=86422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 18:36:43.407923 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] For port bfed11f9-e57c-4e28-9a8f-131d7bef5a3c, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=bfed11f9-e57c-4e28-9a8f-131d7bef5a3c,segment=NetworkSegment(8f4cadfd-3269-4c6c-8ca6-68423b9c7197),segment_id=8f4cadfd-3269-4c6c-8ca6-68423b9c7197)] {{(pid=86422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:36:43.412860 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785676839112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251178383903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251178382076'] for port, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:43.414542 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:36:43.421395 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.11', 50632) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:36:43.421652 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-3aac5324-e0bb-4832-a586-942ff71eb388 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2b8a285d54ca47939ecab529ef883529&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3799598
Apr 20 18:36:43.422580 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aac5324-e0bb-4832-a586-942ff71eb388 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b669fc47-ca42-420a-a5be-d0cf7966b3bb,revision_number=1']} {{(pid=86421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:36:43.426449 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-3aac5324-e0bb-4832-a586-942ff71eb388 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:36:43.514177 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Pushing event updated for resources: {'Port': ['ID=bfed11f9-e57c-4e28-9a8f-131d7bef5a3c,revision_number=9']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:36:43.524273 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:36:43.551683 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-e85e6fa2-1cc2-4cb7-98c6-6745614b2fa7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:43.594629 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-e85e6fa2-1cc2-4cb7-98c6-6745614b2fa7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:43.647195 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] get_ports_and_sgs() called for port_ids ['bfed11f9-e57c-4e28-9a8f-131d7bef5a3c'] {{(pid=86422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 18:36:43.665656 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-e85e6fa2-1cc2-4cb7-98c6-6745614b2fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850969184'] for security_group, after_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:43.670529 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-479ab7f1-991c-4a82-9ff4-9879b52b4a0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:36:43.702791 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85e6fa2-1cc2-4cb7-98c6-6745614b2fa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b669fc47-ca42-420a-a5be-d0cf7966b3bb,revision_number=None']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:36:43.703613 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd8c501-5c06-4881-8775-9de7ecdbec94 req-1d7162df-7abb-496b-8896-7bec5219f089 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:36:43.713426 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-4dd8c501-5c06-4881-8775-9de7ecdbec94 req-1d7162df-7abb-496b-8896-7bec5219f089 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "GET /v2.0/ports?device_id=5ecac24b-2023-477e-a6b0-c36ffddd82ad HTTP/1.1" status: 200  len: 944 time: 0.1245234
Apr 20 18:36:43.715787 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85e6fa2-1cc2-4cb7-98c6-6745614b2fa7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:36:43.716898 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85e6fa2-1cc2-4cb7-98c6-6745614b2fa7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:36:43.717323 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85e6fa2-1cc2-4cb7-98c6-6745614b2fa7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:36:43.717751 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85e6fa2-1cc2-4cb7-98c6-6745614b2fa7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:36:43.718394 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85e6fa2-1cc2-4cb7-98c6-6745614b2fa7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:36:43.719109 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85e6fa2-1cc2-4cb7-98c6-6745614b2fa7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:36:43.719254 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85e6fa2-1cc2-4cb7-98c6-6745614b2fa7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:36:43.719568 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85e6fa2-1cc2-4cb7-98c6-6745614b2fa7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:36:43.719970 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85e6fa2-1cc2-4cb7-98c6-6745614b2fa7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:36:43.720401 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85e6fa2-1cc2-4cb7-98c6-6745614b2fa7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:36:43.720796 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85e6fa2-1cc2-4cb7-98c6-6745614b2fa7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:36:43.721193 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85e6fa2-1cc2-4cb7-98c6-6745614b2fa7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:36:43.732624 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-e85e6fa2-1cc2-4cb7-98c6-6745614b2fa7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:36:43.735707 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-e85e6fa2-1cc2-4cb7-98c6-6745614b2fa7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:43.742224 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-e85e6fa2-1cc2-4cb7-98c6-6745614b2fa7 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b669fc47-ca42-420a-a5be-d0cf7966b3bb HTTP/1.1" status: 204  len: 168 time: 0.3172150
Apr 20 18:36:43.794418 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-4dd8c501-5c06-4881-8775-9de7ecdbec94 req-ee0c062d-934e-45b6-9781-75e18eb1c596 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "GET /v2.0/security-groups?id=72e2ab52-920c-4349-854b-16e50e49549f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0798786
Apr 20 18:36:45.116335 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Device bfed11f9-e57c-4e28-9a8f-131d7bef5a3c up at agent hyperv_hv-cinder-78693 {{(pid=86422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:36:45.127369 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a590210-3d7e-4408-9752-aa2afbdc19b0 req-931ea62f-8045-4812-b448-a2a7d6119599 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:36:45.130449 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-0a590210-3d7e-4408-9752-aa2afbdc19b0 req-931ea62f-8045-4812-b448-a2a7d6119599 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "GET /v2.0/ports?device_id=5ecac24b-2023-477e-a6b0-c36ffddd82ad HTTP/1.1" status: 200  len: 944 time: 0.1475108
Apr 20 18:36:45.185454 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-0a590210-3d7e-4408-9752-aa2afbdc19b0 req-316ba75a-3e20-4883-b1c4-1134750bd322 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "GET /v2.0/security-groups?id=72e2ab52-920c-4349-854b-16e50e49549f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0484273
Apr 20 18:36:45.195824 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Provisioning complete for port bfed11f9-e57c-4e28-9a8f-131d7bef5a3c triggered by entity L2. {{(pid=86422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:36:45.196426 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733696'] for port, provisioning_complete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:45.498991 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854207267'] for port, before_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:45.540344 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ecac24b-2023-477e-a6b0-c36ffddd82ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfed11f9-e57c-4e28-9a8f-131d7bef5a3c'}] {{(pid=86422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:36:45.557387 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] For port bfed11f9-e57c-4e28-9a8f-131d7bef5a3c, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=bfed11f9-e57c-4e28-9a8f-131d7bef5a3c,segment=NetworkSegment(8f4cadfd-3269-4c6c-8ca6-68423b9c7197),segment_id=8f4cadfd-3269-4c6c-8ca6-68423b9c7197)] {{(pid=86422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:36:45.561745 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785676839112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251178383903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251178382076'] for port, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:45.563761 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-f9e04825-36f0-42cf-b029-e6d9a142dda6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:36:45.636933 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ecac24b-2023-477e-a6b0-c36ffddd82ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfed11f9-e57c-4e28-9a8f-131d7bef5a3c', 'code': 200}
Apr 20 18:36:45.640348 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Pushing event updated for resources: {'Port': ['ID=bfed11f9-e57c-4e28-9a8f-131d7bef5a3c,revision_number=10']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:36:45.643450 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:36:45.909317 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f34af4-d807-49d7-9127-cc2562470cd7 req-a7938ed7-120e-4f67-bfda-ef64c720d44a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:36:45.910867 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-a7f34af4-d807-49d7-9127-cc2562470cd7 req-a7938ed7-120e-4f67-bfda-ef64c720d44a service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=5ecac24b-2023-477e-a6b0-c36ffddd82ad HTTP/1.1" status: 200  len: 1099 time: 0.0869389
Apr 20 18:36:45.956515 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-a7f34af4-d807-49d7-9127-cc2562470cd7 req-78475c71-32b7-44da-84b7-05f089f3fe71 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=72e2ab52-920c-4349-854b-16e50e49549f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0381515
Apr 20 18:36:46.454258 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e5c42c-ce7f-4ce6-ac6d-485a881e0a60 req-4f2f5fa1-111b-4302-a579-5a48b123e4b7 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:36:46.457286 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-42e5c42c-ce7f-4ce6-ac6d-485a881e0a60 req-4f2f5fa1-111b-4302-a579-5a48b123e4b7 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "GET /v2.0/ports?device_id=5ecac24b-2023-477e-a6b0-c36ffddd82ad HTTP/1.1" status: 200  len: 946 time: 0.1381340
Apr 20 18:36:46.530552 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-42e5c42c-ce7f-4ce6-ac6d-485a881e0a60 req-fc6fedeb-2055-40e6-8235-8feb595cdf8c tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "GET /v2.0/security-groups?id=72e2ab52-920c-4349-854b-16e50e49549f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0665860
Apr 20 18:36:47.492588 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becd44d3-96e7-463e-9b8b-25014cc910aa req-5c86d2c3-6826-4f98-8e6d-6eddedd0af0c tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:36:47.494261 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-becd44d3-96e7-463e-9b8b-25014cc910aa req-5c86d2c3-6826-4f98-8e6d-6eddedd0af0c tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] 10.222.0.11 "GET /v2.0/ports?device_id=c4e7e796-d2cb-459b-9f73-f2fbb6120ded HTTP/1.1" status: 200  len: 946 time: 0.0972588
Apr 20 18:36:47.548846 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-becd44d3-96e7-463e-9b8b-25014cc910aa req-f07933f6-fd70-476d-9539-74f38e076df4 tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] 10.222.0.11 "GET /v2.0/security-groups?id=c061e4aa-4369-4fc4-ae35-2a7a056dc6f9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0468745
Apr 20 18:36:47.778947 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78963f88-f834-494a-bdd6-576196c27102 req-267f07fe-372d-4ad5-b360-be3fdf8f61d0 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:36:47.786496 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-78963f88-f834-494a-bdd6-576196c27102 req-267f07fe-372d-4ad5-b360-be3fdf8f61d0 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "GET /v2.0/ports?device_id=5ecac24b-2023-477e-a6b0-c36ffddd82ad HTTP/1.1" status: 200  len: 946 time: 0.0949690
Apr 20 18:36:47.841694 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-78963f88-f834-494a-bdd6-576196c27102 req-7f37b4ae-e384-4bd0-9184-5ad0efba9933 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "GET /v2.0/security-groups?id=72e2ab52-920c-4349-854b-16e50e49549f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0504818
Apr 20 18:36:48.757200 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4419777-a078-45ca-a444-36ccde3598af req-30d70bf4-1c22-47d4-bb74-60dfdc75fa1e tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:36:48.758738 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-e4419777-a078-45ca-a444-36ccde3598af req-30d70bf4-1c22-47d4-bb74-60dfdc75fa1e tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] 10.222.0.11 "GET /v2.0/ports?device_id=c4e7e796-d2cb-459b-9f73-f2fbb6120ded HTTP/1.1" status: 200  len: 946 time: 0.0915837
Apr 20 18:36:48.808870 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-e4419777-a078-45ca-a444-36ccde3598af req-fa2469fe-f59c-4813-b9e6-6ed498c6b71e tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] 10.222.0.11 "GET /v2.0/security-groups?id=c061e4aa-4369-4fc4-ae35-2a7a056dc6f9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0427251
Apr 20 18:36:49.008944 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.agents_db [None req-36c0d191-ed3c-416e-a897-084b3b2178c3 None None] Agent healthcheck: found 6 active agents {{(pid=86423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 18:36:49.056703 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e902dd2-e152-40c3-a2c6-67d1bfceac1e req-e07fa620-a4f1-4517-9d1f-00191ebc0e67 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:36:49.058335 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-6e902dd2-e152-40c3-a2c6-67d1bfceac1e req-e07fa620-a4f1-4517-9d1f-00191ebc0e67 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "GET /v2.0/ports?device_id=5ecac24b-2023-477e-a6b0-c36ffddd82ad HTTP/1.1" status: 200  len: 946 time: 0.0946064
Apr 20 18:36:49.284558 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34981949-3553-4a77-8ef6-986fce212068 req-e44a5539-c45f-45ca-bc55-24dae13e1aa6 tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:36:49.285370 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [req-34981949-3553-4a77-8ef6-986fce212068 req-e44a5539-c45f-45ca-bc55-24dae13e1aa6 tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Synchronizing usage tracker for tenant:4d61b8cb74c8488e895692a092d04f17 on resource:port {{(pid=86420) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 18:36:49.301502 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [req-34981949-3553-4a77-8ef6-986fce212068 req-e44a5539-c45f-45ca-bc55-24dae13e1aa6 tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Unset dirty status for tenant:4d61b8cb74c8488e895692a092d04f17 on resource:port {{(pid=86420) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 18:36:49.302761 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-34981949-3553-4a77-8ef6-986fce212068 req-e44a5539-c45f-45ca-bc55-24dae13e1aa6 tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] 10.222.0.10 "GET /v2.0/ports?device_id=c4e7e796-d2cb-459b-9f73-f2fbb6120ded HTTP/1.1" status: 200  len: 946 time: 0.1112065
Apr 20 18:36:49.328614 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-6e902dd2-e152-40c3-a2c6-67d1bfceac1e req-8bc36d1e-dbb4-4418-b01d-eff3c35d0d5c tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "GET /v2.0/security-groups?id=72e2ab52-920c-4349-854b-16e50e49549f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2635942
Apr 20 18:36:49.387069 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [req-34981949-3553-4a77-8ef6-986fce212068 req-2ee5ebc8-d752-4aba-9338-d54a80cbb4d7 tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Deleting port b7f07830-6431-4d56-a91b-1d81b3481349 {{(pid=86420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 18:36:49.387450 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-34981949-3553-4a77-8ef6-986fce212068 req-2ee5ebc8-d752-4aba-9338-d54a80cbb4d7 tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251177940340'] for port, before_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:49.654408 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [req-34981949-3553-4a77-8ef6-986fce212068 req-2ee5ebc8-d752-4aba-9338-d54a80cbb4d7 tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] For port b7f07830-6431-4d56-a91b-1d81b3481349, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=b7f07830-6431-4d56-a91b-1d81b3481349,segment=NetworkSegment(c09827dd-1400-4cd9-9113-bae2cb1c8e3d),segment_id=c09827dd-1400-4cd9-9113-bae2cb1c8e3d)] {{(pid=86420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:36:49.654765 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-34981949-3553-4a77-8ef6-986fce212068 req-2ee5ebc8-d752-4aba-9338-d54a80cbb4d7 tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858558'] for port, precommit_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:49.982480 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-34981949-3553-4a77-8ef6-986fce212068 req-2ee5ebc8-d752-4aba-9338-d54a80cbb4d7 tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:49.983108 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-34981949-3553-4a77-8ef6-986fce212068 req-2ee5ebc8-d752-4aba-9338-d54a80cbb4d7 tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850912078'] for floatingip, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:49.983346 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.db.l3_db [req-34981949-3553-4a77-8ef6-986fce212068 req-2ee5ebc8-d752-4aba-9338-d54a80cbb4d7 tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Floating IP 5723965c-520c-4241-899a-3aaf686ab5bf disassociated. External IP: 172.27.2.146, port: b7f07830-6431-4d56-a91b-1d81b3481349.
Apr 20 18:36:49.983729 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [req-34981949-3553-4a77-8ef6-986fce212068 req-2ee5ebc8-d752-4aba-9338-d54a80cbb4d7 tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Calling delete_port for b7f07830-6431-4d56-a91b-1d81b3481349 owned by compute:nova {{(pid=86420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 18:36:50.015400 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba3c645-bb89-4d78-96d1-5700c29a72ce req-e5d6babb-357b-43cf-a351-ad5962c73846 tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:36:50.017057 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-0ba3c645-bb89-4d78-96d1-5700c29a72ce req-e5d6babb-357b-43cf-a351-ad5962c73846 tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] 10.222.0.11 "GET /v2.0/ports?device_id=c4e7e796-d2cb-459b-9f73-f2fbb6120ded HTTP/1.1" status: 200  len: 946 time: 0.0899770
Apr 20 18:36:50.071689 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-0ba3c645-bb89-4d78-96d1-5700c29a72ce req-7f624dbc-40c1-4fd3-a266-16284cc203f3 tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] 10.222.0.11 "GET /v2.0/security-groups?id=c061e4aa-4369-4fc4-ae35-2a7a056dc6f9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0459042
Apr 20 18:36:50.140105 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-34981949-3553-4a77-8ef6-986fce212068 req-2ee5ebc8-d752-4aba-9338-d54a80cbb4d7 tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251177936671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785676391897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4189424'] for port, after_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:50.146220 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-f5eb74e5-2283-442b-981c-fb0f94c769ce service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:36:50.197740 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee5ebc8-d752-4aba-9338-d54a80cbb4d7 tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Pushing event deleted for resources: {'Port': ['ID=b7f07830-6431-4d56-a91b-1d81b3481349,revision_number=None']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:36:50.201822 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-2ee5ebc8-d752-4aba-9338-d54a80cbb4d7 tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:36:50.394981 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.scheduler.l3_agent_scheduler [req-34981949-3553-4a77-8ef6-986fce212068 req-2ee5ebc8-d752-4aba-9338-d54a80cbb4d7 tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Router 0c7d70fc-11f1-42c5-aabc-0cd9b46c27d8 has already been hosted by L3 agent 561dbf79-24e4-4a0d-b08c-f7bb8670fc1d {{(pid=86420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 18:36:50.588005 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-34981949-3553-4a77-8ef6-986fce212068 req-2ee5ebc8-d752-4aba-9338-d54a80cbb4d7 tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Notify agent at l3_agent.dv-cinder-786931-2-iscsi the message routers_updated {{(pid=86420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 18:36:50.599203 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b9d6d09-c5e9-42ba-b8e1-7aae12c9084f None None] Sync routers for ids ['0c7d70fc-11f1-42c5-aabc-0cd9b46c27d8'] in dv-cinder-786931-2-iscsi {{(pid=86422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 18:36:50.611492 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b9d6d09-c5e9-42ba-b8e1-7aae12c9084f None None] Routers {'0c7d70fc-11f1-42c5-aabc-0cd9b46c27d8'} bound to L3 agent in host dv-cinder-786931-2-iscsi {{(pid=86422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:36:50.612321 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-4b9d6d09-c5e9-42ba-b8e1-7aae12c9084f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd930d546a0>, 'dv-cinder-786931-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T18:22:01Z,description=<?>,heartbeat_timestamp=2021-04-20T18:36:31Z,host='dv-cinder-786931-2-iscsi',id=561dbf79-24e4-4a0d-b08c-f7bb8670fc1d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:22:01Z,topic='l3_agent')) {'router_ids': ['0c7d70fc-11f1-42c5-aabc-0cd9b46c27d8'], 'active': True} {{(pid=86422) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:36:50.669254 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [req-34981949-3553-4a77-8ef6-986fce212068 req-2ee5ebc8-d752-4aba-9338-d54a80cbb4d7 tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] No DVR routers for this DVR port b7f07830-6431-4d56-a91b-1d81b3481349 on host hv-cinder-78693 {{(pid=86420) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 18:36:50.672320 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-34981949-3553-4a77-8ef6-986fce212068 req-2ee5ebc8-d752-4aba-9338-d54a80cbb4d7 tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7615'] for port, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:50.675451 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4e7e796-d2cb-459b-9f73-f2fbb6120ded', 'name': 'network-vif-deleted', 'tag': 'b7f07830-6431-4d56-a91b-1d81b3481349'}] {{(pid=86420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:36:50.693386 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-34981949-3553-4a77-8ef6-986fce212068 req-2ee5ebc8-d752-4aba-9338-d54a80cbb4d7 tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] 10.222.0.10 "DELETE /v2.0/ports/b7f07830-6431-4d56-a91b-1d81b3481349 HTTP/1.1" status: 204  len: 173 time: 1.3847506
Apr 20 18:36:50.897138 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4e7e796-d2cb-459b-9f73-f2fbb6120ded', 'name': 'network-vif-deleted', 'tag': 'b7f07830-6431-4d56-a91b-1d81b3481349', 'status': 'completed', 'code': 200}
Apr 20 18:36:50.918549 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_dvr_db [None req-4b9d6d09-c5e9-42ba-b8e1-7aae12c9084f None None] Set router 0c7d70fc-11f1-42c5-aabc-0cd9b46c27d8 gateway port host: dv-cinder-786931-2-iscsi {{(pid=86422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:36:51.270739 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-b91427bc-8d57-4f01-966e-c7f7eec5648e req-7f4cf28f-fed6-4ddb-9aed-dc95d1d5ed20 tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] 10.222.0.11 "GET /v2.0/ports?device_id=c4e7e796-d2cb-459b-9f73-f2fbb6120ded HTTP/1.1" status: 200  len: 210 time: 0.0577235
Apr 20 18:36:51.271504 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-4b9d6d09-c5e9-42ba-b8e1-7aae12c9084f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd930d546a0>, [{'id': '0c7d70fc-11f1-42c5-aabc-0cd9b46c27d8', 'name': 'tempest-AttachVolumeTestJSON-2090730375-router', 'tenant_id': '4d61b8cb74c8488e895692a092d04f17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357044f3-f85c-4c82-92f2-504aa071d528', 'external_fixed_ips': [{'subnet_id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'ip_address': '172.27.2.37'}], 'enable_snat': True}, 'gw_port_id': '291ad347-35f5-49c0-9347-31d2523ef1b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:30:19Z', 'updated_at': '2021-04-20T18:30:35Z', 'revision_number': 4, 'project_id': '4d61b8cb74c8488e895692a092d04f17', 'gw_port': {'id': '291ad347-35f5-49c0-9347-31d2523ef1b7', 'name': '', 'network_id': '357044f3-f85c-4c82-92f2-504aa071d528', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:d6:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c7d70fc-11f1-42c5-aabc-0cd9b46c27d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'ip_address': '172.27.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:30:21Z', 'updated_at': '2021-04-20T18:30:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-2-iscsi', '_interfaces': [{'id': 'f3716e0d-bbe5-4df9-8b23-36b546e4ec84', 'name': '', 'network_id': '02422600-c332-4858-ad0c-e0fcc53844a7', 'tenant_id': '4d61b8cb74c8488e895692a092d04f17', 'mac_address': 'fa:16:3e:fc:4c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c7d70fc-11f1-42c5-aabc-0cd9b46c27d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '75d0ac2f-18ed-4097-8673-60a099f48c88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:30:31Z', 'updated_at': '2021-04-20T18:30:54Z', 'revision_number': 5, 'project_id': '4d61b8cb74c8488e895692a092d04f17', 'subnets': [{'id': '75d0ac2f-18ed-4097-8673-60a099f48c88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786931-2-iscsi', False) {} {{(pid=86422) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:36:51.276964 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b9d6d09-c5e9-42ba-b8e1-7aae12c9084f None None] Checking router: 0c7d70fc-11f1-42c5-aabc-0cd9b46c27d8 for host: dv-cinder-786931-2-iscsi {{(pid=86422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 18:36:51.293459 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b9d6d09-c5e9-42ba-b8e1-7aae12c9084f None None] Routers {'0c7d70fc-11f1-42c5-aabc-0cd9b46c27d8'} bound to L3 agent in host dv-cinder-786931-2-iscsi {{(pid=86422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:36:51.295411 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-4b9d6d09-c5e9-42ba-b8e1-7aae12c9084f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd930d546a0>, 'dv-cinder-786931-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T18:22:01Z,description=<?>,heartbeat_timestamp=2021-04-20T18:36:31Z,host='dv-cinder-786931-2-iscsi',id=561dbf79-24e4-4a0d-b08c-f7bb8670fc1d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:22:01Z,topic='l3_agent')) {'router_ids': ['0c7d70fc-11f1-42c5-aabc-0cd9b46c27d8'], 'active': True} {{(pid=86422) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:36:51.498992 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_dvr_db [None req-4b9d6d09-c5e9-42ba-b8e1-7aae12c9084f None None] Set router 0c7d70fc-11f1-42c5-aabc-0cd9b46c27d8 gateway port host: dv-cinder-786931-2-iscsi {{(pid=86422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:36:51.836488 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-4b9d6d09-c5e9-42ba-b8e1-7aae12c9084f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd930d546a0>, [{'id': '0c7d70fc-11f1-42c5-aabc-0cd9b46c27d8', 'name': 'tempest-AttachVolumeTestJSON-2090730375-router', 'tenant_id': '4d61b8cb74c8488e895692a092d04f17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357044f3-f85c-4c82-92f2-504aa071d528', 'external_fixed_ips': [{'subnet_id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'ip_address': '172.27.2.37'}], 'enable_snat': True}, 'gw_port_id': '291ad347-35f5-49c0-9347-31d2523ef1b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:30:19Z', 'updated_at': '2021-04-20T18:30:35Z', 'revision_number': 4, 'project_id': '4d61b8cb74c8488e895692a092d04f17', 'gw_port': {'id': '291ad347-35f5-49c0-9347-31d2523ef1b7', 'name': '', 'network_id': '357044f3-f85c-4c82-92f2-504aa071d528', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:d6:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c7d70fc-11f1-42c5-aabc-0cd9b46c27d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'ip_address': '172.27.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:30:21Z', 'updated_at': '2021-04-20T18:30:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-2-iscsi', '_interfaces': [{'id': 'f3716e0d-bbe5-4df9-8b23-36b546e4ec84', 'name': '', 'network_id': '02422600-c332-4858-ad0c-e0fcc53844a7', 'tenant_id': '4d61b8cb74c8488e895692a092d04f17', 'mac_address': 'fa:16:3e:fc:4c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c7d70fc-11f1-42c5-aabc-0cd9b46c27d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '75d0ac2f-18ed-4097-8673-60a099f48c88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:30:31Z', 'updated_at': '2021-04-20T18:30:54Z', 'revision_number': 5, 'project_id': '4d61b8cb74c8488e895692a092d04f17', 'subnets': [{'id': '75d0ac2f-18ed-4097-8673-60a099f48c88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786931-2-iscsi', False) {} {{(pid=86422) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:36:51.841449 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b9d6d09-c5e9-42ba-b8e1-7aae12c9084f None None] The sync data for ids ['0c7d70fc-11f1-42c5-aabc-0cd9b46c27d8'] in dv-cinder-786931-2-iscsi is: [{'id': '0c7d70fc-11f1-42c5-aabc-0cd9b46c27d8', 'name': 'tempest-AttachVolumeTestJSON-2090730375-router', 'tenant_id': '4d61b8cb74c8488e895692a092d04f17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357044f3-f85c-4c82-92f2-504aa071d528', 'external_fixed_ips': [{'subnet_id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'ip_address': '172.27.2.37'}], 'enable_snat': True}, 'gw_port_id': '291ad347-35f5-49c0-9347-31d2523ef1b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:30:19Z', 'updated_at': '2021-04-20T18:30:35Z', 'revision_number': 4, 'project_id': '4d61b8cb74c8488e895692a092d04f17', 'gw_port': {'id': '291ad347-35f5-49c0-9347-31d2523ef1b7', 'name': '', 'network_id': '357044f3-f85c-4c82-92f2-504aa071d528', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:d6:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c7d70fc-11f1-42c5-aabc-0cd9b46c27d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'ip_address': '172.27.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:30:21Z', 'updated_at': '2021-04-20T18:30:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-2-iscsi', '_interfaces': [{'id': 'f3716e0d-bbe5-4df9-8b23-36b546e4ec84', 'name': '', 'network_id': '02422600-c332-4858-ad0c-e0fcc53844a7', 'tenant_id': '4d61b8cb74c8488e895692a092d04f17', 'mac_address': 'fa:16:3e:fc:4c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c7d70fc-11f1-42c5-aabc-0cd9b46c27d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '75d0ac2f-18ed-4097-8673-60a099f48c88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:30:31Z', 'updated_at': '2021-04-20T18:30:54Z', 'revision_number': 5, 'project_id': '4d61b8cb74c8488e895692a092d04f17', 'subnets': [{'id': '75d0ac2f-18ed-4097-8673-60a099f48c88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 18:36:52.275641 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-472aeef9-0066-4c09-a047-e6c505cfd89a None None] New status for floating IP 5723965c-520c-4241-899a-3aaf686ab5bf: DOWN {{(pid=86423) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 20 18:36:52.414030 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.11', 50730) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:36:52.486316 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-5318bfce-671e-4b08-a51b-f592d604f96e tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Notify callbacks [] for security_group, before_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:52.521037 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-5318bfce-671e-4b08-a51b-f592d604f96e tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:52.571350 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-5318bfce-671e-4b08-a51b-f592d604f96e tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850969184'] for security_group, after_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:52.576865 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-45f8d605-4424-4379-bae4-3177f021e001 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:36:52.593111 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5318bfce-671e-4b08-a51b-f592d604f96e tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c061e4aa-4369-4fc4-ae35-2a7a056dc6f9,revision_number=None']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:36:52.598899 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-5318bfce-671e-4b08-a51b-f592d604f96e tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:36:52.601705 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-5318bfce-671e-4b08-a51b-f592d604f96e tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Notify callbacks [] for security_group, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:52.602950 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-5318bfce-671e-4b08-a51b-f592d604f96e tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] 10.222.0.11 "DELETE /v2.0/security-groups/c061e4aa-4369-4fc4-ae35-2a7a056dc6f9 HTTP/1.1" status: 204  len: 168 time: 0.1877918
Apr 20 18:36:52.605802 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.11', 50734) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:36:52.625256 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.api.v2.resource [None req-90efc8cb-c5bc-4ea2-b73d-d876c0ff463c tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] show failed (client error): The resource could not be found.
Apr 20 18:36:52.626296 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-90efc8cb-c5bc-4ea2-b73d-d876c0ff463c tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] 10.222.0.11 "GET /v2.0/security-groups/c061e4aa-4369-4fc4-ae35-2a7a056dc6f9 HTTP/1.1" status: 404  len: 347 time: 0.0185251
Apr 20 18:36:52.629442 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.11', 50738) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:36:52.797537 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-817be497-0042-45cf-a8f2-4f71018b3577 tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Deleting port 8552df95-8741-4cfd-9d7e-f9895c81ab75 {{(pid=86420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 18:36:52.797907 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-817be497-0042-45cf-a8f2-4f71018b3577 tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251177940340'] for port, before_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:52.982143 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-817be497-0042-45cf-a8f2-4f71018b3577 tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858558'] for port, precommit_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:52.982432 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-817be497-0042-45cf-a8f2-4f71018b3577 tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:53.114393 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-817be497-0042-45cf-a8f2-4f71018b3577 tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Calling delete_port for 8552df95-8741-4cfd-9d7e-f9895c81ab75 owned by network:floatingip {{(pid=86420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 18:36:53.147252 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Device b7f07830-6431-4d56-a91b-1d81b3481349 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 18:36:53.190210 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] No Port match for: b7f07830-6431-4d56-a91b-1d81b3481349 {{(pid=86422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 18:36:53.191069 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Device b7f07830-6431-4d56-a91b-1d81b3481349 not bound to the agent host hv-cinder-78693 {{(pid=86422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 18:36:53.272840 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-817be497-0042-45cf-a8f2-4f71018b3577 tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251177936671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785676391897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4189424'] for port, after_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:53.277412 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-33eec94d-12cd-4c5f-8ad7-ee550af75468 tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:36:53.353812 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817be497-0042-45cf-a8f2-4f71018b3577 tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Pushing event deleted for resources: {'Port': ['ID=8552df95-8741-4cfd-9d7e-f9895c81ab75,revision_number=None']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:36:53.356914 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-817be497-0042-45cf-a8f2-4f71018b3577 tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:36:53.429107 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-817be497-0042-45cf-a8f2-4f71018b3577 tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Notify callbacks [] for floatingip, after_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:53.446405 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-817be497-0042-45cf-a8f2-4f71018b3577 tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7615'] for floatingip, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:53.450538 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-817be497-0042-45cf-a8f2-4f71018b3577 tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] 10.222.0.11 "DELETE /v2.0/floatingips/5723965c-520c-4241-899a-3aaf686ab5bf HTTP/1.1" status: 204  len: 168 time: 0.8172262
Apr 20 18:36:57.564078 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86421) accepted ('10.222.0.11', 50770) {{(pid=86421) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:36:58.378861 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7479399b-2864-4097-a919-5202fb228a1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3841945'] for router_interface, before_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:58.550052 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-de689edf-2ba8-46f2-a573-e56f02ba27cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:58.795642 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-7479399b-2864-4097-a919-5202fb228a1e admin admin] Deleting port f3716e0d-bbe5-4df9-8b23-36b546e4ec84 {{(pid=86421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 18:36:58.796279 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7479399b-2864-4097-a919-5202fb228a1e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251177940340'] for port, before_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:59.011467 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-7479399b-2864-4097-a919-5202fb228a1e admin admin] For port f3716e0d-bbe5-4df9-8b23-36b546e4ec84, host dv-cinder-786931-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-2-iscsi',level=0,port_id=f3716e0d-bbe5-4df9-8b23-36b546e4ec84,segment=NetworkSegment(c09827dd-1400-4cd9-9113-bae2cb1c8e3d),segment_id=c09827dd-1400-4cd9-9113-bae2cb1c8e3d)] {{(pid=86421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:36:59.011868 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7479399b-2864-4097-a919-5202fb228a1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858558'] for port, precommit_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:59.159232 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-7479399b-2864-4097-a919-5202fb228a1e admin admin] Calling delete_port for f3716e0d-bbe5-4df9-8b23-36b546e4ec84 owned by network:router_interface {{(pid=86421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 18:36:59.558704 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7479399b-2864-4097-a919-5202fb228a1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251177936671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785676391897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036828324065'] for port, after_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:59.565527 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-24e1b59e-5976-41ad-b446-5475ce3f9860 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:36:59.618745 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7479399b-2864-4097-a919-5202fb228a1e admin admin] Pushing event deleted for resources: {'Port': ['ID=f3716e0d-bbe5-4df9-8b23-36b546e4ec84,revision_number=None']} {{(pid=86421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:36:59.654785 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-7479399b-2864-4097-a919-5202fb228a1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:36:59.987875 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7479399b-2864-4097-a919-5202fb228a1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036851071070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3842023'] for router_interface, after_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:00.733422 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7479399b-2864-4097-a919-5202fb228a1e admin admin] Router 0c7d70fc-11f1-42c5-aabc-0cd9b46c27d8 has already been hosted by L3 agent 561dbf79-24e4-4a0d-b08c-f7bb8670fc1d {{(pid=86421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 18:37:00.942369 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7479399b-2864-4097-a919-5202fb228a1e admin admin] Notify agent at l3_agent.dv-cinder-786931-2-iscsi the message routers_updated {{(pid=86421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 18:37:00.953789 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3efc8d1a-729f-453f-a109-d2e6c46b964c None None] Sync routers for ids ['0c7d70fc-11f1-42c5-aabc-0cd9b46c27d8'] in dv-cinder-786931-2-iscsi {{(pid=86422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 18:37:00.965202 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-7479399b-2864-4097-a919-5202fb228a1e admin admin] 10.222.0.11 "PUT /v2.0/routers/0c7d70fc-11f1-42c5-aabc-0cd9b46c27d8/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3997316
Apr 20 18:37:00.968700 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86421) accepted ('10.222.0.11', 50776) {{(pid=86421) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:37:00.969388 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3efc8d1a-729f-453f-a109-d2e6c46b964c None None] Routers {'0c7d70fc-11f1-42c5-aabc-0cd9b46c27d8'} bound to L3 agent in host dv-cinder-786931-2-iscsi {{(pid=86422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:37:00.970091 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-3efc8d1a-729f-453f-a109-d2e6c46b964c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd930cb4ef0>, 'dv-cinder-786931-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T18:22:01Z,description=<?>,heartbeat_timestamp=2021-04-20T18:36:31Z,host='dv-cinder-786931-2-iscsi',id=561dbf79-24e4-4a0d-b08c-f7bb8670fc1d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:22:01Z,topic='l3_agent')) {'router_ids': ['0c7d70fc-11f1-42c5-aabc-0cd9b46c27d8'], 'active': True} {{(pid=86422) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:37:01.181683 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-6a86282a-a29c-4e28-b760-f79278098e04 admin admin] Notify callbacks [] for router, before_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:01.248108 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_dvr_db [None req-3efc8d1a-729f-453f-a109-d2e6c46b964c None None] Set router 0c7d70fc-11f1-42c5-aabc-0cd9b46c27d8 gateway port host: dv-cinder-786931-2-iscsi {{(pid=86422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:37:01.475278 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-6a86282a-a29c-4e28-b760-f79278098e04 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:01.489525 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-6a86282a-a29c-4e28-b760-f79278098e04 admin admin] Deleting port 291ad347-35f5-49c0-9347-31d2523ef1b7 {{(pid=86421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 18:37:01.489919 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-6a86282a-a29c-4e28-b760-f79278098e04 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251177940340'] for port, before_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:01.562946 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-fbedc209-b7de-48e9-9489-80fa5e7190ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:01.564993 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-59ff2fcf-5a92-41e6-b6a8-ab5cb4df6403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:01.769494 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-6a86282a-a29c-4e28-b760-f79278098e04 admin admin] For port 291ad347-35f5-49c0-9347-31d2523ef1b7, host dv-cinder-786931-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-2-iscsi',level=0,port_id=291ad347-35f5-49c0-9347-31d2523ef1b7,segment=NetworkSegment(f02283aa-238a-4f3f-9851-30c34a9365bb),segment_id=f02283aa-238a-4f3f-9851-30c34a9365bb)] {{(pid=86421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:37:01.769850 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-6a86282a-a29c-4e28-b760-f79278098e04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858558'] for port, precommit_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:01.952256 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-3efc8d1a-729f-453f-a109-d2e6c46b964c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd930cb4ef0>, [{'id': '0c7d70fc-11f1-42c5-aabc-0cd9b46c27d8', 'name': 'tempest-AttachVolumeTestJSON-2090730375-router', 'tenant_id': '4d61b8cb74c8488e895692a092d04f17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357044f3-f85c-4c82-92f2-504aa071d528', 'external_fixed_ips': [{'subnet_id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'ip_address': '172.27.2.37'}], 'enable_snat': True}, 'gw_port_id': '291ad347-35f5-49c0-9347-31d2523ef1b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:30:19Z', 'updated_at': '2021-04-20T18:36:59Z', 'revision_number': 5, 'project_id': '4d61b8cb74c8488e895692a092d04f17', 'gw_port': {'id': '291ad347-35f5-49c0-9347-31d2523ef1b7', 'name': '', 'network_id': '357044f3-f85c-4c82-92f2-504aa071d528', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:d6:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c7d70fc-11f1-42c5-aabc-0cd9b46c27d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'ip_address': '172.27.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:30:21Z', 'updated_at': '2021-04-20T18:30:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-2-iscsi'}], 'dv-cinder-786931-2-iscsi', False) {} {{(pid=86422) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:37:01.958259 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-6a86282a-a29c-4e28-b760-f79278098e04 admin admin] Calling delete_port for 291ad347-35f5-49c0-9347-31d2523ef1b7 owned by network:router_gateway {{(pid=86421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 18:37:01.958477 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3efc8d1a-729f-453f-a109-d2e6c46b964c None None] Checking router: 0c7d70fc-11f1-42c5-aabc-0cd9b46c27d8 for host: dv-cinder-786931-2-iscsi {{(pid=86422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 18:37:01.972219 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3efc8d1a-729f-453f-a109-d2e6c46b964c None None] Routers {'0c7d70fc-11f1-42c5-aabc-0cd9b46c27d8'} bound to L3 agent in host dv-cinder-786931-2-iscsi {{(pid=86422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:37:01.973206 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-3efc8d1a-729f-453f-a109-d2e6c46b964c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd930cb4ef0>, 'dv-cinder-786931-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T18:22:01Z,description=<?>,heartbeat_timestamp=2021-04-20T18:37:01Z,host='dv-cinder-786931-2-iscsi',id=561dbf79-24e4-4a0d-b08c-f7bb8670fc1d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:22:01Z,topic='l3_agent')) {'router_ids': ['0c7d70fc-11f1-42c5-aabc-0cd9b46c27d8'], 'active': True} {{(pid=86422) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:37:02.161472 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:02.220537 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-6a86282a-a29c-4e28-b760-f79278098e04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251177936671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785676391897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036828324065'] for port, after_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:02.225132 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_dvr_db [None req-3efc8d1a-729f-453f-a109-d2e6c46b964c None None] Set router 0c7d70fc-11f1-42c5-aabc-0cd9b46c27d8 gateway port host: None {{(pid=86422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:37:02.228946 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-86025ef2-4c66-460f-a4ea-95d21c3139f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:37:02.288208 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a86282a-a29c-4e28-b760-f79278098e04 admin admin] Pushing event deleted for resources: {'Port': ['ID=291ad347-35f5-49c0-9347-31d2523ef1b7,revision_number=None']} {{(pid=86421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:37:02.291597 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-6a86282a-a29c-4e28-b760-f79278098e04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:37:02.428699 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-6a86282a-a29c-4e28-b760-f79278098e04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036850909850'] for router_gateway, after_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:02.435504 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-3efc8d1a-729f-453f-a109-d2e6c46b964c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd930cb4ef0>, [{'id': '0c7d70fc-11f1-42c5-aabc-0cd9b46c27d8', 'name': 'tempest-AttachVolumeTestJSON-2090730375-router', 'tenant_id': '4d61b8cb74c8488e895692a092d04f17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:30:19Z', 'updated_at': '2021-04-20T18:37:01Z', 'revision_number': 6, 'project_id': '4d61b8cb74c8488e895692a092d04f17', 'gw_port_host': None}], 'dv-cinder-786931-2-iscsi', False) {} {{(pid=86422) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:37:02.442977 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3efc8d1a-729f-453f-a109-d2e6c46b964c None None] The sync data for ids ['0c7d70fc-11f1-42c5-aabc-0cd9b46c27d8'] in dv-cinder-786931-2-iscsi is: [{'id': '0c7d70fc-11f1-42c5-aabc-0cd9b46c27d8', 'name': 'tempest-AttachVolumeTestJSON-2090730375-router', 'tenant_id': '4d61b8cb74c8488e895692a092d04f17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:30:19Z', 'updated_at': '2021-04-20T18:37:01Z', 'revision_number': 6, 'project_id': '4d61b8cb74c8488e895692a092d04f17', 'gw_port_host': None}] {{(pid=86422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 18:37:02.445880 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:02.667329 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-6a86282a-a29c-4e28-b760-f79278098e04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036850938054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8100'] for router, precommit_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:02.667960 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Device f3716e0d-bbe5-4df9-8b23-36b546e4ec84 no longer exists at agent ovs-agent-dv-cinder-786931-2-iscsi {{(pid=86422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 18:37:02.670662 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-6a86282a-a29c-4e28-b760-f79278098e04 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:02.711001 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] No Port match for: f3716e0d-bbe5-4df9-8b23-36b546e4ec84 {{(pid=86422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 18:37:02.711317 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Device f3716e0d-bbe5-4df9-8b23-36b546e4ec84 not bound to the agent host dv-cinder-786931-2-iscsi {{(pid=86422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 18:37:02.767051 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-6a86282a-a29c-4e28-b760-f79278098e04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3839614'] for router, after_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:02.767647 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a86282a-a29c-4e28-b760-f79278098e04 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0c7d70fc-11f1-42c5-aabc-0cd9b46c27d8 {{(pid=86421) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 20 18:37:02.782078 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-6a86282a-a29c-4e28-b760-f79278098e04 admin admin] Notify callbacks [] for router, before_response {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:02.783331 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-6a86282a-a29c-4e28-b760-f79278098e04 admin admin] 10.222.0.11 "DELETE /v2.0/routers/0c7d70fc-11f1-42c5-aabc-0cd9b46c27d8 HTTP/1.1" status: 204  len: 168 time: 1.8132513
Apr 20 18:37:02.786452 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.11', 50780) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:37:02.857558 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d694116-6dcd-47ff-b6ec-7cf47db46503 admin admin] Deleting subnet 75d0ac2f-18ed-4097-8673-60a099f48c88 {{(pid=86420) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 20 18:37:02.861145 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-5d694116-6dcd-47ff-b6ec-7cf47db46503 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:02.923101 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-5d694116-6dcd-47ff-b6ec-7cf47db46503 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2734893'] for subnet, precommit_delete_associations {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:03.063029 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-5d694116-6dcd-47ff-b6ec-7cf47db46503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735778'] for subnet, precommit_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:03.170501 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-69625b45-0eac-4ead-bef5-f7df2e631dfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:03.397900 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-5d694116-6dcd-47ff-b6ec-7cf47db46503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854040038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850911380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4189476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852074705'] for subnet, after_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:03.404212 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-05ab790e-d97a-429d-8c19-afdf952f5265 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:37:03.443529 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d694116-6dcd-47ff-b6ec-7cf47db46503 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=75d0ac2f-18ed-4097-8673-60a099f48c88,revision_number=None']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:37:03.445925 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-5d694116-6dcd-47ff-b6ec-7cf47db46503 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3704713'] for subnet, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:03.456339 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86421) accepted ('10.222.0.11', 50788) {{(pid=86421) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:37:03.457069 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-5d694116-6dcd-47ff-b6ec-7cf47db46503 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/75d0ac2f-18ed-4097-8673-60a099f48c88 HTTP/1.1" status: 204  len: 168 time: 0.6687820
Apr 20 18:37:03.459238 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-5d694116-6dcd-47ff-b6ec-7cf47db46503 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:37:03.461182 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32f58bbc-a424-468b-a219-138aeba9327c None None] Network 02422600-c332-4858-ad0c-e0fcc53844a7 requested from dv-cinder-786931-2-iscsi {{(pid=86422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 18:37:03.578788 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f93a5cbd-6e27-469c-b3ad-978430f4730e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543598'] for network, before_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:03.591285 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-f93a5cbd-6e27-469c-b3ad-978430f4730e admin admin] Deleting port 34e50175-7d2d-4167-af28-3807e4476b2f {{(pid=86421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 18:37:03.591773 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f93a5cbd-6e27-469c-b3ad-978430f4730e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251177940340'] for port, before_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:03.822595 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1dbf8b1-59a6-4bb0-9824-179e9589dac8 None None] DHCP port deletion for 02422600-c332-4858-ad0c-e0fcc53844a7 request from dv-cinder-786931-2-iscsi {{(pid=86422) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 20 18:37:03.828485 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-c1dbf8b1-59a6-4bb0-9824-179e9589dac8 None None] Deleting port 34e50175-7d2d-4167-af28-3807e4476b2f {{(pid=86422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 18:37:03.829069 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-c1dbf8b1-59a6-4bb0-9824-179e9589dac8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251177940340'] for port, before_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:03.852089 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-f93a5cbd-6e27-469c-b3ad-978430f4730e admin admin] For port 34e50175-7d2d-4167-af28-3807e4476b2f, host dv-cinder-786931-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-2-iscsi',level=0,port_id=34e50175-7d2d-4167-af28-3807e4476b2f,segment=NetworkSegment(c09827dd-1400-4cd9-9113-bae2cb1c8e3d),segment_id=c09827dd-1400-4cd9-9113-bae2cb1c8e3d)] {{(pid=86421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:37:03.852513 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f93a5cbd-6e27-469c-b3ad-978430f4730e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858558'] for port, precommit_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:04.109141 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-c1dbf8b1-59a6-4bb0-9824-179e9589dac8 None None] For port 34e50175-7d2d-4167-af28-3807e4476b2f, host dv-cinder-786931-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-2-iscsi',level=0,port_id=34e50175-7d2d-4167-af28-3807e4476b2f,segment=NetworkSegment(c09827dd-1400-4cd9-9113-bae2cb1c8e3d),segment_id=c09827dd-1400-4cd9-9113-bae2cb1c8e3d)] {{(pid=86422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:37:04.109626 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-c1dbf8b1-59a6-4bb0-9824-179e9589dac8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858558'] for port, precommit_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:04.246509 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-f93a5cbd-6e27-469c-b3ad-978430f4730e admin admin] Calling delete_port for 34e50175-7d2d-4167-af28-3807e4476b2f owned by network:dhcp {{(pid=86421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 18:37:04.259885 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-c1dbf8b1-59a6-4bb0-9824-179e9589dac8 None None] Calling delete_port for 34e50175-7d2d-4167-af28-3807e4476b2f owned by network:dhcp {{(pid=86422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 18:37:04.338105 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f93a5cbd-6e27-469c-b3ad-978430f4730e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251177936671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785676391897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036828324065'] for port, after_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:04.347872 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-9e708371-445b-4101-888c-6351b3b46348 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:37:04.398909 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93a5cbd-6e27-469c-b3ad-978430f4730e admin admin] Pushing event deleted for resources: {'Port': ['ID=34e50175-7d2d-4167-af28-3807e4476b2f,revision_number=None']} {{(pid=86421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:37:04.401020 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f93a5cbd-6e27-469c-b3ad-978430f4730e admin admin] No DVR routers for this DVR port 34e50175-7d2d-4167-af28-3807e4476b2f on host dv-cinder-786931-2-iscsi {{(pid=86421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 18:37:04.402701 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-f93a5cbd-6e27-469c-b3ad-978430f4730e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:37:04.453184 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.db.api [None req-c1dbf8b1-59a6-4bb0-9824-179e9589dac8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86422) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 20 18:37:04.454051 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_db.api [None req-c1dbf8b1-59a6-4bb0-9824-179e9589dac8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86422) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 20 18:37:04.562311 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f93a5cbd-6e27-469c-b3ad-978430f4730e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854039945', 'neutron.services.segments.db._delete_segments_for_network-8785676757363'] for network, precommit_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:04.632946 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Device 34e50175-7d2d-4167-af28-3807e4476b2f no longer exists at agent ovs-agent-dv-cinder-786931-2-iscsi {{(pid=86422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 18:37:04.672905 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] No Port match for: 34e50175-7d2d-4167-af28-3807e4476b2f {{(pid=86422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 18:37:04.673302 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Device 34e50175-7d2d-4167-af28-3807e4476b2f not bound to the agent host dv-cinder-786931-2-iscsi {{(pid=86422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 18:37:04.673835 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Device 291ad347-35f5-49c0-9347-31d2523ef1b7 no longer exists at agent ovs-agent-dv-cinder-786931-2-iscsi {{(pid=86422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 18:37:04.711675 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] No Port match for: 291ad347-35f5-49c0-9347-31d2523ef1b7 {{(pid=86422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 18:37:04.712064 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Device 291ad347-35f5-49c0-9347-31d2523ef1b7 not bound to the agent host dv-cinder-786931-2-iscsi {{(pid=86422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 18:37:04.733943 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.services.segments.db [None req-f93a5cbd-6e27-469c-b3ad-978430f4730e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fd931566c18>,) {'filters': {'network_id': ['02422600-c332-4858-ad0c-e0fcc53844a7']}} {{(pid=86421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:37:04.749446 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.services.segments.db [None req-f93a5cbd-6e27-469c-b3ad-978430f4730e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fd931566c18>, 'c09827dd-1400-4cd9-9113-bae2cb1c8e3d') {'for_net_delete': True} {{(pid=86421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:37:04.749789 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.services.segments.db [None req-f93a5cbd-6e27-469c-b3ad-978430f4730e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fd931566c18>, 'c09827dd-1400-4cd9-9113-bae2cb1c8e3d') {} {{(pid=86421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:37:04.764348 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f93a5cbd-6e27-469c-b3ad-978430f4730e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363251177908579', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852349862'] for segment, before_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:04.784398 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f93a5cbd-6e27-469c-b3ad-978430f4730e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854148540'] for segment, precommit_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:04.791902 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f93a5cbd-6e27-469c-b3ad-978430f4730e admin admin] Releasing vlan 386 on physical network physnet1 to pool {{(pid=86421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 20 18:37:04.955178 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-c1dbf8b1-59a6-4bb0-9824-179e9589dac8 None None] Deleting port 34e50175-7d2d-4167-af28-3807e4476b2f {{(pid=86422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 18:37:04.955525 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-c1dbf8b1-59a6-4bb0-9824-179e9589dac8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251177940340'] for port, before_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:05.005872 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [None req-f93a5cbd-6e27-469c-b3ad-978430f4730e admin admin] Network 02422600-c332-4858-ad0c-e0fcc53844a7 has no segments {{(pid=86421) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 18:37:05.016815 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f93a5cbd-6e27-469c-b3ad-978430f4730e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-627251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26451816'] for segment, after_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:05.035210 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-c1dbf8b1-59a6-4bb0-9824-179e9589dac8 None None] The port '34e50175-7d2d-4167-af28-3807e4476b2f' was deleted {{(pid=86422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Apr 20 18:37:05.210653 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [None req-f93a5cbd-6e27-469c-b3ad-978430f4730e admin admin] Network 02422600-c332-4858-ad0c-e0fcc53844a7 has no segments {{(pid=86421) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 18:37:05.236058 dv-cinder-786931-2-iscsi neutron-server[86307]: Traceback (most recent call last):
Apr 20 18:37:05.236058 dv-cinder-786931-2-iscsi neutron-server[86307]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 20 18:37:05.236058 dv-cinder-786931-2-iscsi neutron-server[86307]:     timer()
Apr 20 18:37:05.236058 dv-cinder-786931-2-iscsi neutron-server[86307]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 20 18:37:05.236058 dv-cinder-786931-2-iscsi neutron-server[86307]:     cb(*args, **kw)
Apr 20 18:37:05.236058 dv-cinder-786931-2-iscsi neutron-server[86307]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 20 18:37:05.236058 dv-cinder-786931-2-iscsi neutron-server[86307]:     return func(*args, **kwargs)
Apr 20 18:37:05.236058 dv-cinder-786931-2-iscsi neutron-server[86307]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 20 18:37:05.236058 dv-cinder-786931-2-iscsi neutron-server[86307]:     self._notify()
Apr 20 18:37:05.236058 dv-cinder-786931-2-iscsi neutron-server[86307]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 20 18:37:05.236058 dv-cinder-786931-2-iscsi neutron-server[86307]:     self.callback(batched_events)
Apr 20 18:37:05.236058 dv-cinder-786931-2-iscsi neutron-server[86307]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 20 18:37:05.236058 dv-cinder-786931-2-iscsi neutron-server[86307]:     event.method(event)
Apr 20 18:37:05.236058 dv-cinder-786931-2-iscsi neutron-server[86307]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 20 18:37:05.236058 dv-cinder-786931-2-iscsi neutron-server[86307]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 20 18:37:05.236058 dv-cinder-786931-2-iscsi neutron-server[86307]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 20 18:37:05.236058 dv-cinder-786931-2-iscsi neutron-server[86307]:     segment_id)['aggregates'][0]
Apr 20 18:37:05.236058 dv-cinder-786931-2-iscsi neutron-server[86307]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 20 18:37:05.236058 dv-cinder-786931-2-iscsi neutron-server[86307]:     return f(self, *a, **k)
Apr 20 18:37:05.236058 dv-cinder-786931-2-iscsi neutron-server[86307]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 20 18:37:05.236058 dv-cinder-786931-2-iscsi neutron-server[86307]:     return self._get(url).json()
Apr 20 18:37:05.236058 dv-cinder-786931-2-iscsi neutron-server[86307]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 20 18:37:05.236058 dv-cinder-786931-2-iscsi neutron-server[86307]:     **kwargs)
Apr 20 18:37:05.236058 dv-cinder-786931-2-iscsi neutron-server[86307]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 20 18:37:05.236058 dv-cinder-786931-2-iscsi neutron-server[86307]:     return self.request(url, 'GET', **kwargs)
Apr 20 18:37:05.236058 dv-cinder-786931-2-iscsi neutron-server[86307]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 20 18:37:05.236058 dv-cinder-786931-2-iscsi neutron-server[86307]:     **endpoint_filter)
Apr 20 18:37:05.236058 dv-cinder-786931-2-iscsi neutron-server[86307]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 20 18:37:05.236058 dv-cinder-786931-2-iscsi neutron-server[86307]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 20 18:37:05.236058 dv-cinder-786931-2-iscsi neutron-server[86307]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 20 18:37:05.236058 dv-cinder-786931-2-iscsi neutron-server[86307]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 20 18:37:05.236058 dv-cinder-786931-2-iscsi neutron-server[86307]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 20 18:37:05.348035 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f93a5cbd-6e27-469c-b3ad-978430f4730e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850969204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850912127'] for network, after_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:05.351955 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-5043568d-3b33-447f-9783-e6f80a916003 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:37:05.368290 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f93a5cbd-6e27-469c-b3ad-978430f4730e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3704713'] for network, before_response {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:05.382372 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93a5cbd-6e27-469c-b3ad-978430f4730e admin admin] Pushing event deleted for resources: {'Network': ['ID=02422600-c332-4858-ad0c-e0fcc53844a7,revision_number=None']} {{(pid=86421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:37:05.387310 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-f93a5cbd-6e27-469c-b3ad-978430f4730e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:37:05.397457 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-f93a5cbd-6e27-469c-b3ad-978430f4730e admin admin] 10.222.0.11 "DELETE /v2.0/networks/02422600-c332-4858-ad0c-e0fcc53844a7 HTTP/1.1" status: 204  len: 168 time: 1.9399250
Apr 20 18:37:05.533793 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86421) accepted ('10.222.0.11', 50794) {{(pid=86421) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:37:05.631361 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-02a8b4ff-493c-4e96-be6f-e7c69505b1ed admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4d61b8cb74c8488e895692a092d04f17&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0949409
Apr 20 18:37:05.633654 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86421) accepted ('10.222.0.11', 50798) {{(pid=86421) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:37:05.705657 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f5378fb3-9bed-401a-8ddb-f4d6117076e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:05.738180 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f5378fb3-9bed-401a-8ddb-f4d6117076e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:05.791323 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f5378fb3-9bed-401a-8ddb-f4d6117076e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850969184'] for security_group, after_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:05.797321 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-3aac5324-e0bb-4832-a586-942ff71eb388 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:37:05.812875 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5378fb3-9bed-401a-8ddb-f4d6117076e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80e66527-e58f-4391-8c4c-063b9dd3fbd4,revision_number=None']} {{(pid=86421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:37:05.815772 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-f5378fb3-9bed-401a-8ddb-f4d6117076e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:37:05.822390 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f5378fb3-9bed-401a-8ddb-f4d6117076e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:05.823629 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-f5378fb3-9bed-401a-8ddb-f4d6117076e7 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/80e66527-e58f-4391-8c4c-063b9dd3fbd4 HTTP/1.1" status: 204  len: 168 time: 0.1889451
Apr 20 18:37:07.995055 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.11', 50844) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:37:08.131578 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-bc19940f-a13d-483f-8d24-7cd96b5e94bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:08.152246 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-bc19940f-a13d-483f-8d24-7cd96b5e94bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:37:08.156540 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-bc19940f-a13d-483f-8d24-7cd96b5e94bd admin admin] Usage tracker for resource:security_group_rule and tenant:7d382f4fd6344fb98c075afc182462c4 is out of sync, need to count used quota {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:37:08.159597 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-bc19940f-a13d-483f-8d24-7cd96b5e94bd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:37:08.165817 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-bc19940f-a13d-483f-8d24-7cd96b5e94bd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:37:08.265850 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-bc19940f-a13d-483f-8d24-7cd96b5e94bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:08.269509 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-bc19940f-a13d-483f-8d24-7cd96b5e94bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850969184'] for security_group, after_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:08.278074 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-a6164127-e53b-4562-a0c3-37f4f6acc8a0 tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:37:08.330179 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-bc19940f-a13d-483f-8d24-7cd96b5e94bd admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7d382f4fd6344fb98c075afc182462c4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3338978
Apr 20 18:37:08.331050 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc19940f-a13d-483f-8d24-7cd96b5e94bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=269abc2b-5e2a-46c0-949f-ec0e4f4be572,revision_number=1']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:37:08.333231 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86421) accepted ('10.222.0.11', 50850) {{(pid=86421) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:37:08.334762 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-bc19940f-a13d-483f-8d24-7cd96b5e94bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:37:08.425859 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-4eef836e-1064-43a7-8a4d-410a7214c376 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:08.463003 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-4eef836e-1064-43a7-8a4d-410a7214c376 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:08.526606 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-4eef836e-1064-43a7-8a4d-410a7214c376 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850969184'] for security_group, after_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:08.536719 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-3e35a6e0-db19-4eb2-bfc8-4e42f981ee1a tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:37:08.564532 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eef836e-1064-43a7-8a4d-410a7214c376 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=269abc2b-5e2a-46c0-949f-ec0e4f4be572,revision_number=None']} {{(pid=86421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:37:08.573851 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-4eef836e-1064-43a7-8a4d-410a7214c376 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:37:08.582110 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-4eef836e-1064-43a7-8a4d-410a7214c376 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:08.584430 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-4eef836e-1064-43a7-8a4d-410a7214c376 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/269abc2b-5e2a-46c0-949f-ec0e4f4be572 HTTP/1.1" status: 204  len: 168 time: 0.2485764
Apr 20 18:37:08.930097 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86421) accepted ('10.222.0.11', 50858) {{(pid=86421) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:37:08.951966 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-4d9f086e-4e99-483a-ba6a-11705e5fdf2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:08.970110 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-4d9f086e-4e99-483a-ba6a-11705e5fdf2d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86421) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:37:08.975518 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-4d9f086e-4e99-483a-ba6a-11705e5fdf2d admin admin] Usage tracker for resource:security_group_rule and tenant:c3b81cfe46474b79a354164ad61af4a5 is out of sync, need to count used quota {{(pid=86421) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:37:08.979299 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-4d9f086e-4e99-483a-ba6a-11705e5fdf2d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86421) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:37:08.990321 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-4d9f086e-4e99-483a-ba6a-11705e5fdf2d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86421) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:37:09.112932 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-4d9f086e-4e99-483a-ba6a-11705e5fdf2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:09.116373 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-4d9f086e-4e99-483a-ba6a-11705e5fdf2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850969184'] for security_group, after_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:09.127499 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-e6435588-f833-4d77-936c-6a2613620284 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:37:09.176793 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-4d9f086e-4e99-483a-ba6a-11705e5fdf2d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c3b81cfe46474b79a354164ad61af4a5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2453570
Apr 20 18:37:09.177994 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9f086e-4e99-483a-ba6a-11705e5fdf2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41b4429d-4a12-42f8-bf6c-59195b85489b,revision_number=1']} {{(pid=86421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:37:09.180353 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.11', 50862) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:37:09.182301 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-4d9f086e-4e99-483a-ba6a-11705e5fdf2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:37:09.254951 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-b373005a-ec74-42dd-83ca-00699acaeb66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:09.286785 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-b373005a-ec74-42dd-83ca-00699acaeb66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:09.339829 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-b373005a-ec74-42dd-83ca-00699acaeb66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850969184'] for security_group, after_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:09.346117 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-1dc36933-1656-41a5-9b8f-2f444fb469ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:37:09.367038 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b373005a-ec74-42dd-83ca-00699acaeb66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41b4429d-4a12-42f8-bf6c-59195b85489b,revision_number=None']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:37:09.369929 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-b373005a-ec74-42dd-83ca-00699acaeb66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:37:09.379989 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-b373005a-ec74-42dd-83ca-00699acaeb66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:09.382108 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-b373005a-ec74-42dd-83ca-00699acaeb66 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/41b4429d-4a12-42f8-bf6c-59195b85489b HTTP/1.1" status: 204  len: 168 time: 0.1993530
Apr 20 18:37:12.169350 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.11', 50936) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:37:12.322849 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-301672a9-6d3f-4243-85be-72cbc0f7fc03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:12.353974 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-301672a9-6d3f-4243-85be-72cbc0f7fc03 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:37:12.362277 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-301672a9-6d3f-4243-85be-72cbc0f7fc03 admin admin] Usage tracker for resource:security_group_rule and tenant:33ed61a7e97440daaece0a666b7a2623 is out of sync, need to count used quota {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:37:12.367421 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-301672a9-6d3f-4243-85be-72cbc0f7fc03 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:37:12.378479 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-301672a9-6d3f-4243-85be-72cbc0f7fc03 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:37:12.508225 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-301672a9-6d3f-4243-85be-72cbc0f7fc03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:12.511561 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-301672a9-6d3f-4243-85be-72cbc0f7fc03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850969184'] for security_group, after_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:12.520343 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-b373005a-ec74-42dd-83ca-00699acaeb66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:37:12.568048 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-301672a9-6d3f-4243-85be-72cbc0f7fc03 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=33ed61a7e97440daaece0a666b7a2623&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3974886
Apr 20 18:37:12.569081 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301672a9-6d3f-4243-85be-72cbc0f7fc03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c41fcd41-0d90-4855-a87b-0746d4e0e243,revision_number=1']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:37:12.572361 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86421) accepted ('10.222.0.11', 50942) {{(pid=86421) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:37:12.572633 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-301672a9-6d3f-4243-85be-72cbc0f7fc03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:37:12.650072 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-a6e1f9fe-3d4a-4fd7-a238-7687e057b264 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:12.682094 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-a6e1f9fe-3d4a-4fd7-a238-7687e057b264 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:12.743831 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-a6e1f9fe-3d4a-4fd7-a238-7687e057b264 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850969184'] for security_group, after_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:12.751340 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-1afbd3fc-282a-4eb5-8ec1-015a1f7f4ea6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:37:12.769569 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e1f9fe-3d4a-4fd7-a238-7687e057b264 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c41fcd41-0d90-4855-a87b-0746d4e0e243,revision_number=None']} {{(pid=86421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:37:12.773066 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-a6e1f9fe-3d4a-4fd7-a238-7687e057b264 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:37:12.783290 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-a6e1f9fe-3d4a-4fd7-a238-7687e057b264 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:12.784911 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-a6e1f9fe-3d4a-4fd7-a238-7687e057b264 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c41fcd41-0d90-4855-a87b-0746d4e0e243 HTTP/1.1" status: 204  len: 168 time: 0.2106605
Apr 20 18:37:13.259553 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86421) accepted ('10.222.0.11', 50950) {{(pid=86421) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:37:13.280075 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7eb662f3-9658-4899-8b8c-e5b3df61a1a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:13.298619 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-7eb662f3-9658-4899-8b8c-e5b3df61a1a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86421) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:37:13.304109 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-7eb662f3-9658-4899-8b8c-e5b3df61a1a6 admin admin] Usage tracker for resource:security_group_rule and tenant:25665f0022de4dc1ae8332ee28e77cc3 is out of sync, need to count used quota {{(pid=86421) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:37:13.307534 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-7eb662f3-9658-4899-8b8c-e5b3df61a1a6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86421) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:37:13.314810 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-7eb662f3-9658-4899-8b8c-e5b3df61a1a6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86421) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:37:13.415227 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7eb662f3-9658-4899-8b8c-e5b3df61a1a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:13.418334 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7eb662f3-9658-4899-8b8c-e5b3df61a1a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850969184'] for security_group, after_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:13.427118 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-13ffc096-196d-41f0-ba14-189ab31488a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:37:13.475899 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb662f3-9658-4899-8b8c-e5b3df61a1a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e95b9db3-bfd5-4824-977c-ae88edee1937,revision_number=1']} {{(pid=86421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:37:13.480720 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-7eb662f3-9658-4899-8b8c-e5b3df61a1a6 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=25665f0022de4dc1ae8332ee28e77cc3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2198813
Apr 20 18:37:13.482556 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-7eb662f3-9658-4899-8b8c-e5b3df61a1a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:37:13.485806 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86421) accepted ('10.222.0.11', 50954) {{(pid=86421) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:37:13.560707 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-5e863c7d-fbfc-4c99-80ee-edb998c66c8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:13.600527 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-5e863c7d-fbfc-4c99-80ee-edb998c66c8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:13.650470 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-5e863c7d-fbfc-4c99-80ee-edb998c66c8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850969184'] for security_group, after_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:13.656215 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-0a23358f-c6a1-4491-aadb-a42e06a98772 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:37:13.673634 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e863c7d-fbfc-4c99-80ee-edb998c66c8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e95b9db3-bfd5-4824-977c-ae88edee1937,revision_number=None']} {{(pid=86421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:37:13.677425 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-5e863c7d-fbfc-4c99-80ee-edb998c66c8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:37:13.687847 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-5e863c7d-fbfc-4c99-80ee-edb998c66c8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:13.689530 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-5e863c7d-fbfc-4c99-80ee-edb998c66c8d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e95b9db3-bfd5-4824-977c-ae88edee1937 HTTP/1.1" status: 204  len: 168 time: 0.2024689
Apr 20 18:37:15.192486 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.11', 50986) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:37:15.388709 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d3233273-579d-4a90-b42f-e48b9583b96b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:15.406498 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-d3233273-579d-4a90-b42f-e48b9583b96b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:37:15.411243 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-d3233273-579d-4a90-b42f-e48b9583b96b admin admin] Usage tracker for resource:security_group_rule and tenant:f5e5ebd9b4f14f61998586c6ce5329cd is out of sync, need to count used quota {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:37:15.414706 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-d3233273-579d-4a90-b42f-e48b9583b96b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:37:15.421764 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-d3233273-579d-4a90-b42f-e48b9583b96b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:37:15.557688 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d3233273-579d-4a90-b42f-e48b9583b96b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:15.561960 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d3233273-579d-4a90-b42f-e48b9583b96b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850969184'] for security_group, after_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:15.585429 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-33ef1424-7de0-4ba0-9ea8-36d435c3ef06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:37:16.032675 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-d3233273-579d-4a90-b42f-e48b9583b96b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f5e5ebd9b4f14f61998586c6ce5329cd&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8382249
Apr 20 18:37:16.035371 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86421) accepted ('10.222.0.11', 50992) {{(pid=86421) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:37:16.035911 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3233273-579d-4a90-b42f-e48b9583b96b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89a92059-052c-436f-a3d3-4962592794aa,revision_number=1']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:37:16.042297 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-d3233273-579d-4a90-b42f-e48b9583b96b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.457s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:37:16.107557 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d7a5324a-b733-4aae-8a2e-12320feb3621 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:16.140300 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d7a5324a-b733-4aae-8a2e-12320feb3621 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:16.193035 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d7a5324a-b733-4aae-8a2e-12320feb3621 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850969184'] for security_group, after_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:16.198678 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-221f7172-ef7e-4602-a01f-71b7543baa59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:37:16.214323 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a5324a-b733-4aae-8a2e-12320feb3621 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89a92059-052c-436f-a3d3-4962592794aa,revision_number=None']} {{(pid=86421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:37:16.217522 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-d7a5324a-b733-4aae-8a2e-12320feb3621 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:37:16.218873 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d7a5324a-b733-4aae-8a2e-12320feb3621 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:16.220101 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-d7a5324a-b733-4aae-8a2e-12320feb3621 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/89a92059-052c-436f-a3d3-4962592794aa HTTP/1.1" status: 204  len: 168 time: 0.1833241
Apr 20 18:37:18.421069 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31619b2-65c7-403e-a815-d4a2264973f6 req-0c7a906a-632d-49a1-b097-da5a65ad4817 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:37:18.422861 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-a31619b2-65c7-403e-a815-d4a2264973f6 req-0c7a906a-632d-49a1-b097-da5a65ad4817 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "GET /v2.0/ports?device_id=5ecac24b-2023-477e-a6b0-c36ffddd82ad HTTP/1.1" status: 200  len: 946 time: 0.1050019
Apr 20 18:37:18.484886 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-a31619b2-65c7-403e-a815-d4a2264973f6 req-30869c6a-1ed7-4293-ad64-40b7200d11b9 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "GET /v2.0/security-groups?id=72e2ab52-920c-4349-854b-16e50e49549f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0544417
Apr 20 18:37:19.780959 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36023a95-fbbd-4ed2-b81d-06ecc08ca884 req-06ea35cc-e52e-43aa-971a-f270eedce681 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:37:19.782203 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [req-36023a95-fbbd-4ed2-b81d-06ecc08ca884 req-06ea35cc-e52e-43aa-971a-f270eedce681 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Synchronizing usage tracker for tenant:82646d2796ec4d6b9ec39ce05e5b838a on resource:port {{(pid=86420) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 18:37:19.787276 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f282b2fb-6483-43f2-9eea-8e0e8fc26dd1 req-267a8700-5d91-49ec-b521-8513ac178315 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:37:19.789553 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-f282b2fb-6483-43f2-9eea-8e0e8fc26dd1 req-267a8700-5d91-49ec-b521-8513ac178315 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "GET /v2.0/ports?device_id=5ecac24b-2023-477e-a6b0-c36ffddd82ad HTTP/1.1" status: 200  len: 946 time: 0.1484504
Apr 20 18:37:19.803507 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [req-36023a95-fbbd-4ed2-b81d-06ecc08ca884 req-06ea35cc-e52e-43aa-971a-f270eedce681 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Unset dirty status for tenant:82646d2796ec4d6b9ec39ce05e5b838a on resource:port {{(pid=86420) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 18:37:19.805553 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-36023a95-fbbd-4ed2-b81d-06ecc08ca884 req-06ea35cc-e52e-43aa-971a-f270eedce681 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.10 "GET /v2.0/ports?device_id=5ecac24b-2023-477e-a6b0-c36ffddd82ad HTTP/1.1" status: 200  len: 946 time: 0.1760314
Apr 20 18:37:19.849435 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-f282b2fb-6483-43f2-9eea-8e0e8fc26dd1 req-0d215f4e-2782-42af-8d6b-e46f6b73c54f tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "GET /v2.0/security-groups?id=72e2ab52-920c-4349-854b-16e50e49549f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0524468
Apr 20 18:37:20.687663 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [req-36023a95-fbbd-4ed2-b81d-06ecc08ca884 req-dfefcd36-05d5-4272-9677-7c7530ffe64f tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Deleting port bfed11f9-e57c-4e28-9a8f-131d7bef5a3c {{(pid=86420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 18:37:20.688869 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-36023a95-fbbd-4ed2-b81d-06ecc08ca884 req-dfefcd36-05d5-4272-9677-7c7530ffe64f tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251177940340'] for port, before_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:20.979716 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [req-36023a95-fbbd-4ed2-b81d-06ecc08ca884 req-dfefcd36-05d5-4272-9677-7c7530ffe64f tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] For port bfed11f9-e57c-4e28-9a8f-131d7bef5a3c, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=bfed11f9-e57c-4e28-9a8f-131d7bef5a3c,segment=NetworkSegment(8f4cadfd-3269-4c6c-8ca6-68423b9c7197),segment_id=8f4cadfd-3269-4c6c-8ca6-68423b9c7197)] {{(pid=86420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:37:20.980321 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-36023a95-fbbd-4ed2-b81d-06ecc08ca884 req-dfefcd36-05d5-4272-9677-7c7530ffe64f tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858558'] for port, precommit_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:21.133635 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8b16cb-246e-456e-9021-e55cfe5db0b7 req-978597b4-e731-464e-9356-1e49e9372585 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:37:21.135395 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-3a8b16cb-246e-456e-9021-e55cfe5db0b7 req-978597b4-e731-464e-9356-1e49e9372585 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "GET /v2.0/ports?device_id=5ecac24b-2023-477e-a6b0-c36ffddd82ad HTTP/1.1" status: 200  len: 946 time: 0.1442962
Apr 20 18:37:21.192194 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-3a8b16cb-246e-456e-9021-e55cfe5db0b7 req-e9588e91-7ac8-4a3f-9b63-073ced765123 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "GET /v2.0/security-groups?id=72e2ab52-920c-4349-854b-16e50e49549f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0488310
Apr 20 18:37:21.382120 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-36023a95-fbbd-4ed2-b81d-06ecc08ca884 req-dfefcd36-05d5-4272-9677-7c7530ffe64f tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:21.382539 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-36023a95-fbbd-4ed2-b81d-06ecc08ca884 req-dfefcd36-05d5-4272-9677-7c7530ffe64f tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850912078'] for floatingip, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:21.382887 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.db.l3_db [req-36023a95-fbbd-4ed2-b81d-06ecc08ca884 req-dfefcd36-05d5-4272-9677-7c7530ffe64f tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Floating IP 4706bb33-31a9-4428-8d58-8ac7e6531b66 disassociated. External IP: 172.27.2.98, port: bfed11f9-e57c-4e28-9a8f-131d7bef5a3c.
Apr 20 18:37:21.383271 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [req-36023a95-fbbd-4ed2-b81d-06ecc08ca884 req-dfefcd36-05d5-4272-9677-7c7530ffe64f tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Calling delete_port for bfed11f9-e57c-4e28-9a8f-131d7bef5a3c owned by compute:nova {{(pid=86420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 18:37:21.555340 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-36023a95-fbbd-4ed2-b81d-06ecc08ca884 req-dfefcd36-05d5-4272-9677-7c7530ffe64f tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251177936671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785676391897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4189424'] for port, after_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:21.562525 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-ba9dd045-680f-4a1a-933a-6deafff5dbe0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:37:21.613905 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfefcd36-05d5-4272-9677-7c7530ffe64f tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Pushing event deleted for resources: {'Port': ['ID=bfed11f9-e57c-4e28-9a8f-131d7bef5a3c,revision_number=None']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:37:21.617495 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-dfefcd36-05d5-4272-9677-7c7530ffe64f tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:37:21.831426 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.scheduler.l3_agent_scheduler [req-36023a95-fbbd-4ed2-b81d-06ecc08ca884 req-dfefcd36-05d5-4272-9677-7c7530ffe64f tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Router 5d2d9a96-83ee-4a09-ba63-4e2808495a69 has already been hosted by L3 agent 561dbf79-24e4-4a0d-b08c-f7bb8670fc1d {{(pid=86420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 18:37:22.062208 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-36023a95-fbbd-4ed2-b81d-06ecc08ca884 req-dfefcd36-05d5-4272-9677-7c7530ffe64f tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Notify agent at l3_agent.dv-cinder-786931-2-iscsi the message routers_updated {{(pid=86420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 18:37:22.077299 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e066ee8-413c-47c9-96f9-3e2467532890 None None] Sync routers for ids ['5d2d9a96-83ee-4a09-ba63-4e2808495a69'] in dv-cinder-786931-2-iscsi {{(pid=86423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 18:37:22.091086 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e066ee8-413c-47c9-96f9-3e2467532890 None None] Routers {'5d2d9a96-83ee-4a09-ba63-4e2808495a69'} bound to L3 agent in host dv-cinder-786931-2-iscsi {{(pid=86423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:37:22.092077 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-4e066ee8-413c-47c9-96f9-3e2467532890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd9310a95c0>, 'dv-cinder-786931-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T18:22:01Z,description=<?>,heartbeat_timestamp=2021-04-20T18:37:01Z,host='dv-cinder-786931-2-iscsi',id=561dbf79-24e4-4a0d-b08c-f7bb8670fc1d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:22:01Z,topic='l3_agent')) {'router_ids': ['5d2d9a96-83ee-4a09-ba63-4e2808495a69'], 'active': True} {{(pid=86423) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:37:22.184352 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [req-36023a95-fbbd-4ed2-b81d-06ecc08ca884 req-dfefcd36-05d5-4272-9677-7c7530ffe64f tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] No DVR routers for this DVR port bfed11f9-e57c-4e28-9a8f-131d7bef5a3c on host hv-cinder-78693 {{(pid=86420) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 18:37:22.187764 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-36023a95-fbbd-4ed2-b81d-06ecc08ca884 req-dfefcd36-05d5-4272-9677-7c7530ffe64f tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7615'] for port, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:22.196198 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ecac24b-2023-477e-a6b0-c36ffddd82ad', 'name': 'network-vif-deleted', 'tag': 'bfed11f9-e57c-4e28-9a8f-131d7bef5a3c'}] {{(pid=86420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:37:22.222922 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-36023a95-fbbd-4ed2-b81d-06ecc08ca884 req-dfefcd36-05d5-4272-9677-7c7530ffe64f tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.10 "DELETE /v2.0/ports/bfed11f9-e57c-4e28-9a8f-131d7bef5a3c HTTP/1.1" status: 204  len: 173 time: 1.6159263
Apr 20 18:37:22.253083 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ecac24b-2023-477e-a6b0-c36ffddd82ad', 'name': 'network-vif-deleted', 'tag': 'bfed11f9-e57c-4e28-9a8f-131d7bef5a3c', 'status': 'completed', 'code': 200}
Apr 20 18:37:22.395745 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-6b6ef782-b5e2-486a-b9fc-adadee95afec req-10f6c845-f3a9-41b8-b8b1-dc68a1394c1e tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "GET /v2.0/ports?device_id=5ecac24b-2023-477e-a6b0-c36ffddd82ad HTTP/1.1" status: 200  len: 210 time: 0.0594542
Apr 20 18:37:22.420977 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_dvr_db [None req-4e066ee8-413c-47c9-96f9-3e2467532890 None None] Set router 5d2d9a96-83ee-4a09-ba63-4e2808495a69 gateway port host: dv-cinder-786931-2-iscsi {{(pid=86423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:37:22.925188 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-4e066ee8-413c-47c9-96f9-3e2467532890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd9310a95c0>, [{'id': '5d2d9a96-83ee-4a09-ba63-4e2808495a69', 'name': 'tempest-AttachVolumeShelveTestJSON-2114307233-router', 'tenant_id': '82646d2796ec4d6b9ec39ce05e5b838a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357044f3-f85c-4c82-92f2-504aa071d528', 'external_fixed_ips': [{'subnet_id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': 'b7ad03f1-c586-4a94-bc62-ba8d35b20425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:30:19Z', 'updated_at': '2021-04-20T18:30:34Z', 'revision_number': 4, 'project_id': '82646d2796ec4d6b9ec39ce05e5b838a', 'gw_port': {'id': 'b7ad03f1-c586-4a94-bc62-ba8d35b20425', 'name': '', 'network_id': '357044f3-f85c-4c82-92f2-504aa071d528', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:7a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2d9a96-83ee-4a09-ba63-4e2808495a69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:30:21Z', 'updated_at': '2021-04-20T18:30:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-2-iscsi', '_interfaces': [{'id': '3284cfa8-63c0-44c5-b503-7b9f59e1f654', 'name': '', 'network_id': '70bb951b-5201-42f1-af2f-fff209eaf750', 'tenant_id': '82646d2796ec4d6b9ec39ce05e5b838a', 'mac_address': 'fa:16:3e:b6:3a:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2d9a96-83ee-4a09-ba63-4e2808495a69', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'de093425-a655-4f08-b89a-732e934018c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:30:32Z', 'updated_at': '2021-04-20T18:30:55Z', 'revision_number': 5, 'project_id': '82646d2796ec4d6b9ec39ce05e5b838a', 'subnets': [{'id': 'de093425-a655-4f08-b89a-732e934018c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786931-2-iscsi', False) {} {{(pid=86423) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:37:22.930282 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e066ee8-413c-47c9-96f9-3e2467532890 None None] Checking router: 5d2d9a96-83ee-4a09-ba63-4e2808495a69 for host: dv-cinder-786931-2-iscsi {{(pid=86423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 18:37:22.941360 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e066ee8-413c-47c9-96f9-3e2467532890 None None] Routers {'5d2d9a96-83ee-4a09-ba63-4e2808495a69'} bound to L3 agent in host dv-cinder-786931-2-iscsi {{(pid=86423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:37:22.942092 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-4e066ee8-413c-47c9-96f9-3e2467532890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd9310a95c0>, 'dv-cinder-786931-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T18:22:01Z,description=<?>,heartbeat_timestamp=2021-04-20T18:37:01Z,host='dv-cinder-786931-2-iscsi',id=561dbf79-24e4-4a0d-b08c-f7bb8670fc1d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:22:01Z,topic='l3_agent')) {'router_ids': ['5d2d9a96-83ee-4a09-ba63-4e2808495a69'], 'active': True} {{(pid=86423) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:37:23.148499 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_dvr_db [None req-4e066ee8-413c-47c9-96f9-3e2467532890 None None] Set router 5d2d9a96-83ee-4a09-ba63-4e2808495a69 gateway port host: dv-cinder-786931-2-iscsi {{(pid=86423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:37:23.544219 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-4e066ee8-413c-47c9-96f9-3e2467532890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd9310a95c0>, [{'id': '5d2d9a96-83ee-4a09-ba63-4e2808495a69', 'name': 'tempest-AttachVolumeShelveTestJSON-2114307233-router', 'tenant_id': '82646d2796ec4d6b9ec39ce05e5b838a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357044f3-f85c-4c82-92f2-504aa071d528', 'external_fixed_ips': [{'subnet_id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': 'b7ad03f1-c586-4a94-bc62-ba8d35b20425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:30:19Z', 'updated_at': '2021-04-20T18:30:34Z', 'revision_number': 4, 'project_id': '82646d2796ec4d6b9ec39ce05e5b838a', 'gw_port': {'id': 'b7ad03f1-c586-4a94-bc62-ba8d35b20425', 'name': '', 'network_id': '357044f3-f85c-4c82-92f2-504aa071d528', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:7a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2d9a96-83ee-4a09-ba63-4e2808495a69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:30:21Z', 'updated_at': '2021-04-20T18:30:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-2-iscsi', '_interfaces': [{'id': '3284cfa8-63c0-44c5-b503-7b9f59e1f654', 'name': '', 'network_id': '70bb951b-5201-42f1-af2f-fff209eaf750', 'tenant_id': '82646d2796ec4d6b9ec39ce05e5b838a', 'mac_address': 'fa:16:3e:b6:3a:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2d9a96-83ee-4a09-ba63-4e2808495a69', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'de093425-a655-4f08-b89a-732e934018c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:30:32Z', 'updated_at': '2021-04-20T18:30:55Z', 'revision_number': 5, 'project_id': '82646d2796ec4d6b9ec39ce05e5b838a', 'subnets': [{'id': 'de093425-a655-4f08-b89a-732e934018c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786931-2-iscsi', False) {} {{(pid=86423) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:37:23.549370 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e066ee8-413c-47c9-96f9-3e2467532890 None None] The sync data for ids ['5d2d9a96-83ee-4a09-ba63-4e2808495a69'] in dv-cinder-786931-2-iscsi is: [{'id': '5d2d9a96-83ee-4a09-ba63-4e2808495a69', 'name': 'tempest-AttachVolumeShelveTestJSON-2114307233-router', 'tenant_id': '82646d2796ec4d6b9ec39ce05e5b838a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357044f3-f85c-4c82-92f2-504aa071d528', 'external_fixed_ips': [{'subnet_id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': 'b7ad03f1-c586-4a94-bc62-ba8d35b20425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:30:19Z', 'updated_at': '2021-04-20T18:30:34Z', 'revision_number': 4, 'project_id': '82646d2796ec4d6b9ec39ce05e5b838a', 'gw_port': {'id': 'b7ad03f1-c586-4a94-bc62-ba8d35b20425', 'name': '', 'network_id': '357044f3-f85c-4c82-92f2-504aa071d528', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:7a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2d9a96-83ee-4a09-ba63-4e2808495a69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:30:21Z', 'updated_at': '2021-04-20T18:30:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-2-iscsi', '_interfaces': [{'id': '3284cfa8-63c0-44c5-b503-7b9f59e1f654', 'name': '', 'network_id': '70bb951b-5201-42f1-af2f-fff209eaf750', 'tenant_id': '82646d2796ec4d6b9ec39ce05e5b838a', 'mac_address': 'fa:16:3e:b6:3a:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2d9a96-83ee-4a09-ba63-4e2808495a69', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'de093425-a655-4f08-b89a-732e934018c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:30:32Z', 'updated_at': '2021-04-20T18:30:55Z', 'revision_number': 5, 'project_id': '82646d2796ec4d6b9ec39ce05e5b838a', 'subnets': [{'id': 'de093425-a655-4f08-b89a-732e934018c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 18:37:23.640062 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86421) accepted ('10.222.0.11', 51060) {{(pid=86421) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:37:23.721408 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-2d502a22-e6cd-4936-a07f-6e76376713e5 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Notify callbacks [] for security_group, before_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:23.759094 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-2d502a22-e6cd-4936-a07f-6e76376713e5 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:23.819048 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-2d502a22-e6cd-4936-a07f-6e76376713e5 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850969184'] for security_group, after_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:23.826939 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-ed410926-9ad8-44b6-b44c-a3c8e2c4aa9f tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:37:23.845899 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d502a22-e6cd-4936-a07f-6e76376713e5 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=72e2ab52-920c-4349-854b-16e50e49549f,revision_number=None']} {{(pid=86421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:37:23.854604 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-2d502a22-e6cd-4936-a07f-6e76376713e5 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:37:23.855597 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-2d502a22-e6cd-4936-a07f-6e76376713e5 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Notify callbacks [] for security_group, before_response {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:23.860095 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-2d502a22-e6cd-4936-a07f-6e76376713e5 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "DELETE /v2.0/security-groups/72e2ab52-920c-4349-854b-16e50e49549f HTTP/1.1" status: 204  len: 168 time: 0.2186918
Apr 20 18:37:23.860343 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.11', 51066) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:37:23.893432 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.api.v2.resource [None req-fe22b474-9ba0-4157-a59d-5421de68f783 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] show failed (client error): The resource could not be found.
Apr 20 18:37:23.899683 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86421) accepted ('10.222.0.11', 51070) {{(pid=86421) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:37:23.900047 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-fe22b474-9ba0-4157-a59d-5421de68f783 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "GET /v2.0/security-groups/72e2ab52-920c-4349-854b-16e50e49549f HTTP/1.1" status: 404  len: 347 time: 0.0368030
Apr 20 18:37:24.032964 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b05ff4f3-4ca7-416c-a4dc-a8c09da4d48f None None] New status for floating IP 4706bb33-31a9-4428-8d58-8ac7e6531b66: DOWN {{(pid=86422) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 20 18:37:24.112133 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-ae2685f8-7b5d-4fb9-8f30-2407e8f7cb5b tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Deleting port f68d1c4b-2051-4005-b6b9-b69c357f9b6a {{(pid=86421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 18:37:24.112822 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-ae2685f8-7b5d-4fb9-8f30-2407e8f7cb5b tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251177940340'] for port, before_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:24.485272 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-ae2685f8-7b5d-4fb9-8f30-2407e8f7cb5b tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858558'] for port, precommit_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:24.485914 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-ae2685f8-7b5d-4fb9-8f30-2407e8f7cb5b tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:24.770373 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-ae2685f8-7b5d-4fb9-8f30-2407e8f7cb5b tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Calling delete_port for f68d1c4b-2051-4005-b6b9-b69c357f9b6a owned by network:floatingip {{(pid=86421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 18:37:24.927083 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.db.api [None req-ae2685f8-7b5d-4fb9-8f30-2407e8f7cb5b tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86421) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 20 18:37:24.927584 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_db.api [None req-ae2685f8-7b5d-4fb9-8f30-2407e8f7cb5b tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 20 18:37:25.429461 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-ae2685f8-7b5d-4fb9-8f30-2407e8f7cb5b tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Deleting port f68d1c4b-2051-4005-b6b9-b69c357f9b6a {{(pid=86421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 18:37:25.429832 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-ae2685f8-7b5d-4fb9-8f30-2407e8f7cb5b tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251177940340'] for port, before_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:25.646881 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-ae2685f8-7b5d-4fb9-8f30-2407e8f7cb5b tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858558'] for port, precommit_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:25.647518 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-ae2685f8-7b5d-4fb9-8f30-2407e8f7cb5b tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:25.796888 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-ae2685f8-7b5d-4fb9-8f30-2407e8f7cb5b tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Calling delete_port for f68d1c4b-2051-4005-b6b9-b69c357f9b6a owned by network:floatingip {{(pid=86421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 18:37:25.969668 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-ae2685f8-7b5d-4fb9-8f30-2407e8f7cb5b tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251177936671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785676391897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036828324065'] for port, after_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:25.974486 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-047617c1-576f-4ba1-b48e-2ba35490cc4c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:37:26.011021 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.agents_db [None req-36c0d191-ed3c-416e-a897-084b3b2178c3 None None] Agent healthcheck: found 6 active agents {{(pid=86423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 18:37:26.032344 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2685f8-7b5d-4fb9-8f30-2407e8f7cb5b tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Pushing event deleted for resources: {'Port': ['ID=f68d1c4b-2051-4005-b6b9-b69c357f9b6a,revision_number=None']} {{(pid=86421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:37:26.062049 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-ae2685f8-7b5d-4fb9-8f30-2407e8f7cb5b tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:37:26.122726 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Device bfed11f9-e57c-4e28-9a8f-131d7bef5a3c no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 18:37:26.137462 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-ae2685f8-7b5d-4fb9-8f30-2407e8f7cb5b tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Notify callbacks [] for floatingip, after_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:26.157967 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-ae2685f8-7b5d-4fb9-8f30-2407e8f7cb5b tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7615'] for floatingip, before_response {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:26.158758 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-ae2685f8-7b5d-4fb9-8f30-2407e8f7cb5b tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] 10.222.0.11 "DELETE /v2.0/floatingips/4706bb33-31a9-4428-8d58-8ac7e6531b66 HTTP/1.1" status: 204  len: 168 time: 2.2577806
Apr 20 18:37:26.169273 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] No Port match for: bfed11f9-e57c-4e28-9a8f-131d7bef5a3c {{(pid=86422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 18:37:26.170544 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Device bfed11f9-e57c-4e28-9a8f-131d7bef5a3c not bound to the agent host hv-cinder-78693 {{(pid=86422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 18:37:28.560924 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-27380105-8a9e-4910-93fe-de29b6de7209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:29.099168 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.11', 51108) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:37:30.089370 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-51923e25-c903-43c0-b47f-59d1d01b17bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3841945'] for router_interface, before_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:30.688815 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-51923e25-c903-43c0-b47f-59d1d01b17bc admin admin] Deleting port 3284cfa8-63c0-44c5-b503-7b9f59e1f654 {{(pid=86420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 18:37:30.689436 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-51923e25-c903-43c0-b47f-59d1d01b17bc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251177940340'] for port, before_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:31.033779 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-51923e25-c903-43c0-b47f-59d1d01b17bc admin admin] For port 3284cfa8-63c0-44c5-b503-7b9f59e1f654, host dv-cinder-786931-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-2-iscsi',level=0,port_id=3284cfa8-63c0-44c5-b503-7b9f59e1f654,segment=NetworkSegment(8f4cadfd-3269-4c6c-8ca6-68423b9c7197),segment_id=8f4cadfd-3269-4c6c-8ca6-68423b9c7197)] {{(pid=86420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:37:31.034488 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-51923e25-c903-43c0-b47f-59d1d01b17bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858558'] for port, precommit_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:31.176570 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-51923e25-c903-43c0-b47f-59d1d01b17bc admin admin] Calling delete_port for 3284cfa8-63c0-44c5-b503-7b9f59e1f654 owned by network:router_interface {{(pid=86420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 18:37:31.330280 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-9b7a42c0-6472-48ae-b587-3c3ddc384ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:31.372376 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-51923e25-c903-43c0-b47f-59d1d01b17bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251177936671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785676391897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4189424'] for port, after_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:31.376608 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:37:31.393713 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-59ff2fcf-5a92-41e6-b6a8-ab5cb4df6403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:31.424872 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51923e25-c903-43c0-b47f-59d1d01b17bc admin admin] Pushing event deleted for resources: {'Port': ['ID=3284cfa8-63c0-44c5-b503-7b9f59e1f654,revision_number=None']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:37:31.430290 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-51923e25-c903-43c0-b47f-59d1d01b17bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:37:31.848511 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-51923e25-c903-43c0-b47f-59d1d01b17bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036851071070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3842023'] for router_interface, after_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:31.997479 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:32.365588 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:32.521422 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51923e25-c903-43c0-b47f-59d1d01b17bc admin admin] Router 5d2d9a96-83ee-4a09-ba63-4e2808495a69 has already been hosted by L3 agent 561dbf79-24e4-4a0d-b08c-f7bb8670fc1d {{(pid=86420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 18:37:32.729730 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51923e25-c903-43c0-b47f-59d1d01b17bc admin admin] Notify agent at l3_agent.dv-cinder-786931-2-iscsi the message routers_updated {{(pid=86420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 18:37:32.740103 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf593548-0f79-441a-b374-269d339beead None None] Sync routers for ids ['5d2d9a96-83ee-4a09-ba63-4e2808495a69'] in dv-cinder-786931-2-iscsi {{(pid=86423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 18:37:32.744247 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-51923e25-c903-43c0-b47f-59d1d01b17bc admin admin] 10.222.0.11 "PUT /v2.0/routers/5d2d9a96-83ee-4a09-ba63-4e2808495a69/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.6438503
Apr 20 18:37:32.747441 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.11', 51132) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:37:32.753873 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf593548-0f79-441a-b374-269d339beead None None] Routers {'5d2d9a96-83ee-4a09-ba63-4e2808495a69'} bound to L3 agent in host dv-cinder-786931-2-iscsi {{(pid=86423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:37:32.754681 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-cf593548-0f79-441a-b374-269d339beead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd930dca9b0>, 'dv-cinder-786931-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T18:22:01Z,description=<?>,heartbeat_timestamp=2021-04-20T18:37:31Z,host='dv-cinder-786931-2-iscsi',id=561dbf79-24e4-4a0d-b08c-f7bb8670fc1d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:22:01Z,topic='l3_agent')) {'router_ids': ['5d2d9a96-83ee-4a09-ba63-4e2808495a69'], 'active': True} {{(pid=86423) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:37:32.969341 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-feb7b4a3-406b-4fdd-b371-491de1d6376e admin admin] Notify callbacks [] for router, before_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:33.159667 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_dvr_db [None req-cf593548-0f79-441a-b374-269d339beead None None] Set router 5d2d9a96-83ee-4a09-ba63-4e2808495a69 gateway port host: dv-cinder-786931-2-iscsi {{(pid=86423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:37:33.180646 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-69625b45-0eac-4ead-bef5-f7df2e631dfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:33.185390 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-feb7b4a3-406b-4fdd-b371-491de1d6376e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:33.198460 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-feb7b4a3-406b-4fdd-b371-491de1d6376e admin admin] Deleting port b7ad03f1-c586-4a94-bc62-ba8d35b20425 {{(pid=86420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 18:37:33.199596 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-feb7b4a3-406b-4fdd-b371-491de1d6376e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251177940340'] for port, before_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:33.445345 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-feb7b4a3-406b-4fdd-b371-491de1d6376e admin admin] For port b7ad03f1-c586-4a94-bc62-ba8d35b20425, host dv-cinder-786931-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-2-iscsi',level=0,port_id=b7ad03f1-c586-4a94-bc62-ba8d35b20425,segment=NetworkSegment(f02283aa-238a-4f3f-9851-30c34a9365bb),segment_id=f02283aa-238a-4f3f-9851-30c34a9365bb)] {{(pid=86420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:37:33.446905 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-feb7b4a3-406b-4fdd-b371-491de1d6376e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858558'] for port, precommit_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:33.540726 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-cf593548-0f79-441a-b374-269d339beead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd930dca9b0>, [{'id': '5d2d9a96-83ee-4a09-ba63-4e2808495a69', 'name': 'tempest-AttachVolumeShelveTestJSON-2114307233-router', 'tenant_id': '82646d2796ec4d6b9ec39ce05e5b838a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357044f3-f85c-4c82-92f2-504aa071d528', 'external_fixed_ips': [{'subnet_id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': 'b7ad03f1-c586-4a94-bc62-ba8d35b20425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:30:19Z', 'updated_at': '2021-04-20T18:37:31Z', 'revision_number': 5, 'project_id': '82646d2796ec4d6b9ec39ce05e5b838a', 'gw_port': {'id': 'b7ad03f1-c586-4a94-bc62-ba8d35b20425', 'name': '', 'network_id': '357044f3-f85c-4c82-92f2-504aa071d528', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:7a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2d9a96-83ee-4a09-ba63-4e2808495a69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:30:21Z', 'updated_at': '2021-04-20T18:30:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-2-iscsi'}], 'dv-cinder-786931-2-iscsi', False) {} {{(pid=86423) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:37:33.546238 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf593548-0f79-441a-b374-269d339beead None None] Checking router: 5d2d9a96-83ee-4a09-ba63-4e2808495a69 for host: dv-cinder-786931-2-iscsi {{(pid=86423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 18:37:33.557691 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf593548-0f79-441a-b374-269d339beead None None] Routers {'5d2d9a96-83ee-4a09-ba63-4e2808495a69'} bound to L3 agent in host dv-cinder-786931-2-iscsi {{(pid=86423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:37:33.559280 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-cf593548-0f79-441a-b374-269d339beead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd930dca9b0>, 'dv-cinder-786931-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T18:22:01Z,description=<?>,heartbeat_timestamp=2021-04-20T18:37:31Z,host='dv-cinder-786931-2-iscsi',id=561dbf79-24e4-4a0d-b08c-f7bb8670fc1d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:22:01Z,topic='l3_agent')) {'router_ids': ['5d2d9a96-83ee-4a09-ba63-4e2808495a69'], 'active': True} {{(pid=86423) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:37:33.627914 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-feb7b4a3-406b-4fdd-b371-491de1d6376e admin admin] Calling delete_port for b7ad03f1-c586-4a94-bc62-ba8d35b20425 owned by network:router_gateway {{(pid=86420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 18:37:33.757319 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_dvr_db [None req-cf593548-0f79-441a-b374-269d339beead None None] Set router 5d2d9a96-83ee-4a09-ba63-4e2808495a69 gateway port host: None {{(pid=86423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:37:33.881373 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-cf593548-0f79-441a-b374-269d339beead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd930dca9b0>, [{'id': '5d2d9a96-83ee-4a09-ba63-4e2808495a69', 'name': 'tempest-AttachVolumeShelveTestJSON-2114307233-router', 'tenant_id': '82646d2796ec4d6b9ec39ce05e5b838a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:30:19Z', 'updated_at': '2021-04-20T18:37:33Z', 'revision_number': 6, 'project_id': '82646d2796ec4d6b9ec39ce05e5b838a', 'gw_port_host': None}], 'dv-cinder-786931-2-iscsi', False) {} {{(pid=86423) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:37:33.886116 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf593548-0f79-441a-b374-269d339beead None None] The sync data for ids ['5d2d9a96-83ee-4a09-ba63-4e2808495a69'] in dv-cinder-786931-2-iscsi is: [{'id': '5d2d9a96-83ee-4a09-ba63-4e2808495a69', 'name': 'tempest-AttachVolumeShelveTestJSON-2114307233-router', 'tenant_id': '82646d2796ec4d6b9ec39ce05e5b838a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:30:19Z', 'updated_at': '2021-04-20T18:37:33Z', 'revision_number': 6, 'project_id': '82646d2796ec4d6b9ec39ce05e5b838a', 'gw_port_host': None}] {{(pid=86423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 18:37:33.898213 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-feb7b4a3-406b-4fdd-b371-491de1d6376e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251177936671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785676391897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4189424'] for port, after_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:33.904200 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-8b611553-24db-4b45-ac14-7a3fff6fecf9 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:37:33.966001 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb7b4a3-406b-4fdd-b371-491de1d6376e admin admin] Pushing event deleted for resources: {'Port': ['ID=b7ad03f1-c586-4a94-bc62-ba8d35b20425,revision_number=None']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:37:34.002312 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-feb7b4a3-406b-4fdd-b371-491de1d6376e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:37:34.076336 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-feb7b4a3-406b-4fdd-b371-491de1d6376e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036850909850'] for router_gateway, after_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:34.291240 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-feb7b4a3-406b-4fdd-b371-491de1d6376e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036850938054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8100'] for router, precommit_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:34.294163 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-feb7b4a3-406b-4fdd-b371-491de1d6376e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:34.325901 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-feb7b4a3-406b-4fdd-b371-491de1d6376e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3839614'] for router, after_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:34.326567 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-feb7b4a3-406b-4fdd-b371-491de1d6376e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5d2d9a96-83ee-4a09-ba63-4e2808495a69 {{(pid=86420) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 20 18:37:34.343678 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-feb7b4a3-406b-4fdd-b371-491de1d6376e admin admin] Notify callbacks [] for router, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:34.345139 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-feb7b4a3-406b-4fdd-b371-491de1d6376e admin admin] 10.222.0.11 "DELETE /v2.0/routers/5d2d9a96-83ee-4a09-ba63-4e2808495a69 HTTP/1.1" status: 204  len: 168 time: 1.5965860
Apr 20 18:37:34.349591 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.11', 51140) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:37:34.437916 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.db_base_plugin_v2 [None req-85e589b2-eada-4626-8785-ca3e6dd6003a admin admin] Deleting subnet de093425-a655-4f08-b89a-732e934018c4 {{(pid=86420) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 20 18:37:34.443586 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-85e589b2-eada-4626-8785-ca3e6dd6003a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:34.537220 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-85e589b2-eada-4626-8785-ca3e6dd6003a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2734893'] for subnet, precommit_delete_associations {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:34.673040 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-85e589b2-eada-4626-8785-ca3e6dd6003a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735778'] for subnet, precommit_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:34.708218 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Device b7ad03f1-c586-4a94-bc62-ba8d35b20425 no longer exists at agent ovs-agent-dv-cinder-786931-2-iscsi {{(pid=86422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 18:37:34.758570 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] No Port match for: b7ad03f1-c586-4a94-bc62-ba8d35b20425 {{(pid=86422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 18:37:34.759297 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Device b7ad03f1-c586-4a94-bc62-ba8d35b20425 not bound to the agent host dv-cinder-786931-2-iscsi {{(pid=86422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 18:37:34.759910 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Device 3284cfa8-63c0-44c5-b503-7b9f59e1f654 no longer exists at agent ovs-agent-dv-cinder-786931-2-iscsi {{(pid=86422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 18:37:34.806745 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] No Port match for: 3284cfa8-63c0-44c5-b503-7b9f59e1f654 {{(pid=86422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 18:37:34.807210 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Device 3284cfa8-63c0-44c5-b503-7b9f59e1f654 not bound to the agent host dv-cinder-786931-2-iscsi {{(pid=86422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 18:37:34.999099 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-85e589b2-eada-4626-8785-ca3e6dd6003a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854040038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850911380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4189476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852074705'] for subnet, after_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:35.005618 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-d7a9e762-e48b-4833-ab81-4b65f1cfa96c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:37:35.050681 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e589b2-eada-4626-8785-ca3e6dd6003a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=de093425-a655-4f08-b89a-732e934018c4,revision_number=None']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:37:35.053010 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-85e589b2-eada-4626-8785-ca3e6dd6003a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3704713'] for subnet, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:35.056141 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-85e589b2-eada-4626-8785-ca3e6dd6003a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:37:35.061746 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-85e589b2-eada-4626-8785-ca3e6dd6003a admin admin] 10.222.0.11 "DELETE /v2.0/subnets/de093425-a655-4f08-b89a-732e934018c4 HTTP/1.1" status: 204  len: 168 time: 0.7106557
Apr 20 18:37:35.066126 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.11', 51146) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:37:35.076300 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7fc0329-379b-4344-b922-db4c52dfab52 None None] Network 70bb951b-5201-42f1-af2f-fff209eaf750 requested from dv-cinder-786931-2-iscsi {{(pid=86422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 18:37:35.255542 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-6547ac69-5ccb-450a-9719-c30d348d54ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543598'] for network, before_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:35.281128 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-6547ac69-5ccb-450a-9719-c30d348d54ba admin admin] Deleting port d96e30a0-0239-4cd0-9b37-6f8969aa8b06 {{(pid=86420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 18:37:35.281918 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-6547ac69-5ccb-450a-9719-c30d348d54ba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251177940340'] for port, before_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:35.590106 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3375e6f3-c5a7-4419-bfbf-0ff9984abed4 None None] DHCP port deletion for 70bb951b-5201-42f1-af2f-fff209eaf750 request from dv-cinder-786931-2-iscsi {{(pid=86422) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 20 18:37:35.598966 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-3375e6f3-c5a7-4419-bfbf-0ff9984abed4 None None] Deleting port d96e30a0-0239-4cd0-9b37-6f8969aa8b06 {{(pid=86422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 18:37:35.599678 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-3375e6f3-c5a7-4419-bfbf-0ff9984abed4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251177940340'] for port, before_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:35.613794 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-6547ac69-5ccb-450a-9719-c30d348d54ba admin admin] For port d96e30a0-0239-4cd0-9b37-6f8969aa8b06, host dv-cinder-786931-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-2-iscsi',level=0,port_id=d96e30a0-0239-4cd0-9b37-6f8969aa8b06,segment=NetworkSegment(8f4cadfd-3269-4c6c-8ca6-68423b9c7197),segment_id=8f4cadfd-3269-4c6c-8ca6-68423b9c7197)] {{(pid=86420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:37:35.614450 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-6547ac69-5ccb-450a-9719-c30d348d54ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858558'] for port, precommit_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:35.780107 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-6547ac69-5ccb-450a-9719-c30d348d54ba admin admin] Calling delete_port for d96e30a0-0239-4cd0-9b37-6f8969aa8b06 owned by network:dhcp {{(pid=86420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 18:37:36.229162 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-6547ac69-5ccb-450a-9719-c30d348d54ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251177936671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785676391897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4189424'] for port, after_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:36.240081 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-817be497-0042-45cf-a8f2-4f71018b3577 tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:37:36.271483 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-3375e6f3-c5a7-4419-bfbf-0ff9984abed4 None None] For port d96e30a0-0239-4cd0-9b37-6f8969aa8b06, host dv-cinder-786931-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-2-iscsi',level=0,port_id=d96e30a0-0239-4cd0-9b37-6f8969aa8b06,segment=NetworkSegment(8f4cadfd-3269-4c6c-8ca6-68423b9c7197),segment_id=8f4cadfd-3269-4c6c-8ca6-68423b9c7197)] {{(pid=86422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:37:36.272199 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-3375e6f3-c5a7-4419-bfbf-0ff9984abed4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858558'] for port, precommit_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:36.336796 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6547ac69-5ccb-450a-9719-c30d348d54ba admin admin] Pushing event deleted for resources: {'Port': ['ID=d96e30a0-0239-4cd0-9b37-6f8969aa8b06,revision_number=None']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:37:36.341654 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6547ac69-5ccb-450a-9719-c30d348d54ba admin admin] No DVR routers for this DVR port d96e30a0-0239-4cd0-9b37-6f8969aa8b06 on host dv-cinder-786931-2-iscsi {{(pid=86420) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 18:37:36.344807 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-6547ac69-5ccb-450a-9719-c30d348d54ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:37:36.505354 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-3375e6f3-c5a7-4419-bfbf-0ff9984abed4 None None] Calling delete_port for d96e30a0-0239-4cd0-9b37-6f8969aa8b06 owned by network:dhcp {{(pid=86422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 18:37:36.598544 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-6547ac69-5ccb-450a-9719-c30d348d54ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854039945', 'neutron.services.segments.db._delete_segments_for_network-8785676757363'] for network, precommit_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:36.627687 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.db.api [None req-3375e6f3-c5a7-4419-bfbf-0ff9984abed4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86422) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 20 18:37:36.628374 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_db.api [None req-3375e6f3-c5a7-4419-bfbf-0ff9984abed4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86422) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 20 18:37:36.695960 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Device d96e30a0-0239-4cd0-9b37-6f8969aa8b06 no longer exists at agent ovs-agent-dv-cinder-786931-2-iscsi {{(pid=86422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 18:37:36.740319 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] No Port match for: d96e30a0-0239-4cd0-9b37-6f8969aa8b06 {{(pid=86422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 18:37:36.740885 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Device d96e30a0-0239-4cd0-9b37-6f8969aa8b06 not bound to the agent host dv-cinder-786931-2-iscsi {{(pid=86422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 18:37:36.746810 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.services.segments.db [None req-6547ac69-5ccb-450a-9719-c30d348d54ba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fd92aecd7b8>,) {'filters': {'network_id': ['70bb951b-5201-42f1-af2f-fff209eaf750']}} {{(pid=86420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:37:36.765130 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.services.segments.db [None req-6547ac69-5ccb-450a-9719-c30d348d54ba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fd92aecd7b8>, '8f4cadfd-3269-4c6c-8ca6-68423b9c7197') {'for_net_delete': True} {{(pid=86420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:37:36.765473 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.services.segments.db [None req-6547ac69-5ccb-450a-9719-c30d348d54ba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fd92aecd7b8>, '8f4cadfd-3269-4c6c-8ca6-68423b9c7197') {} {{(pid=86420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:37:36.781143 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-2984b285-9f69-4e68-9005-02348b2b0b93 req-25e99ba4-4d5d-48cb-9cbd-afb40dab0a19 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=9013f79b-448b-43d7-beb2-39ba514f62e0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.2757950
Apr 20 18:37:36.785573 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-6547ac69-5ccb-450a-9719-c30d348d54ba admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363251177908579', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852040923'] for segment, before_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:36.804980 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-6547ac69-5ccb-450a-9719-c30d348d54ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854148540'] for segment, precommit_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:36.815199 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6547ac69-5ccb-450a-9719-c30d348d54ba admin admin] Releasing vlan 380 on physical network physnet1 to pool {{(pid=86420) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 20 18:37:37.077454 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [None req-6547ac69-5ccb-450a-9719-c30d348d54ba admin admin] Network 70bb951b-5201-42f1-af2f-fff209eaf750 has no segments {{(pid=86420) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 18:37:37.093541 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-6547ac69-5ccb-450a-9719-c30d348d54ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-627251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036850586489'] for segment, after_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:37.130507 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-3375e6f3-c5a7-4419-bfbf-0ff9984abed4 None None] Deleting port d96e30a0-0239-4cd0-9b37-6f8969aa8b06 {{(pid=86422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 18:37:37.131063 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-3375e6f3-c5a7-4419-bfbf-0ff9984abed4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251177940340'] for port, before_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:37.224662 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-3375e6f3-c5a7-4419-bfbf-0ff9984abed4 None None] The port 'd96e30a0-0239-4cd0-9b37-6f8969aa8b06' was deleted {{(pid=86422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Apr 20 18:37:37.277473 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2984b285-9f69-4e68-9005-02348b2b0b93 req-82436c0c-714c-49c0-8f1d-d44ed0aee611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:37:37.279547 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-2984b285-9f69-4e68-9005-02348b2b0b93 req-82436c0c-714c-49c0-8f1d-d44ed0aee611 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5283e7179c6941ac97dec0a0f8b3ae8f&device_id=9013f79b-448b-43d7-beb2-39ba514f62e0 HTTP/1.1" status: 200  len: 1098 time: 0.3713253
Apr 20 18:37:37.345156 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [None req-6547ac69-5ccb-450a-9719-c30d348d54ba admin admin] Network 70bb951b-5201-42f1-af2f-fff209eaf750 has no segments {{(pid=86420) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 18:37:37.373528 dv-cinder-786931-2-iscsi neutron-server[86307]: Traceback (most recent call last):
Apr 20 18:37:37.373528 dv-cinder-786931-2-iscsi neutron-server[86307]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 20 18:37:37.373528 dv-cinder-786931-2-iscsi neutron-server[86307]:     timer()
Apr 20 18:37:37.373528 dv-cinder-786931-2-iscsi neutron-server[86307]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 20 18:37:37.373528 dv-cinder-786931-2-iscsi neutron-server[86307]:     cb(*args, **kw)
Apr 20 18:37:37.373528 dv-cinder-786931-2-iscsi neutron-server[86307]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 20 18:37:37.373528 dv-cinder-786931-2-iscsi neutron-server[86307]:     return func(*args, **kwargs)
Apr 20 18:37:37.373528 dv-cinder-786931-2-iscsi neutron-server[86307]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 20 18:37:37.373528 dv-cinder-786931-2-iscsi neutron-server[86307]:     self._notify()
Apr 20 18:37:37.373528 dv-cinder-786931-2-iscsi neutron-server[86307]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 20 18:37:37.373528 dv-cinder-786931-2-iscsi neutron-server[86307]:     self.callback(batched_events)
Apr 20 18:37:37.373528 dv-cinder-786931-2-iscsi neutron-server[86307]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 20 18:37:37.373528 dv-cinder-786931-2-iscsi neutron-server[86307]:     event.method(event)
Apr 20 18:37:37.373528 dv-cinder-786931-2-iscsi neutron-server[86307]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 20 18:37:37.373528 dv-cinder-786931-2-iscsi neutron-server[86307]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 20 18:37:37.373528 dv-cinder-786931-2-iscsi neutron-server[86307]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 20 18:37:37.373528 dv-cinder-786931-2-iscsi neutron-server[86307]:     segment_id)['aggregates'][0]
Apr 20 18:37:37.373528 dv-cinder-786931-2-iscsi neutron-server[86307]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 20 18:37:37.373528 dv-cinder-786931-2-iscsi neutron-server[86307]:     return f(self, *a, **k)
Apr 20 18:37:37.373528 dv-cinder-786931-2-iscsi neutron-server[86307]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 20 18:37:37.373528 dv-cinder-786931-2-iscsi neutron-server[86307]:     return self._get(url).json()
Apr 20 18:37:37.373528 dv-cinder-786931-2-iscsi neutron-server[86307]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 20 18:37:37.373528 dv-cinder-786931-2-iscsi neutron-server[86307]:     **kwargs)
Apr 20 18:37:37.373528 dv-cinder-786931-2-iscsi neutron-server[86307]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 20 18:37:37.373528 dv-cinder-786931-2-iscsi neutron-server[86307]:     return self.request(url, 'GET', **kwargs)
Apr 20 18:37:37.373528 dv-cinder-786931-2-iscsi neutron-server[86307]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 20 18:37:37.373528 dv-cinder-786931-2-iscsi neutron-server[86307]:     **endpoint_filter)
Apr 20 18:37:37.373528 dv-cinder-786931-2-iscsi neutron-server[86307]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 20 18:37:37.373528 dv-cinder-786931-2-iscsi neutron-server[86307]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 20 18:37:37.373528 dv-cinder-786931-2-iscsi neutron-server[86307]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 20 18:37:37.373528 dv-cinder-786931-2-iscsi neutron-server[86307]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 20 18:37:37.373528 dv-cinder-786931-2-iscsi neutron-server[86307]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 20 18:37:37.530044 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-6547ac69-5ccb-450a-9719-c30d348d54ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850969204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850912127'] for network, after_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:37.551155 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:37:37.567023 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-6547ac69-5ccb-450a-9719-c30d348d54ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3704713'] for network, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:37.588467 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6547ac69-5ccb-450a-9719-c30d348d54ba admin admin] Pushing event deleted for resources: {'Network': ['ID=70bb951b-5201-42f1-af2f-fff209eaf750,revision_number=None']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:37:37.611459 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-6547ac69-5ccb-450a-9719-c30d348d54ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:37:37.623191 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2984b285-9f69-4e68-9005-02348b2b0b93 req-f53f500e-2237-4bb7-8540-2726cd9676b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:37:37.625010 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-2984b285-9f69-4e68-9005-02348b2b0b93 req-f53f500e-2237-4bb7-8540-2726cd9676b1 service neutron] 10.222.0.10 "GET /v2.0/networks?id=80913dd1-937c-45ce-ae14-972844ab57d5 HTTP/1.1" status: 200  len: 910 time: 0.3147864
Apr 20 18:37:37.629881 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-6547ac69-5ccb-450a-9719-c30d348d54ba admin admin] 10.222.0.11 "DELETE /v2.0/networks/70bb951b-5201-42f1-af2f-fff209eaf750 HTTP/1.1" status: 204  len: 168 time: 2.5626087
Apr 20 18:37:37.754609 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-2984b285-9f69-4e68-9005-02348b2b0b93 req-309db594-d72c-4dcf-a3d8-8ed6cadf9250 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bda81b1d-34db-4fe4-b4fd-a3ef53c16417 HTTP/1.1" status: 200  len: 1001 time: 0.1225312
Apr 20 18:37:37.837153 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.11', 51166) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:37:37.879561 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2984b285-9f69-4e68-9005-02348b2b0b93 req-f5484355-5b96-440e-ab08-16559c311614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:37:37.881216 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-2984b285-9f69-4e68-9005-02348b2b0b93 req-f5484355-5b96-440e-ab08-16559c311614 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8ab8a665-1a1f-4e98-99e5-1b83bdb4be35 HTTP/1.1" status: 200  len: 848 time: 0.1202109
Apr 20 18:37:37.971294 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-aa091b95-99a8-430c-b73a-fb381a2fa0b9 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=82646d2796ec4d6b9ec39ce05e5b838a&name=default HTTP/1.1" status: 200  len: 2975 time: 0.1309111
Apr 20 18:37:37.975116 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86421) accepted ('10.222.0.11', 51170) {{(pid=86421) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:37:38.015226 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2984b285-9f69-4e68-9005-02348b2b0b93 req-59def836-f5ec-49fb-ac73-e77b11540aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:37:38.017173 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-2984b285-9f69-4e68-9005-02348b2b0b93 req-59def836-f5ec-49fb-ac73-e77b11540aa9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=80913dd1-937c-45ce-ae14-972844ab57d5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1267359
Apr 20 18:37:38.065864 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-100d66b9-36e3-4c88-aa52-879baaf10c66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:38.105682 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-100d66b9-36e3-4c88-aa52-879baaf10c66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:38.180094 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-100d66b9-36e3-4c88-aa52-879baaf10c66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850969184'] for security_group, after_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:38.191301 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-f5378fb3-9bed-401a-8ddb-f4d6117076e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:37:38.217688 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100d66b9-36e3-4c88-aa52-879baaf10c66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63aab501-80b6-4005-8407-ed73273e4514,revision_number=None']} {{(pid=86421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:37:38.239218 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100d66b9-36e3-4c88-aa52-879baaf10c66 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:37:38.239882 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100d66b9-36e3-4c88-aa52-879baaf10c66 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:37:38.240587 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100d66b9-36e3-4c88-aa52-879baaf10c66 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:37:38.240991 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-2984b285-9f69-4e68-9005-02348b2b0b93 req-efc3ccb3-5ba2-4549-b252-5f024218ae8c service neutron] 10.222.0.10 "GET /v2.0/networks/80913dd1-937c-45ce-ae14-972844ab57d5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2156644
Apr 20 18:37:38.241241 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100d66b9-36e3-4c88-aa52-879baaf10c66 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:37:38.241703 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100d66b9-36e3-4c88-aa52-879baaf10c66 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:37:38.242152 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100d66b9-36e3-4c88-aa52-879baaf10c66 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:37:38.242598 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100d66b9-36e3-4c88-aa52-879baaf10c66 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:37:38.243038 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100d66b9-36e3-4c88-aa52-879baaf10c66 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:37:38.243474 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100d66b9-36e3-4c88-aa52-879baaf10c66 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:37:38.243914 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100d66b9-36e3-4c88-aa52-879baaf10c66 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:37:38.244394 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100d66b9-36e3-4c88-aa52-879baaf10c66 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:37:38.244872 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100d66b9-36e3-4c88-aa52-879baaf10c66 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:37:38.250552 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-100d66b9-36e3-4c88-aa52-879baaf10c66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:37:38.251836 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-100d66b9-36e3-4c88-aa52-879baaf10c66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:38.257222 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-100d66b9-36e3-4c88-aa52-879baaf10c66 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/63aab501-80b6-4005-8407-ed73273e4514 HTTP/1.1" status: 204  len: 168 time: 0.2803130
Apr 20 18:37:38.421830 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-2984b285-9f69-4e68-9005-02348b2b0b93 req-9cb8f021-d131-440d-9be3-603054fc272f service neutron] 10.222.0.10 "GET /v2.0/networks/80913dd1-937c-45ce-ae14-972844ab57d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1736684
Apr 20 18:37:39.395702 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86421) accepted ('10.222.0.11', 51204) {{(pid=86421) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:37:39.609958 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.v2.base [None req-2c006875-1f99-4151-9c86-97919a1ee5e6 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-905624941-network', 'tenant_id': '69d55e51e8004921b0756f8758d3029a'}} {{(pid=86421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:37:39.615583 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-2c006875-1f99-4151-9c86-97919a1ee5e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86421) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:37:39.620553 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-2c006875-1f99-4151-9c86-97919a1ee5e6 admin admin] Usage tracker for resource:network and tenant:69d55e51e8004921b0756f8758d3029a is out of sync, need to count used quota {{(pid=86421) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:37:39.624757 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-2c006875-1f99-4151-9c86-97919a1ee5e6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86421) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:37:39.632996 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-2c006875-1f99-4151-9c86-97919a1ee5e6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86421) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:37:39.643493 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c006875-1f99-4151-9c86-97919a1ee5e6 admin admin] Made reservation on behalf of 69d55e51e8004921b0756f8758d3029a for: {'network': 1} {{(pid=86421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 18:37:39.648450 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-2c006875-1f99-4151-9c86-97919a1ee5e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854207267'] for network, before_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:39.663285 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-2c006875-1f99-4151-9c86-97919a1ee5e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:39.681212 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-2c006875-1f99-4151-9c86-97919a1ee5e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86421) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:37:39.686511 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-2c006875-1f99-4151-9c86-97919a1ee5e6 admin admin] Usage tracker for resource:security_group_rule and tenant:69d55e51e8004921b0756f8758d3029a is out of sync, need to count used quota {{(pid=86421) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:37:39.689808 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-2c006875-1f99-4151-9c86-97919a1ee5e6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86421) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:37:39.696682 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-2c006875-1f99-4151-9c86-97919a1ee5e6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86421) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:37:39.795961 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-2c006875-1f99-4151-9c86-97919a1ee5e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:39.799260 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-2c006875-1f99-4151-9c86-97919a1ee5e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850969184'] for security_group, after_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:39.803907 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-5292cc11-e5c3-4286-93f2-c62a82046fd7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:37:39.832236 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c006875-1f99-4151-9c86-97919a1ee5e6 admin admin] vlan segment allocate from pool success with {'vlan_id': 357, 'physical_network': 'physnet1'}  {{(pid=86421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 20 18:37:39.847929 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c006875-1f99-4151-9c86-97919a1ee5e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10327c67-6bcb-4133-afa8-96876f4e6aad,revision_number=1']} {{(pid=86421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:37:39.852748 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-2c006875-1f99-4151-9c86-97919a1ee5e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:37:39.853826 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-2c006875-1f99-4151-9c86-97919a1ee5e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854148540'] for segment, precommit_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:39.854216 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.db.segments_db [None req-2c006875-1f99-4151-9c86-97919a1ee5e6 admin admin] Added segment 04535fee-2cd3-407c-bd35-65d1b8a6d84d of type vlan for network 16a0d36f-cdb1-4105-94f0-43edac0cd68f
Apr 20 18:37:39.890466 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-2c006875-1f99-4151-9c86-97919a1ee5e6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785676380019'] for network, precommit_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:39.923949 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-2c006875-1f99-4151-9c86-97919a1ee5e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850969204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730'] for network, after_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:39.925454 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c006875-1f99-4151-9c86-97919a1ee5e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:37:39.926103 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-2c006875-1f99-4151-9c86-97919a1ee5e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3704713'] for network, before_response {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:39.931652 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:37:40.050609 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-2c006875-1f99-4151-9c86-97919a1ee5e6 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.6531940
Apr 20 18:37:40.051393 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c006875-1f99-4151-9c86-97919a1ee5e6 admin admin] Pushing event updated for resources: {'Network': ['ID=16a0d36f-cdb1-4105-94f0-43edac0cd68f,revision_number=1']} {{(pid=86421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:37:40.054236 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86421) accepted ('10.222.0.11', 51210) {{(pid=86421) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:37:40.057603 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-2c006875-1f99-4151-9c86-97919a1ee5e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:37:40.064311 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.v2.base [None req-0ba1966f-f9af-4307-a504-c5532c92fcf3 admin admin] Request body: {'subnet': {'network_id': '16a0d36f-cdb1-4105-94f0-43edac0cd68f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-905624941-subnet', 'tenant_id': '69d55e51e8004921b0756f8758d3029a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:37:40.065339 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Network 16a0d36f-cdb1-4105-94f0-43edac0cd68f details requested by agent ovs-agent-dv-cinder-786931-2-iscsi with host dv-cinder-786931-2-iscsi {{(pid=86422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 20 18:37:40.073265 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-0ba1966f-f9af-4307-a504-c5532c92fcf3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86421) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:37:40.082556 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-0ba1966f-f9af-4307-a504-c5532c92fcf3 admin admin] Usage tracker for resource:subnet and tenant:69d55e51e8004921b0756f8758d3029a is out of sync, need to count used quota {{(pid=86421) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:37:40.087874 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-0ba1966f-f9af-4307-a504-c5532c92fcf3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86421) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:37:40.100729 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-0ba1966f-f9af-4307-a504-c5532c92fcf3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86421) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:37:40.123452 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ba1966f-f9af-4307-a504-c5532c92fcf3 admin admin] Made reservation on behalf of 69d55e51e8004921b0756f8758d3029a for: {'subnet': 1} {{(pid=86421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 18:37:40.131747 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-0ba1966f-f9af-4307-a504-c5532c92fcf3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852337604'] for subnet, before_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:40.713075 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-0ba1966f-f9af-4307-a504-c5532c92fcf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850911380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26451598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852337619'] for subnet, after_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:40.718277 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:37:41.075937 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba1966f-f9af-4307-a504-c5532c92fcf3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=68bbb48f-d1b3-4317-b2f4-3b64860062a5,revision_number=0']} {{(pid=86421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:37:41.080729 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-0ba1966f-f9af-4307-a504-c5532c92fcf3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:37:41.089033 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ba1966f-f9af-4307-a504-c5532c92fcf3 admin admin] Checking segment: {'id': '04535fee-2cd3-407c-bd35-65d1b8a6d84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '16a0d36f-cdb1-4105-94f0-43edac0cd68f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 18:37:41.090326 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ba1966f-f9af-4307-a504-c5532c92fcf3 admin admin] Network hostable DHCP agents. Network: 16a0d36f-cdb1-4105-94f0-43edac0cd68f, hostable agents: ['d7942baf-6bbf-4686-8ec5-e08268711b74'], hosted agents: [] {{(pid=86421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 20 18:37:41.113753 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ba1966f-f9af-4307-a504-c5532c92fcf3 admin admin] Network 16a0d36f-cdb1-4105-94f0-43edac0cd68f is scheduled to be hosted by DHCP agent d7942baf-6bbf-4686-8ec5-e08268711b74 with binding_index 1 {{(pid=86421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 20 18:37:41.115869 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.11', 51230) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:37:41.128629 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.scheduler.base_scheduler [None req-0ba1966f-f9af-4307-a504-c5532c92fcf3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786931-2-iscsi, 16a0d36f-cdb1-4105-94f0-43edac0cd68f) {{(pid=86421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:37:41.144014 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ba1966f-f9af-4307-a504-c5532c92fcf3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:37:41.144641 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-0ba1966f-f9af-4307-a504-c5532c92fcf3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:41.145209 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27409669-c697-4053-98d7-399d98a4b337 None None] Network 16a0d36f-cdb1-4105-94f0-43edac0cd68f requested from dv-cinder-786931-2-iscsi {{(pid=86422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 18:37:41.167195 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-0ba1966f-f9af-4307-a504-c5532c92fcf3 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 1.1114943
Apr 20 18:37:41.342243 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-ff616a70-6e2a-48de-8e7e-def0a85340a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:41.364775 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-ff616a70-6e2a-48de-8e7e-def0a85340a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:37:41.370246 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-ff616a70-6e2a-48de-8e7e-def0a85340a4 admin admin] Usage tracker for resource:security_group_rule and tenant:2f16416fe5b74bd88e62c27448afa314 is out of sync, need to count used quota {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:37:41.374374 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-ff616a70-6e2a-48de-8e7e-def0a85340a4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:37:41.383609 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-ff616a70-6e2a-48de-8e7e-def0a85340a4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:37:41.477993 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90416bb9-00ae-439d-8115-531df474b128 None None] Network 16a0d36f-cdb1-4105-94f0-43edac0cd68f requested from dv-cinder-786931-2-iscsi {{(pid=86422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 18:37:41.544051 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-ff616a70-6e2a-48de-8e7e-def0a85340a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:41.548616 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-ff616a70-6e2a-48de-8e7e-def0a85340a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850969184'] for security_group, after_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:41.561187 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-1bf378d3-6273-4278-a27a-187a0f320ce8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:37:41.646375 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-ff616a70-6e2a-48de-8e7e-def0a85340a4 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2f16416fe5b74bd88e62c27448afa314&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5259771
Apr 20 18:37:41.646870 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.11', 51244) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:37:41.666803 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff616a70-6e2a-48de-8e7e-def0a85340a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7628c382-d428-408f-86f0-617d370b9a83,revision_number=1']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:37:41.676227 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-ff616a70-6e2a-48de-8e7e-def0a85340a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:37:41.771577 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-238978b7-331c-4393-89d0-6c6b84cf65dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:41.831284 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-238978b7-331c-4393-89d0-6c6b84cf65dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:41.909297 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-238978b7-331c-4393-89d0-6c6b84cf65dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850969184'] for security_group, after_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:41.915519 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-c07025a4-a2c3-4b7a-a98f-0cb9a9b02d0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:37:41.931990 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238978b7-331c-4393-89d0-6c6b84cf65dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7628c382-d428-408f-86f0-617d370b9a83,revision_number=None']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:37:41.936442 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-238978b7-331c-4393-89d0-6c6b84cf65dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:37:41.943641 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-238978b7-331c-4393-89d0-6c6b84cf65dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:41.945722 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-238978b7-331c-4393-89d0-6c6b84cf65dd admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7628c382-d428-408f-86f0-617d370b9a83 HTTP/1.1" status: 204  len: 168 time: 0.2973957
Apr 20 18:37:41.992909 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d93b06d-2873-4d1a-a202-bc63db55efcd req-0081e683-a60f-4978-a499-a46dd79a027f tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:37:41.994177 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [req-9d93b06d-2873-4d1a-a202-bc63db55efcd req-0081e683-a60f-4978-a499-a46dd79a027f tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] Synchronizing usage tracker for tenant:69d55e51e8004921b0756f8758d3029a on resource:network {{(pid=86421) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 18:37:42.025570 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [req-9d93b06d-2873-4d1a-a202-bc63db55efcd req-0081e683-a60f-4978-a499-a46dd79a027f tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] Unset dirty status for tenant:69d55e51e8004921b0756f8758d3029a on resource:network {{(pid=86421) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 18:37:42.028151 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-9d93b06d-2873-4d1a-a202-bc63db55efcd req-0081e683-a60f-4978-a499-a46dd79a027f tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] 10.222.0.11 "GET /v2.0/networks?id=16a0d36f-cdb1-4105-94f0-43edac0cd68f HTTP/1.1" status: 200  len: 814 time: 0.2211430
Apr 20 18:37:42.055401 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-9d93b06d-2873-4d1a-a202-bc63db55efcd req-3e549b43-de9d-480a-b668-13bd90fd1a10 tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] 10.222.0.11 "GET /v2.0/quotas/69d55e51e8004921b0756f8758d3029a HTTP/1.1" status: 200  len: 375 time: 0.0205650
Apr 20 18:37:42.123225 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-9d93b06d-2873-4d1a-a202-bc63db55efcd req-3007ecf8-3f5c-41a8-9fd2-abb2cee91adb tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=69d55e51e8004921b0756f8758d3029a&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0564530
Apr 20 18:37:42.314781 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-9d93b06d-2873-4d1a-a202-bc63db55efcd req-7e6bf175-8d6b-4843-8e6a-f632bd255c12 service neutron] 10.222.0.11 "GET /v2.0/networks/16a0d36f-cdb1-4105-94f0-43edac0cd68f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1760516
Apr 20 18:37:42.506784 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-9d93b06d-2873-4d1a-a202-bc63db55efcd req-d782da20-3320-4728-a98a-0b756974e9c2 service neutron] 10.222.0.11 "GET /v2.0/networks/16a0d36f-cdb1-4105-94f0-43edac0cd68f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1798563
Apr 20 18:37:42.778575 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-c1226de6-babc-45ec-8696-2edead6ecbda req-3072837d-e9b9-4a4e-99c6-09cea4c4582f tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] 10.222.0.11 "GET /v2.0/ports?device_id=5ed42fc0-fed7-4cef-bf4c-574cdd6ebc11 HTTP/1.1" status: 200  len: 210 time: 0.0860856
Apr 20 18:37:42.970274 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86421) accepted ('10.222.0.11', 51284) {{(pid=86421) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:37:43.143206 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.v2.base [None req-5aa73188-7cda-4459-bdc7-a9df13a3562a admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-622311032-network', 'tenant_id': 'f53a192abe7c4bf98a9dcf3d23d09206'}} {{(pid=86421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:37:43.150629 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-5aa73188-7cda-4459-bdc7-a9df13a3562a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86421) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:37:43.156589 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-5aa73188-7cda-4459-bdc7-a9df13a3562a admin admin] Usage tracker for resource:network and tenant:f53a192abe7c4bf98a9dcf3d23d09206 is out of sync, need to count used quota {{(pid=86421) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:37:43.161042 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-5aa73188-7cda-4459-bdc7-a9df13a3562a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86421) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:37:43.173917 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-5aa73188-7cda-4459-bdc7-a9df13a3562a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86421) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:37:43.186959 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5aa73188-7cda-4459-bdc7-a9df13a3562a admin admin] Made reservation on behalf of f53a192abe7c4bf98a9dcf3d23d09206 for: {'network': 1} {{(pid=86421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 18:37:43.196112 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-5aa73188-7cda-4459-bdc7-a9df13a3562a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854207267'] for network, before_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:43.219512 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-5aa73188-7cda-4459-bdc7-a9df13a3562a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:43.248943 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-5aa73188-7cda-4459-bdc7-a9df13a3562a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86421) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:37:43.256191 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-5aa73188-7cda-4459-bdc7-a9df13a3562a admin admin] Usage tracker for resource:security_group_rule and tenant:f53a192abe7c4bf98a9dcf3d23d09206 is out of sync, need to count used quota {{(pid=86421) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:37:43.261893 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-5aa73188-7cda-4459-bdc7-a9df13a3562a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86421) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:37:43.273025 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-5aa73188-7cda-4459-bdc7-a9df13a3562a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86421) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:37:43.403537 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-5aa73188-7cda-4459-bdc7-a9df13a3562a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:43.407272 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-5aa73188-7cda-4459-bdc7-a9df13a3562a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850969184'] for security_group, after_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:43.413009 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-d7a5324a-b733-4aae-8a2e-12320feb3621 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:37:43.459856 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5aa73188-7cda-4459-bdc7-a9df13a3562a admin admin] vlan segment allocate from pool success with {'vlan_id': 351, 'physical_network': 'physnet1'}  {{(pid=86421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 20 18:37:43.487548 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa73188-7cda-4459-bdc7-a9df13a3562a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dbc5abb-33fb-429f-bc59-5e978e26d110,revision_number=1']} {{(pid=86421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:37:43.496889 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-5aa73188-7cda-4459-bdc7-a9df13a3562a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:37:43.498822 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-5aa73188-7cda-4459-bdc7-a9df13a3562a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854148540'] for segment, precommit_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:43.499466 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.db.segments_db [None req-5aa73188-7cda-4459-bdc7-a9df13a3562a admin admin] Added segment a5fccc5a-3f52-4b63-a2fe-02050c830e52 of type vlan for network 6d144805-8d75-4a3e-b688-4a2f32d5990e
Apr 20 18:37:43.545573 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-5aa73188-7cda-4459-bdc7-a9df13a3562a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785676380019'] for network, precommit_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:43.585783 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-5aa73188-7cda-4459-bdc7-a9df13a3562a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850969204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730'] for network, after_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:43.588390 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aa73188-7cda-4459-bdc7-a9df13a3562a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:37:43.589580 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-5aa73188-7cda-4459-bdc7-a9df13a3562a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3704713'] for network, before_response {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:43.600485 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-86bb4e10-3b54-473f-89d5-20b028758e16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:37:43.823272 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-5aa73188-7cda-4459-bdc7-a9df13a3562a admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.8511810
Apr 20 18:37:43.827524 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.11', 51296) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:37:43.829225 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa73188-7cda-4459-bdc7-a9df13a3562a admin admin] Pushing event updated for resources: {'Network': ['ID=6d144805-8d75-4a3e-b688-4a2f32d5990e,revision_number=1']} {{(pid=86421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:37:43.833706 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-5aa73188-7cda-4459-bdc7-a9df13a3562a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:37:43.840895 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.v2.base [None req-90bee63f-1f2b-4e04-9470-8c9827861a60 admin admin] Request body: {'subnet': {'network_id': '6d144805-8d75-4a3e-b688-4a2f32d5990e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-622311032-subnet', 'tenant_id': 'f53a192abe7c4bf98a9dcf3d23d09206', 'ip_version': 4}} {{(pid=86420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:37:43.842730 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Network 6d144805-8d75-4a3e-b688-4a2f32d5990e details requested by agent ovs-agent-dv-cinder-786931-2-iscsi with host dv-cinder-786931-2-iscsi {{(pid=86422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 20 18:37:43.848655 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-90bee63f-1f2b-4e04-9470-8c9827861a60 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:37:43.854523 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-90bee63f-1f2b-4e04-9470-8c9827861a60 admin admin] Usage tracker for resource:subnet and tenant:f53a192abe7c4bf98a9dcf3d23d09206 is out of sync, need to count used quota {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:37:43.858562 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-90bee63f-1f2b-4e04-9470-8c9827861a60 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:37:43.867306 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-90bee63f-1f2b-4e04-9470-8c9827861a60 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:37:43.881746 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90bee63f-1f2b-4e04-9470-8c9827861a60 admin admin] Made reservation on behalf of f53a192abe7c4bf98a9dcf3d23d09206 for: {'subnet': 1} {{(pid=86420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 18:37:43.887748 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-90bee63f-1f2b-4e04-9470-8c9827861a60 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2701061'] for subnet, before_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:44.096265 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-c9ecee02-97b6-4823-aacf-7bc56efcdc15 req-52345a28-7a98-46a2-9755-6ddbffea1a12 tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] 10.222.0.11 "GET /v2.0/ports?device_id=5ed42fc0-fed7-4cef-bf4c-574cdd6ebc11 HTTP/1.1" status: 200  len: 210 time: 0.0752609
Apr 20 18:37:44.290616 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d93b06d-2873-4d1a-a202-bc63db55efcd req-729a342d-1120-443e-bc90-29dae5c79a5c tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:37:44.292314 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-9d93b06d-2873-4d1a-a202-bc63db55efcd req-729a342d-1120-443e-bc90-29dae5c79a5c tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] 10.222.0.10 "GET /v2.0/networks?id=16a0d36f-cdb1-4105-94f0-43edac0cd68f HTTP/1.1" status: 200  len: 814 time: 0.2857752
Apr 20 18:37:44.306673 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.v2.base [req-9d93b06d-2873-4d1a-a202-bc63db55efcd req-dd4a55cf-16db-4ef1-8e37-ff35a7418bc7 tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] Request body: {'port': {'device_id': '5ed42fc0-fed7-4cef-bf4c-574cdd6ebc11', 'network_id': '16a0d36f-cdb1-4105-94f0-43edac0cd68f', 'admin_state_up': True, 'tenant_id': '69d55e51e8004921b0756f8758d3029a'}} {{(pid=86420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:37:44.577925 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [req-9d93b06d-2873-4d1a-a202-bc63db55efcd req-dd4a55cf-16db-4ef1-8e37-ff35a7418bc7 tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:37:44.584214 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [req-9d93b06d-2873-4d1a-a202-bc63db55efcd req-dd4a55cf-16db-4ef1-8e37-ff35a7418bc7 tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] Usage tracker for resource:port and tenant:69d55e51e8004921b0756f8758d3029a is out of sync, need to count used quota {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:37:44.589722 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [req-9d93b06d-2873-4d1a-a202-bc63db55efcd req-dd4a55cf-16db-4ef1-8e37-ff35a7418bc7 tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:37:44.597726 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [req-9d93b06d-2873-4d1a-a202-bc63db55efcd req-dd4a55cf-16db-4ef1-8e37-ff35a7418bc7 tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:37:44.622407 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d93b06d-2873-4d1a-a202-bc63db55efcd req-dd4a55cf-16db-4ef1-8e37-ff35a7418bc7 tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] Made reservation on behalf of 69d55e51e8004921b0756f8758d3029a for: {'port': 1} {{(pid=86420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 18:37:44.628663 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-9d93b06d-2873-4d1a-a202-bc63db55efcd req-dd4a55cf-16db-4ef1-8e37-ff35a7418bc7 tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854207267'] for port, before_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:44.908707 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-90bee63f-1f2b-4e04-9470-8c9827861a60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850911380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036850586271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2701076'] for subnet, after_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:44.917316 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.db_base_plugin_common [req-9d93b06d-2873-4d1a-a202-bc63db55efcd req-dd4a55cf-16db-4ef1-8e37-ff35a7418bc7 tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] Allocated IP 172.20.0.12 (16a0d36f-cdb1-4105-94f0-43edac0cd68f/68bbb48f-d1b3-4317-b2f4-3b64860062a5/dc4a7dfc-2e9b-4af1-9ba2-ee941faef7b9) {{(pid=86420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 18:37:44.920892 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-8dc97156-0917-4adc-9a27-07a23036b474 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:37:45.036736 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bee63f-1f2b-4e04-9470-8c9827861a60 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a6c6d2ce-c18f-43fb-b599-797b906e367c,revision_number=0']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:37:45.068583 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90bee63f-1f2b-4e04-9470-8c9827861a60 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:37:45.069007 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90bee63f-1f2b-4e04-9470-8c9827861a60 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:37:45.069427 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90bee63f-1f2b-4e04-9470-8c9827861a60 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:37:45.069842 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90bee63f-1f2b-4e04-9470-8c9827861a60 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:37:45.070252 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90bee63f-1f2b-4e04-9470-8c9827861a60 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:37:45.070661 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90bee63f-1f2b-4e04-9470-8c9827861a60 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:37:45.071067 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90bee63f-1f2b-4e04-9470-8c9827861a60 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:37:45.071474 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90bee63f-1f2b-4e04-9470-8c9827861a60 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:37:45.071882 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90bee63f-1f2b-4e04-9470-8c9827861a60 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:37:45.072331 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90bee63f-1f2b-4e04-9470-8c9827861a60 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:37:45.072734 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90bee63f-1f2b-4e04-9470-8c9827861a60 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:37:45.073137 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90bee63f-1f2b-4e04-9470-8c9827861a60 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:37:45.081560 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-90bee63f-1f2b-4e04-9470-8c9827861a60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:37:45.089309 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90bee63f-1f2b-4e04-9470-8c9827861a60 admin admin] Checking segment: {'id': 'a5fccc5a-3f52-4b63-a2fe-02050c830e52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '6d144805-8d75-4a3e-b688-4a2f32d5990e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 18:37:45.089873 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90bee63f-1f2b-4e04-9470-8c9827861a60 admin admin] Network hostable DHCP agents. Network: 6d144805-8d75-4a3e-b688-4a2f32d5990e, hostable agents: ['d7942baf-6bbf-4686-8ec5-e08268711b74'], hosted agents: [] {{(pid=86420) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 20 18:37:45.201428 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90bee63f-1f2b-4e04-9470-8c9827861a60 admin admin] Network 6d144805-8d75-4a3e-b688-4a2f32d5990e is scheduled to be hosted by DHCP agent d7942baf-6bbf-4686-8ec5-e08268711b74 with binding_index 1 {{(pid=86420) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 20 18:37:45.223759 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.scheduler.base_scheduler [None req-90bee63f-1f2b-4e04-9470-8c9827861a60 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786931-2-iscsi, 6d144805-8d75-4a3e-b688-4a2f32d5990e) {{(pid=86420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:37:45.239774 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c095d09d-e960-4b30-98e3-bbc8598dbe3f None None] Network 6d144805-8d75-4a3e-b688-4a2f32d5990e requested from dv-cinder-786931-2-iscsi {{(pid=86422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 18:37:45.244228 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90bee63f-1f2b-4e04-9470-8c9827861a60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:37:45.244887 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-90bee63f-1f2b-4e04-9470-8c9827861a60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3704713'] for subnet, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:45.306948 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-90bee63f-1f2b-4e04-9470-8c9827861a60 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 1.4778454
Apr 20 18:37:45.309358 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.11', 51306) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:37:45.323279 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.v2.base [None req-15b4fa59-34cb-42ca-a2bc-4353bfffa3bb admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-622311032-router', 'tenant_id': 'f53a192abe7c4bf98a9dcf3d23d09206', 'external_gateway_info': {'network_id': '357044f3-f85c-4c82-92f2-504aa071d528'}}} {{(pid=86420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:37:45.354626 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-15b4fa59-34cb-42ca-a2bc-4353bfffa3bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:37:45.372497 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-15b4fa59-34cb-42ca-a2bc-4353bfffa3bb admin admin] Usage tracker for resource:router and tenant:f53a192abe7c4bf98a9dcf3d23d09206 is out of sync, need to count used quota {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:37:45.381055 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-9d93b06d-2873-4d1a-a202-bc63db55efcd req-dd4a55cf-16db-4ef1-8e37-ff35a7418bc7 tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] Notify callbacks [] for port, precommit_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:45.383141 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-2091fb4a-a563-4d07-b7aa-357d980d38fb req-72cc23bb-8108-4fcd-8577-7a53e39a9c48 tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] 10.222.0.11 "GET /v2.0/ports?device_id=5ed42fc0-fed7-4cef-bf4c-574cdd6ebc11 HTTP/1.1" status: 200  len: 210 time: 0.0990386
Apr 20 18:37:45.387933 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-15b4fa59-34cb-42ca-a2bc-4353bfffa3bb admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:37:45.405807 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-15b4fa59-34cb-42ca-a2bc-4353bfffa3bb admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:37:45.438349 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-15b4fa59-34cb-42ca-a2bc-4353bfffa3bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036850938385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8139'] for router, before_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:45.440229 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-15b4fa59-34cb-42ca-a2bc-4353bfffa3bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3837415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3865857', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3804944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854767684'] for router, precommit_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:45.475660 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-15b4fa59-34cb-42ca-a2bc-4353bfffa3bb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:45.522073 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-9d93b06d-2873-4d1a-a202-bc63db55efcd req-dd4a55cf-16db-4ef1-8e37-ff35a7418bc7 tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251178383920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4189424'] for port, after_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:45.579743 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a74ea2ec-70b0-40d9-81c7-14a23c38ca70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82bc64bb-a80f-5e37-9fe3-a5a7bfe5a88e-6d144805-8d75-4a3e-b688-4a2f32d5990e', 'network_id': '6d144805-8d75-4a3e-b688-4a2f32d5990e', 'tenant_id': 'f53a192abe7c4bf98a9dcf3d23d09206', 'fixed_ips': [{'subnet_id': 'a6c6d2ce-c18f-43fb-b599-797b906e367c'}]}} from dv-cinder-786931-2-iscsi. {{(pid=86422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 20 18:37:45.580958 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-a74ea2ec-70b0-40d9-81c7-14a23c38ca70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854207267'] for port, before_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:45.612859 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-51923e25-c903-43c0-b47f-59d1d01b17bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:37:45.841368 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.db_base_plugin_common [None req-a74ea2ec-70b0-40d9-81c7-14a23c38ca70 None None] Allocated IP 172.20.0.2 (6d144805-8d75-4a3e-b688-4a2f32d5990e/a6c6d2ce-c18f-43fb-b599-797b906e367c/7079a35d-ef0f-4ce4-b313-e005d2637f46) {{(pid=86422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 18:37:46.113897 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-a74ea2ec-70b0-40d9-81c7-14a23c38ca70 None None] Notify callbacks [] for port, precommit_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:46.115100 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d93b06d-2873-4d1a-a202-bc63db55efcd req-dd4a55cf-16db-4ef1-8e37-ff35a7418bc7 tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] Network 16a0d36f-cdb1-4105-94f0-43edac0cd68f is already hosted by enough agents. {{(pid=86420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 18:37:46.134260 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-a74ea2ec-70b0-40d9-81c7-14a23c38ca70 None None] Transition to ACTIVE for port object 7079a35d-ef0f-4ce4-b313-e005d2637f46 will not be triggered until provisioned by entity L2. {{(pid=86422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 18:37:46.162528 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-a74ea2ec-70b0-40d9-81c7-14a23c38ca70 None None] Transition to ACTIVE for port object 7079a35d-ef0f-4ce4-b313-e005d2637f46 will not be triggered until provisioned by entity DHCP. {{(pid=86422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 18:37:46.170949 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-a74ea2ec-70b0-40d9-81c7-14a23c38ca70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251178383920'] for port, after_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:46.180985 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-9601cc61-ac5f-47db-82f9-3b9aac0b0957 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:37:46.185455 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.scheduler.base_scheduler [req-9d93b06d-2873-4d1a-a202-bc63db55efcd req-dd4a55cf-16db-4ef1-8e37-ff35a7418bc7 tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] Resources bound (agent type, host, resource id):  {{(pid=86420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:37:46.203652 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d93b06d-2873-4d1a-a202-bc63db55efcd req-dd4a55cf-16db-4ef1-8e37-ff35a7418bc7 tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] Received port after_create {{(pid=86420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 18:37:46.250378 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4a55cf-16db-4ef1-8e37-ff35a7418bc7 tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] Pushing event updated for resources: {'Port': ['ID=dc4a7dfc-2e9b-4af1-9ba2-ee941faef7b9,revision_number=1']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:37:46.255227 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-15b4fa59-34cb-42ca-a2bc-4353bfffa3bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3866102', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3837788', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854767699'] for router, precommit_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:46.263099 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-dd4a55cf-16db-4ef1-8e37-ff35a7418bc7 tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.649s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:37:46.315400 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a74ea2ec-70b0-40d9-81c7-14a23c38ca70 None None] Network 6d144805-8d75-4a3e-b688-4a2f32d5990e is already hosted by enough agents. {{(pid=86422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 18:37:46.322891 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.scheduler.base_scheduler [None req-a74ea2ec-70b0-40d9-81c7-14a23c38ca70 None None] Resources bound (agent type, host, resource id):  {{(pid=86422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:37:46.330648 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a74ea2ec-70b0-40d9-81c7-14a23c38ca70 None None] Received port after_create {{(pid=86422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 18:37:46.350590 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74ea2ec-70b0-40d9-81c7-14a23c38ca70 None None] Pushing event updated for resources: {'Port': ['ID=7079a35d-ef0f-4ce4-b313-e005d2637f46,revision_number=1']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:37:46.372312 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d93b06d-2873-4d1a-a202-bc63db55efcd req-dd4a55cf-16db-4ef1-8e37-ff35a7418bc7 tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:37:46.372951 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-9d93b06d-2873-4d1a-a202-bc63db55efcd req-dd4a55cf-16db-4ef1-8e37-ff35a7418bc7 tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7615'] for port, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:46.408822 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-9d93b06d-2873-4d1a-a202-bc63db55efcd req-dd4a55cf-16db-4ef1-8e37-ff35a7418bc7 tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.1064019
Apr 20 18:37:46.439329 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.v2.base [req-9d93b06d-2873-4d1a-a202-bc63db55efcd req-6aaecbf7-2c86-43bb-ba95-bb9ae129d33b service neutron] Request body: {'port': {'device_id': '5ed42fc0-fed7-4cef-bf4c-574cdd6ebc11', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=86420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:37:46.525590 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74ea2ec-70b0-40d9-81c7-14a23c38ca70 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:37:46.526058 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74ea2ec-70b0-40d9-81c7-14a23c38ca70 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:37:46.526911 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74ea2ec-70b0-40d9-81c7-14a23c38ca70 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:37:46.527716 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74ea2ec-70b0-40d9-81c7-14a23c38ca70 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:37:46.528432 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74ea2ec-70b0-40d9-81c7-14a23c38ca70 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:37:46.529087 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74ea2ec-70b0-40d9-81c7-14a23c38ca70 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:37:46.530087 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74ea2ec-70b0-40d9-81c7-14a23c38ca70 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:37:46.530364 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74ea2ec-70b0-40d9-81c7-14a23c38ca70 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:37:46.531025 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74ea2ec-70b0-40d9-81c7-14a23c38ca70 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:37:46.531674 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74ea2ec-70b0-40d9-81c7-14a23c38ca70 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:37:46.532362 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74ea2ec-70b0-40d9-81c7-14a23c38ca70 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:37:46.533003 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74ea2ec-70b0-40d9-81c7-14a23c38ca70 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:37:46.548789 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-a74ea2ec-70b0-40d9-81c7-14a23c38ca70 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:37:46.580250 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [None req-a74ea2ec-70b0-40d9-81c7-14a23c38ca70 None None] Attempting to bind port 7079a35d-ef0f-4ce4-b313-e005d2637f46 on host dv-cinder-786931-2-iscsi for vnic_type normal with profile  {{(pid=86422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 18:37:46.580965 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [None req-a74ea2ec-70b0-40d9-81c7-14a23c38ca70 None None] Attempting to bind port 7079a35d-ef0f-4ce4-b313-e005d2637f46 by drivers openvswitch,hyperv on host dv-cinder-786931-2-iscsi at level 0 using segments [{'id': 'a5fccc5a-3f52-4b63-a2fe-02050c830e52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '6d144805-8d75-4a3e-b688-4a2f32d5990e'}] {{(pid=86422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 18:37:46.581664 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a74ea2ec-70b0-40d9-81c7-14a23c38ca70 None None] Attempting to bind port 7079a35d-ef0f-4ce4-b313-e005d2637f46 on network 6d144805-8d75-4a3e-b688-4a2f32d5990e {{(pid=86422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 18:37:46.595080 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a74ea2ec-70b0-40d9-81c7-14a23c38ca70 None None] Checking agent: {'id': '36d4d98e-2d96-4c9b-9d9c-08d159895b6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786931-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 22, 2), 'started_at': datetime.datetime(2021, 4, 20, 18, 22, 32), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 37, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786931-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 18:37:46.595790 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a74ea2ec-70b0-40d9-81c7-14a23c38ca70 None None] Checking segment: {'id': 'a5fccc5a-3f52-4b63-a2fe-02050c830e52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '6d144805-8d75-4a3e-b688-4a2f32d5990e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 18:37:46.596610 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-a74ea2ec-70b0-40d9-81c7-14a23c38ca70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:46.597657 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a74ea2ec-70b0-40d9-81c7-14a23c38ca70 None None] Bound using segment: {'id': 'a5fccc5a-3f52-4b63-a2fe-02050c830e52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '6d144805-8d75-4a3e-b688-4a2f32d5990e'} {{(pid=86422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 18:37:46.598617 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [None req-a74ea2ec-70b0-40d9-81c7-14a23c38ca70 None None] Bound port: 7079a35d-ef0f-4ce4-b313-e005d2637f46, host: dv-cinder-786931-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5fccc5a-3f52-4b63-a2fe-02050c830e52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '6d144805-8d75-4a3e-b688-4a2f32d5990e'}}] {{(pid=86422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 18:37:46.599349 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-a74ea2ec-70b0-40d9-81c7-14a23c38ca70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854207267'] for port, before_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:46.719580 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-9d93b06d-2873-4d1a-a202-bc63db55efcd req-6aaecbf7-2c86-43bb-ba95-bb9ae129d33b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854207267'] for port, before_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:46.749650 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f763ee7f-f2fc-4377-8c41-e07505629fb0 req-1ba56d3f-dbba-47b5-b674-49d980dd5605 tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:37:46.751567 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-f763ee7f-f2fc-4377-8c41-e07505629fb0 req-1ba56d3f-dbba-47b5-b674-49d980dd5605 tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] 10.222.0.11 "GET /v2.0/ports?device_id=5ed42fc0-fed7-4cef-bf4c-574cdd6ebc11 HTTP/1.1" status: 200  len: 932 time: 0.1107605
Apr 20 18:37:46.797377 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-a74ea2ec-70b0-40d9-81c7-14a23c38ca70 None None] For port 7079a35d-ef0f-4ce4-b313-e005d2637f46, host dv-cinder-786931-2-iscsi, cleared binding levels {{(pid=86422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 18:37:46.803843 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-a74ea2ec-70b0-40d9-81c7-14a23c38ca70 None None] For port 7079a35d-ef0f-4ce4-b313-e005d2637f46, host dv-cinder-786931-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-2-iscsi',level=0,port_id=7079a35d-ef0f-4ce4-b313-e005d2637f46,segment=NetworkSegment(a5fccc5a-3f52-4b63-a2fe-02050c830e52),segment_id=a5fccc5a-3f52-4b63-a2fe-02050c830e52)] {{(pid=86422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 18:37:46.810784 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-a74ea2ec-70b0-40d9-81c7-14a23c38ca70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785676839112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251178383903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251178382076'] for port, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:46.816143 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [req-f763ee7f-f2fc-4377-8c41-e07505629fb0 req-6c6dd2b4-8c39-4759-9e2c-c45388ea10cb tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] Synchronizing usage tracker for tenant:69d55e51e8004921b0756f8758d3029a on resource:security_group {{(pid=86421) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 18:37:46.819908 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:37:46.837273 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [req-f763ee7f-f2fc-4377-8c41-e07505629fb0 req-6c6dd2b4-8c39-4759-9e2c-c45388ea10cb tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] Unset dirty status for tenant:69d55e51e8004921b0756f8758d3029a on resource:security_group {{(pid=86421) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 18:37:46.838558 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-f763ee7f-f2fc-4377-8c41-e07505629fb0 req-6c6dd2b4-8c39-4759-9e2c-c45388ea10cb tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] 10.222.0.11 "GET /v2.0/security-groups?id=10327c67-6bcb-4133-afa8-96876f4e6aad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0734391
Apr 20 18:37:47.002574 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74ea2ec-70b0-40d9-81c7-14a23c38ca70 None None] Pushing event updated for resources: {'Port': ['ID=7079a35d-ef0f-4ce4-b313-e005d2637f46,revision_number=2']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:37:47.008918 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-a74ea2ec-70b0-40d9-81c7-14a23c38ca70 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:37:47.098005 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-15b4fa59-34cb-42ca-a2bc-4353bfffa3bb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:47.156015 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-15b4fa59-34cb-42ca-a2bc-4353bfffa3bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854207267'] for port, before_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:47.507639 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.db_base_plugin_common [None req-15b4fa59-34cb-42ca-a2bc-4353bfffa3bb admin admin] Allocated IP 172.27.2.184 (357044f3-f85c-4c82-92f2-504aa071d528/737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87/ad101577-4beb-40bd-ae82-efbcf36a592a) {{(pid=86420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 18:37:47.702909 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.notifiers.nova [req-9d93b06d-2873-4d1a-a202-bc63db55efcd req-6aaecbf7-2c86-43bb-ba95-bb9ae129d33b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc4a7dfc-2e9b-4af1-9ba2-ee941faef7b9 {{(pid=86420) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 18:37:47.715536 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-9d93b06d-2873-4d1a-a202-bc63db55efcd req-6aaecbf7-2c86-43bb-ba95-bb9ae129d33b service neutron] Notify callbacks [] for port, precommit_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:47.755265 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [req-9d93b06d-2873-4d1a-a202-bc63db55efcd req-6aaecbf7-2c86-43bb-ba95-bb9ae129d33b service neutron] Transition to ACTIVE for port object dc4a7dfc-2e9b-4af1-9ba2-ee941faef7b9 will not be triggered until provisioned by entity L2. {{(pid=86420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 18:37:47.766543 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-9d93b06d-2873-4d1a-a202-bc63db55efcd req-6aaecbf7-2c86-43bb-ba95-bb9ae129d33b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785676839112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251178383903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251178382076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850586375'] for port, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:47.774478 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-dfefcd36-05d5-4272-9677-7c7530ffe64f tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:37:47.936955 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-15b4fa59-34cb-42ca-a2bc-4353bfffa3bb admin admin] Notify callbacks [] for port, precommit_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:47.989091 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aaecbf7-2c86-43bb-ba95-bb9ae129d33b service neutron] Pushing event updated for resources: {'Port': ['ID=dc4a7dfc-2e9b-4af1-9ba2-ee941faef7b9,revision_number=2']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:37:47.992134 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-6aaecbf7-2c86-43bb-ba95-bb9ae129d33b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:37:48.097675 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [req-9d93b06d-2873-4d1a-a202-bc63db55efcd req-6aaecbf7-2c86-43bb-ba95-bb9ae129d33b service neutron] Attempting to bind port dc4a7dfc-2e9b-4af1-9ba2-ee941faef7b9 on host hv-cinder-78693 for vnic_type normal with profile  {{(pid=86420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 18:37:48.098050 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [req-9d93b06d-2873-4d1a-a202-bc63db55efcd req-6aaecbf7-2c86-43bb-ba95-bb9ae129d33b service neutron] Attempting to bind port dc4a7dfc-2e9b-4af1-9ba2-ee941faef7b9 by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': '04535fee-2cd3-407c-bd35-65d1b8a6d84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '16a0d36f-cdb1-4105-94f0-43edac0cd68f'}] {{(pid=86420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 18:37:48.098419 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d93b06d-2873-4d1a-a202-bc63db55efcd req-6aaecbf7-2c86-43bb-ba95-bb9ae129d33b service neutron] Attempting to bind port dc4a7dfc-2e9b-4af1-9ba2-ee941faef7b9 on network 16a0d36f-cdb1-4105-94f0-43edac0cd68f {{(pid=86420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 18:37:48.104448 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d93b06d-2873-4d1a-a202-bc63db55efcd req-6aaecbf7-2c86-43bb-ba95-bb9ae129d33b service neutron] Port dc4a7dfc-2e9b-4af1-9ba2-ee941faef7b9 on network 16a0d36f-cdb1-4105-94f0-43edac0cd68f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=86420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 20 18:37:48.105399 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d93b06d-2873-4d1a-a202-bc63db55efcd req-6aaecbf7-2c86-43bb-ba95-bb9ae129d33b service neutron] Attempting to bind port dc4a7dfc-2e9b-4af1-9ba2-ee941faef7b9 on network 16a0d36f-cdb1-4105-94f0-43edac0cd68f {{(pid=86420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 18:37:48.110598 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-15b4fa59-34cb-42ca-a2bc-4353bfffa3bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251178383920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4189424'] for port, after_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:48.117251 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-e8a80108-b95c-407e-b791-970110228e1c tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:37:48.147374 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf9eb9c-81da-4cea-b015-47d585a5aae2 req-dcbfe82c-be15-4a98-91cd-25291d90295b tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:37:48.150296 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-dcf9eb9c-81da-4cea-b015-47d585a5aae2 req-dcbfe82c-be15-4a98-91cd-25291d90295b tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] 10.222.0.11 "GET /v2.0/ports?device_id=5ed42fc0-fed7-4cef-bf4c-574cdd6ebc11 HTTP/1.1" status: 200  len: 944 time: 0.1722295
Apr 20 18:37:48.159332 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d93b06d-2873-4d1a-a202-bc63db55efcd req-6aaecbf7-2c86-43bb-ba95-bb9ae129d33b service neutron] Checking agent: {'id': '1d7a02d0-8f4e-4dcc-9452-bf36df956f32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 28, 32), 'started_at': datetime.datetime(2021, 4, 20, 18, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 37, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 18:37:48.159744 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d93b06d-2873-4d1a-a202-bc63db55efcd req-6aaecbf7-2c86-43bb-ba95-bb9ae129d33b service neutron] Checking segment: {'id': '04535fee-2cd3-407c-bd35-65d1b8a6d84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '16a0d36f-cdb1-4105-94f0-43edac0cd68f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 18:37:48.160117 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d93b06d-2873-4d1a-a202-bc63db55efcd req-6aaecbf7-2c86-43bb-ba95-bb9ae129d33b service neutron] Bound using segment: {'id': '04535fee-2cd3-407c-bd35-65d1b8a6d84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '16a0d36f-cdb1-4105-94f0-43edac0cd68f'} {{(pid=86420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 18:37:48.160784 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [req-9d93b06d-2873-4d1a-a202-bc63db55efcd req-6aaecbf7-2c86-43bb-ba95-bb9ae129d33b service neutron] Bound port: dc4a7dfc-2e9b-4af1-9ba2-ee941faef7b9, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04535fee-2cd3-407c-bd35-65d1b8a6d84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '16a0d36f-cdb1-4105-94f0-43edac0cd68f'}}] {{(pid=86420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 18:37:48.161032 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-9d93b06d-2873-4d1a-a202-bc63db55efcd req-6aaecbf7-2c86-43bb-ba95-bb9ae129d33b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854207267'] for port, before_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:48.210867 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15b4fa59-34cb-42ca-a2bc-4353bfffa3bb admin admin] Network 357044f3-f85c-4c82-92f2-504aa071d528 is already hosted by enough agents. {{(pid=86420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 18:37:48.211733 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-dcf9eb9c-81da-4cea-b015-47d585a5aae2 req-a4868a35-fdd1-412d-96ad-6dbc0c21d63a tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] 10.222.0.11 "GET /v2.0/security-groups?id=10327c67-6bcb-4133-afa8-96876f4e6aad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0540354
Apr 20 18:37:48.250892 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.scheduler.base_scheduler [None req-15b4fa59-34cb-42ca-a2bc-4353bfffa3bb admin admin] Resources bound (agent type, host, resource id):  {{(pid=86420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:37:48.253396 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15b4fa59-34cb-42ca-a2bc-4353bfffa3bb admin admin] Received port after_create {{(pid=86420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 18:37:48.310019 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b4fa59-34cb-42ca-a2bc-4353bfffa3bb admin admin] Pushing event updated for resources: {'Port': ['ID=ad101577-4beb-40bd-ae82-efbcf36a592a,revision_number=1']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:37:48.313120 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-15b4fa59-34cb-42ca-a2bc-4353bfffa3bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:37:48.537794 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [req-9d93b06d-2873-4d1a-a202-bc63db55efcd req-6aaecbf7-2c86-43bb-ba95-bb9ae129d33b service neutron] For port dc4a7dfc-2e9b-4af1-9ba2-ee941faef7b9, host hv-cinder-78693, cleared binding levels {{(pid=86420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 18:37:48.547188 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b63b85d7-edf0-4c1b-b45d-1812c36d4808 None None] Network 6d144805-8d75-4a3e-b688-4a2f32d5990e requested from dv-cinder-786931-2-iscsi {{(pid=86422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 18:37:48.582285 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [req-9d93b06d-2873-4d1a-a202-bc63db55efcd req-6aaecbf7-2c86-43bb-ba95-bb9ae129d33b service neutron] For port dc4a7dfc-2e9b-4af1-9ba2-ee941faef7b9, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=dc4a7dfc-2e9b-4af1-9ba2-ee941faef7b9,segment=NetworkSegment(04535fee-2cd3-407c-bd35-65d1b8a6d84d),segment_id=04535fee-2cd3-407c-bd35-65d1b8a6d84d)] {{(pid=86420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 18:37:48.592831 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-9d93b06d-2873-4d1a-a202-bc63db55efcd req-6aaecbf7-2c86-43bb-ba95-bb9ae129d33b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785676839112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251178383903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251178382076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850586375'] for port, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:48.600630 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:37:48.663219 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-a69c8003-60b4-4e60-9a91-28a775ca27e4 None None] Provisioning for port 7079a35d-ef0f-4ce4-b313-e005d2637f46 completed by entity DHCP. {{(pid=86422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 18:37:48.735262 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d93b06d-2873-4d1a-a202-bc63db55efcd req-6aaecbf7-2c86-43bb-ba95-bb9ae129d33b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:37:48.736436 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-9d93b06d-2873-4d1a-a202-bc63db55efcd req-6aaecbf7-2c86-43bb-ba95-bb9ae129d33b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7615'] for port, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:48.739014 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-9d93b06d-2873-4d1a-a202-bc63db55efcd req-6aaecbf7-2c86-43bb-ba95-bb9ae129d33b service neutron] 10.222.0.10 "PUT /v2.0/ports/dc4a7dfc-2e9b-4af1-9ba2-ee941faef7b9 HTTP/1.1" status: 200  len: 1094 time: 2.3181000
Apr 20 18:37:48.743952 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ed42fc0-fed7-4cef-bf4c-574cdd6ebc11', 'tag': 'dc4a7dfc-2e9b-4af1-9ba2-ee941faef7b9'}] {{(pid=86420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:37:48.809624 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Device 7079a35d-ef0f-4ce4-b313-e005d2637f46 up at agent ovs-agent-dv-cinder-786931-2-iscsi {{(pid=86422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:37:48.882526 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ed42fc0-fed7-4cef-bf4c-574cdd6ebc11', 'tag': 'dc4a7dfc-2e9b-4af1-9ba2-ee941faef7b9', 'status': 'completed', 'code': 200}
Apr 20 18:37:48.969282 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Provisioning for port 7079a35d-ef0f-4ce4-b313-e005d2637f46 completed by entity L2. {{(pid=86422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 18:37:48.979306 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Provisioning complete for port 7079a35d-ef0f-4ce4-b313-e005d2637f46 triggered by entity L2. {{(pid=86422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:37:48.979729 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733696'] for port, provisioning_complete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:49.363442 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854207267'] for port, before_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:49.373476 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-fed00bb3-90be-4b1d-b0b4-8e7eb6a696b1 None None] Provisioning complete for port 7079a35d-ef0f-4ce4-b313-e005d2637f46 triggered by entity DHCP. {{(pid=86422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:37:49.373901 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-fed00bb3-90be-4b1d-b0b4-8e7eb6a696b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733696'] for port, provisioning_complete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:49.402516 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aaecbf7-2c86-43bb-ba95-bb9ae129d33b service neutron] Pushing event updated for resources: {'Port': ['ID=dc4a7dfc-2e9b-4af1-9ba2-ee941faef7b9,revision_number=3']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:37:49.409271 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-6aaecbf7-2c86-43bb-ba95-bb9ae129d33b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.809s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:37:49.469743 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d93b06d-2873-4d1a-a202-bc63db55efcd req-da3b3eea-f5c6-484d-8228-ba41138da126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:37:49.471012 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-9d93b06d-2873-4d1a-a202-bc63db55efcd req-da3b3eea-f5c6-484d-8228-ba41138da126 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=69d55e51e8004921b0756f8758d3029a&device_id=5ed42fc0-fed7-4cef-bf4c-574cdd6ebc11 HTTP/1.1" status: 200  len: 1097 time: 0.6814611
Apr 20 18:37:49.516047 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] For port 7079a35d-ef0f-4ce4-b313-e005d2637f46, host dv-cinder-786931-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-2-iscsi',level=0,port_id=7079a35d-ef0f-4ce4-b313-e005d2637f46,segment=NetworkSegment(a5fccc5a-3f52-4b63-a2fe-02050c830e52),segment_id=a5fccc5a-3f52-4b63-a2fe-02050c830e52)] {{(pid=86422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:37:49.522469 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785676839112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251178383903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251178382076'] for port, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:49.525300 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e92094-9722-4e80-995b-c026ff8535d0 req-5d5c5623-b8d7-44de-85a3-6ee52e3a8a79 tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:37:49.525555 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:37:49.527191 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-49e92094-9722-4e80-995b-c026ff8535d0 req-5d5c5623-b8d7-44de-85a3-6ee52e3a8a79 tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] 10.222.0.11 "GET /v2.0/ports?device_id=5ed42fc0-fed7-4cef-bf4c-574cdd6ebc11 HTTP/1.1" status: 200  len: 944 time: 0.1830389
Apr 20 18:37:49.612029 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-9d93b06d-2873-4d1a-a202-bc63db55efcd req-57113670-5e49-4e59-b1b9-2d91ebed6a61 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dc4a7dfc-2e9b-4af1-9ba2-ee941faef7b9 HTTP/1.1" status: 200  len: 217 time: 0.1293185
Apr 20 18:37:49.615643 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-15b4fa59-34cb-42ca-a2bc-4353bfffa3bb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:49.628641 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-49e92094-9722-4e80-995b-c026ff8535d0 req-748c21a0-6d73-4238-b8e1-4d2cbd0d3d66 tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] 10.222.0.11 "GET /v2.0/security-groups?id=10327c67-6bcb-4133-afa8-96876f4e6aad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0938578
Apr 20 18:37:49.692793 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Pushing event updated for resources: {'Port': ['ID=7079a35d-ef0f-4ce4-b313-e005d2637f46,revision_number=3']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:37:49.698948 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:37:49.856637 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d93b06d-2873-4d1a-a202-bc63db55efcd req-06771346-2628-4d5c-9b2d-bdf1ebf8c489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:37:49.858314 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-9d93b06d-2873-4d1a-a202-bc63db55efcd req-06771346-2628-4d5c-9b2d-bdf1ebf8c489 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=68bbb48f-d1b3-4317-b2f4-3b64860062a5 HTTP/1.1" status: 200  len: 854 time: 0.1716642
Apr 20 18:37:49.933895 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-9d93b06d-2873-4d1a-a202-bc63db55efcd req-02090e36-eb78-4e42-a0eb-d3d3642ff9cb service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=16a0d36f-cdb1-4105-94f0-43edac0cd68f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0662005
Apr 20 18:37:50.279826 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-9d93b06d-2873-4d1a-a202-bc63db55efcd req-a297580b-7bd3-479b-ab4d-d92be149beef service neutron] 10.222.0.10 "GET /v2.0/networks/16a0d36f-cdb1-4105-94f0-43edac0cd68f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3368776
Apr 20 18:37:50.285882 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-15b4fa59-34cb-42ca-a2bc-4353bfffa3bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036850938044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036850909732'] for router, after_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:50.617615 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-9d93b06d-2873-4d1a-a202-bc63db55efcd req-8f848346-7c5a-4e31-8e64-2bec236f88cb service neutron] 10.222.0.10 "GET /v2.0/networks/16a0d36f-cdb1-4105-94f0-43edac0cd68f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3283274
Apr 20 18:37:50.706756 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Device 7079a35d-ef0f-4ce4-b313-e005d2637f46 up at agent ovs-agent-dv-cinder-786931-2-iscsi {{(pid=86422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:37:50.751115 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15b4fa59-34cb-42ca-a2bc-4353bfffa3bb admin admin] Router 25a827f9-6de7-449d-9886-13b82c45ab24 is scheduled to L3 agent 561dbf79-24e4-4a0d-b08c-f7bb8670fc1d with binding_index 1 {{(pid=86420) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 20 18:37:50.795191 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Provisioning complete for port 7079a35d-ef0f-4ce4-b313-e005d2637f46 triggered by entity L2. {{(pid=86422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:37:50.795627 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733696'] for port, provisioning_complete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:50.920224 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee80a2ce-5725-45a8-aa59-3fafc9a744bc req-c3f6cfe6-3a32-40fd-8274-d273b5ae5265 tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:37:50.922080 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-ee80a2ce-5725-45a8-aa59-3fafc9a744bc req-c3f6cfe6-3a32-40fd-8274-d273b5ae5265 tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] 10.222.0.11 "GET /v2.0/ports?device_id=5ed42fc0-fed7-4cef-bf4c-574cdd6ebc11 HTTP/1.1" status: 200  len: 944 time: 0.1093140
Apr 20 18:37:51.020231 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-ee80a2ce-5725-45a8-aa59-3fafc9a744bc req-143ac007-4db7-4526-b320-eabc5fe968e2 tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] 10.222.0.11 "GET /v2.0/security-groups?id=10327c67-6bcb-4133-afa8-96876f4e6aad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0867558
Apr 20 18:37:51.031585 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f973ad-ccf2-4b92-8e44-a4722a929b60 req-0b9378aa-d88e-4aa0-8cc4-638af68662b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:37:51.033299 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-34f973ad-ccf2-4b92-8e44-a4722a929b60 req-0b9378aa-d88e-4aa0-8cc4-638af68662b0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=69d55e51e8004921b0756f8758d3029a&device_id=5ed42fc0-fed7-4cef-bf4c-574cdd6ebc11 HTTP/1.1" status: 200  len: 1097 time: 0.3647358
Apr 20 18:37:51.065789 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15b4fa59-34cb-42ca-a2bc-4353bfffa3bb admin admin] Notify agent at l3_agent.dv-cinder-786931-2-iscsi the message routers_updated {{(pid=86420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 18:37:51.076612 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f92573a-5e5d-4e7a-9efc-eb17d8767e81 None None] Sync routers for ids ['25a827f9-6de7-449d-9886-13b82c45ab24'] in dv-cinder-786931-2-iscsi {{(pid=86422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 18:37:51.088638 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f92573a-5e5d-4e7a-9efc-eb17d8767e81 None None] Routers {'25a827f9-6de7-449d-9886-13b82c45ab24'} bound to L3 agent in host dv-cinder-786931-2-iscsi {{(pid=86422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:37:51.090359 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-6f92573a-5e5d-4e7a-9efc-eb17d8767e81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd930eebb70>, 'dv-cinder-786931-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T18:22:01Z,description=<?>,heartbeat_timestamp=2021-04-20T18:37:31Z,host='dv-cinder-786931-2-iscsi',id=561dbf79-24e4-4a0d-b08c-f7bb8670fc1d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:22:01Z,topic='l3_agent')) {'router_ids': ['25a827f9-6de7-449d-9886-13b82c45ab24'], 'active': True} {{(pid=86422) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:37:51.155318 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-15b4fa59-34cb-42ca-a2bc-4353bfffa3bb admin admin] Notify callbacks [] for router, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:51.156723 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-15b4fa59-34cb-42ca-a2bc-4353bfffa3bb admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 5.8417335
Apr 20 18:37:51.161931 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86421) accepted ('10.222.0.11', 51320) {{(pid=86421) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:37:51.218793 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f973ad-ccf2-4b92-8e44-a4722a929b60 req-3924d451-35c8-412e-9af6-191333cbcaa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:37:51.220393 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-34f973ad-ccf2-4b92-8e44-a4722a929b60 req-3924d451-35c8-412e-9af6-191333cbcaa4 service neutron] 10.222.0.10 "GET /v2.0/networks?id=16a0d36f-cdb1-4105-94f0-43edac0cd68f HTTP/1.1" status: 200  len: 915 time: 0.1784446
Apr 20 18:37:51.302735 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-34f973ad-ccf2-4b92-8e44-a4722a929b60 req-fbcec567-f5c6-4817-adca-21296968219f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dc4a7dfc-2e9b-4af1-9ba2-ee941faef7b9 HTTP/1.1" status: 200  len: 217 time: 0.0748565
Apr 20 18:37:51.316753 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_dvr_db [None req-6f92573a-5e5d-4e7a-9efc-eb17d8767e81 None None] Set router 25a827f9-6de7-449d-9886-13b82c45ab24 gateway port host: dv-cinder-786931-2-iscsi {{(pid=86422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:37:51.383911 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f973ad-ccf2-4b92-8e44-a4722a929b60 req-71ffed89-5829-4c4d-9078-40acdd0f2654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:37:51.385610 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-34f973ad-ccf2-4b92-8e44-a4722a929b60 req-71ffed89-5829-4c4d-9078-40acdd0f2654 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=68bbb48f-d1b3-4317-b2f4-3b64860062a5 HTTP/1.1" status: 200  len: 854 time: 0.0754893
Apr 20 18:37:51.492101 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-34f973ad-ccf2-4b92-8e44-a4722a929b60 req-f4b3c283-03f2-48a3-ba46-940c0940f44d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=16a0d36f-cdb1-4105-94f0-43edac0cd68f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0987322
Apr 20 18:37:51.757970 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-34f973ad-ccf2-4b92-8e44-a4722a929b60 req-7d3fd0a6-276b-4fa2-a703-7ebf8df51301 service neutron] 10.222.0.10 "GET /v2.0/networks/16a0d36f-cdb1-4105-94f0-43edac0cd68f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2580492
Apr 20 18:37:51.791861 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-6f92573a-5e5d-4e7a-9efc-eb17d8767e81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd930eebb70>, [{'id': '25a827f9-6de7-449d-9886-13b82c45ab24', 'name': 'tempest-TestMinimumBasicScenario-622311032-router', 'tenant_id': 'f53a192abe7c4bf98a9dcf3d23d09206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357044f3-f85c-4c82-92f2-504aa071d528', 'external_fixed_ips': [{'subnet_id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': 'ad101577-4beb-40bd-ae82-efbcf36a592a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:37:45Z', 'updated_at': '2021-04-20T18:37:48Z', 'revision_number': 3, 'project_id': 'f53a192abe7c4bf98a9dcf3d23d09206', 'gw_port': {'id': 'ad101577-4beb-40bd-ae82-efbcf36a592a', 'name': '', 'network_id': '357044f3-f85c-4c82-92f2-504aa071d528', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:74:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25a827f9-6de7-449d-9886-13b82c45ab24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:37:47Z', 'updated_at': '2021-04-20T18:37:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-2-iscsi'}], 'dv-cinder-786931-2-iscsi', False) {} {{(pid=86422) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:37:51.799006 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f92573a-5e5d-4e7a-9efc-eb17d8767e81 None None] Checking router: 25a827f9-6de7-449d-9886-13b82c45ab24 for host: dv-cinder-786931-2-iscsi {{(pid=86422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 18:37:51.799752 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f92573a-5e5d-4e7a-9efc-eb17d8767e81 None None] Updating router 25a827f9-6de7-449d-9886-13b82c45ab24 port ad101577-4beb-40bd-ae82-efbcf36a592a binding host dv-cinder-786931-2-iscsi {{(pid=86422) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 20 18:37:51.868350 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-6f92573a-5e5d-4e7a-9efc-eb17d8767e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854207267'] for port, before_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:52.340572 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-6f92573a-5e5d-4e7a-9efc-eb17d8767e81 None None] Notify callbacks [] for port, precommit_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:52.354822 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-6f92573a-5e5d-4e7a-9efc-eb17d8767e81 None None] Transition to ACTIVE for port object ad101577-4beb-40bd-ae82-efbcf36a592a will not be triggered until provisioned by entity L2. {{(pid=86422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 18:37:52.361457 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-6f92573a-5e5d-4e7a-9efc-eb17d8767e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785676839112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251178383903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251178382076'] for port, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:52.366758 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:37:52.377043 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-34f973ad-ccf2-4b92-8e44-a4722a929b60 req-70e3f3ac-78f3-4dca-85aa-35089bbafbd6 service neutron] 10.222.0.10 "GET /v2.0/networks/16a0d36f-cdb1-4105-94f0-43edac0cd68f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6131952
Apr 20 18:37:52.456431 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0f8e21-df62-4635-a91e-4da945a6efc8 None None] Pushing event updated for resources: {'Port': ['ID=ad101577-4beb-40bd-ae82-efbcf36a592a,revision_number=2']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:37:52.460910 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-b712af19-7f68-4635-9f54-729a93971a6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854207267'] for port, before_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:52.461438 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-4d0f8e21-df62-4635-a91e-4da945a6efc8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:37:52.488030 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [None req-6f92573a-5e5d-4e7a-9efc-eb17d8767e81 None None] Attempting to bind port ad101577-4beb-40bd-ae82-efbcf36a592a on host dv-cinder-786931-2-iscsi for vnic_type normal with profile  {{(pid=86422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 18:37:52.488492 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [None req-6f92573a-5e5d-4e7a-9efc-eb17d8767e81 None None] Attempting to bind port ad101577-4beb-40bd-ae82-efbcf36a592a by drivers openvswitch,hyperv on host dv-cinder-786931-2-iscsi at level 0 using segments [{'id': 'f02283aa-238a-4f3f-9851-30c34a9365bb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '357044f3-f85c-4c82-92f2-504aa071d528'}] {{(pid=86422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 18:37:52.488910 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f92573a-5e5d-4e7a-9efc-eb17d8767e81 None None] Attempting to bind port ad101577-4beb-40bd-ae82-efbcf36a592a on network 357044f3-f85c-4c82-92f2-504aa071d528 {{(pid=86422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 18:37:52.496070 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f92573a-5e5d-4e7a-9efc-eb17d8767e81 None None] Checking agent: {'id': '36d4d98e-2d96-4c9b-9d9c-08d159895b6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786931-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 22, 2), 'started_at': datetime.datetime(2021, 4, 20, 18, 22, 32), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 37, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786931-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 18:37:52.496725 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f92573a-5e5d-4e7a-9efc-eb17d8767e81 None None] Checking segment: {'id': 'f02283aa-238a-4f3f-9851-30c34a9365bb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '357044f3-f85c-4c82-92f2-504aa071d528'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 18:37:52.497297 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-6f92573a-5e5d-4e7a-9efc-eb17d8767e81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:52.497873 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f92573a-5e5d-4e7a-9efc-eb17d8767e81 None None] Bound using segment: {'id': 'f02283aa-238a-4f3f-9851-30c34a9365bb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '357044f3-f85c-4c82-92f2-504aa071d528'} {{(pid=86422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 18:37:52.498529 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [None req-6f92573a-5e5d-4e7a-9efc-eb17d8767e81 None None] Bound port: ad101577-4beb-40bd-ae82-efbcf36a592a, host: dv-cinder-786931-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f02283aa-238a-4f3f-9851-30c34a9365bb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '357044f3-f85c-4c82-92f2-504aa071d528'}}] {{(pid=86422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 18:37:52.499061 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-6f92573a-5e5d-4e7a-9efc-eb17d8767e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854207267'] for port, before_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:52.586663 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-6f92573a-5e5d-4e7a-9efc-eb17d8767e81 None None] For port ad101577-4beb-40bd-ae82-efbcf36a592a, host dv-cinder-786931-2-iscsi, cleared binding levels {{(pid=86422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 18:37:52.590442 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-6f92573a-5e5d-4e7a-9efc-eb17d8767e81 None None] For port ad101577-4beb-40bd-ae82-efbcf36a592a, host dv-cinder-786931-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-2-iscsi',level=0,port_id=ad101577-4beb-40bd-ae82-efbcf36a592a,segment=NetworkSegment(f02283aa-238a-4f3f-9851-30c34a9365bb),segment_id=f02283aa-238a-4f3f-9851-30c34a9365bb)] {{(pid=86422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 18:37:52.594323 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-6f92573a-5e5d-4e7a-9efc-eb17d8767e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785676839112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251178383903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251178382076'] for port, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:52.595791 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc805301-40d2-479d-9214-9b2f94b39e24 req-38b94636-ed8b-4937-8e26-baeb8ad928b1 tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:37:52.598812 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-a74ea2ec-70b0-40d9-81c7-14a23c38ca70 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:37:52.599051 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-dc805301-40d2-479d-9214-9b2f94b39e24 req-38b94636-ed8b-4937-8e26-baeb8ad928b1 tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] 10.222.0.11 "GET /v2.0/ports?device_id=5ed42fc0-fed7-4cef-bf4c-574cdd6ebc11 HTTP/1.1" status: 200  len: 944 time: 0.4111130
Apr 20 18:37:52.687118 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f92573a-5e5d-4e7a-9efc-eb17d8767e81 None None] Routers {'25a827f9-6de7-449d-9886-13b82c45ab24'} bound to L3 agent in host dv-cinder-786931-2-iscsi {{(pid=86422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:37:52.687839 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-6f92573a-5e5d-4e7a-9efc-eb17d8767e81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd930eebb70>, 'dv-cinder-786931-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T18:22:01Z,description=<?>,heartbeat_timestamp=2021-04-20T18:37:31Z,host='dv-cinder-786931-2-iscsi',id=561dbf79-24e4-4a0d-b08c-f7bb8670fc1d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:22:01Z,topic='l3_agent')) {'router_ids': ['25a827f9-6de7-449d-9886-13b82c45ab24'], 'active': True} {{(pid=86422) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:37:52.824681 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-dc805301-40d2-479d-9214-9b2f94b39e24 req-51f8a921-ea10-4cab-b4ae-f1fe937e2afa tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] 10.222.0.11 "GET /v2.0/security-groups?id=10327c67-6bcb-4133-afa8-96876f4e6aad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2097123
Apr 20 18:37:52.825477 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0f8e21-df62-4635-a91e-4da945a6efc8 None None] Pushing event updated for resources: {'Port': ['ID=ad101577-4beb-40bd-ae82-efbcf36a592a,revision_number=3']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:37:52.830637 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-4d0f8e21-df62-4635-a91e-4da945a6efc8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:37:52.913211 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_dvr_db [None req-6f92573a-5e5d-4e7a-9efc-eb17d8767e81 None None] Set router 25a827f9-6de7-449d-9886-13b82c45ab24 gateway port host: dv-cinder-786931-2-iscsi {{(pid=86422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:37:53.007447 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.db_base_plugin_common [None req-b712af19-7f68-4635-9f54-729a93971a6a admin admin] Allocated IP 172.20.0.1 (6d144805-8d75-4a3e-b688-4a2f32d5990e/a6c6d2ce-c18f-43fb-b599-797b906e367c/15ff989c-c1a4-418c-a6b9-ac05de2693c8) {{(pid=86421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 18:37:53.256683 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-b712af19-7f68-4635-9f54-729a93971a6a admin admin] Notify callbacks [] for port, precommit_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:53.281611 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-b712af19-7f68-4635-9f54-729a93971a6a admin admin] Transition to ACTIVE for port object 15ff989c-c1a4-418c-a6b9-ac05de2693c8 will not be triggered until provisioned by entity DHCP. {{(pid=86421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 18:37:53.311806 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-b712af19-7f68-4635-9f54-729a93971a6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251178383920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036828324065'] for port, after_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:53.317606 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:37:53.397443 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b712af19-7f68-4635-9f54-729a93971a6a admin admin] Network 6d144805-8d75-4a3e-b688-4a2f32d5990e is already hosted by enough agents. {{(pid=86421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 18:37:53.400918 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.scheduler.base_scheduler [None req-b712af19-7f68-4635-9f54-729a93971a6a admin admin] Resources bound (agent type, host, resource id):  {{(pid=86421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:37:53.406659 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b712af19-7f68-4635-9f54-729a93971a6a admin admin] Received port after_create {{(pid=86421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 18:37:53.440067 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Device dc4a7dfc-2e9b-4af1-9ba2-ee941faef7b9 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 18:37:53.469293 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b712af19-7f68-4635-9f54-729a93971a6a admin admin] Pushing event updated for resources: {'Port': ['ID=15ff989c-c1a4-418c-a6b9-ac05de2693c8,revision_number=1']} {{(pid=86421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:37:53.477921 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-b712af19-7f68-4635-9f54-729a93971a6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:37:53.506963 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-b712af19-7f68-4635-9f54-729a93971a6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3863553'] for router_interface, before_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:53.717888 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] For port dc4a7dfc-2e9b-4af1-9ba2-ee941faef7b9, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=dc4a7dfc-2e9b-4af1-9ba2-ee941faef7b9,segment=NetworkSegment(04535fee-2cd3-407c-bd35-65d1b8a6d84d),segment_id=04535fee-2cd3-407c-bd35-65d1b8a6d84d)] {{(pid=86422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:37:53.754922 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Returning: {'device': 'dc4a7dfc-2e9b-4af1-9ba2-ee941faef7b9', 'network_id': '16a0d36f-cdb1-4105-94f0-43edac0cd68f', 'port_id': 'dc4a7dfc-2e9b-4af1-9ba2-ee941faef7b9', 'mac_address': 'fa:16:3e:26:bc:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68bbb48f-d1b3-4317-b2f4-3b64860062a5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 18:37:53.761961 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-6f92573a-5e5d-4e7a-9efc-eb17d8767e81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd930eebb70>, [{'id': '25a827f9-6de7-449d-9886-13b82c45ab24', 'name': 'tempest-TestMinimumBasicScenario-622311032-router', 'tenant_id': 'f53a192abe7c4bf98a9dcf3d23d09206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357044f3-f85c-4c82-92f2-504aa071d528', 'external_fixed_ips': [{'subnet_id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': 'ad101577-4beb-40bd-ae82-efbcf36a592a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:37:45Z', 'updated_at': '2021-04-20T18:37:48Z', 'revision_number': 3, 'project_id': 'f53a192abe7c4bf98a9dcf3d23d09206', 'gw_port': {'id': 'ad101577-4beb-40bd-ae82-efbcf36a592a', 'name': '', 'network_id': '357044f3-f85c-4c82-92f2-504aa071d528', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:74:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25a827f9-6de7-449d-9886-13b82c45ab24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:37:47Z', 'updated_at': '2021-04-20T18:37:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-2-iscsi'}], 'dv-cinder-786931-2-iscsi', False) {} {{(pid=86422) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:37:53.771122 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f92573a-5e5d-4e7a-9efc-eb17d8767e81 None None] The sync data for ids ['25a827f9-6de7-449d-9886-13b82c45ab24'] in dv-cinder-786931-2-iscsi is: [{'id': '25a827f9-6de7-449d-9886-13b82c45ab24', 'name': 'tempest-TestMinimumBasicScenario-622311032-router', 'tenant_id': 'f53a192abe7c4bf98a9dcf3d23d09206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357044f3-f85c-4c82-92f2-504aa071d528', 'external_fixed_ips': [{'subnet_id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': 'ad101577-4beb-40bd-ae82-efbcf36a592a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:37:45Z', 'updated_at': '2021-04-20T18:37:48Z', 'revision_number': 3, 'project_id': 'f53a192abe7c4bf98a9dcf3d23d09206', 'gw_port': {'id': 'ad101577-4beb-40bd-ae82-efbcf36a592a', 'name': '', 'network_id': '357044f3-f85c-4c82-92f2-504aa071d528', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:74:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25a827f9-6de7-449d-9886-13b82c45ab24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:37:47Z', 'updated_at': '2021-04-20T18:37:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-2-iscsi'}] {{(pid=86422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 18:37:53.824278 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-5d8898a4-ae25-4cd7-b9f3-3fe235082645 None None] Provisioning for port 15ff989c-c1a4-418c-a6b9-ac05de2693c8 completed by entity DHCP. {{(pid=86422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 18:37:53.841265 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-5d8898a4-ae25-4cd7-b9f3-3fe235082645 None None] Provisioning complete for port 15ff989c-c1a4-418c-a6b9-ac05de2693c8 triggered by entity DHCP. {{(pid=86422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:37:53.842174 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-5d8898a4-ae25-4cd7-b9f3-3fe235082645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733696'] for port, provisioning_complete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:53.908018 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854207267'] for port, before_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:53.936049 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-5d8898a4-ae25-4cd7-b9f3-3fe235082645 None None] Port 15ff989c-c1a4-418c-a6b9-ac05de2693c8 cannot update to ACTIVE because it is not bound. {{(pid=86422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 18:37:53.939784 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.notifiers.nova [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc4a7dfc-2e9b-4af1-9ba2-ee941faef7b9 {{(pid=86422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 18:37:53.958833 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] For port dc4a7dfc-2e9b-4af1-9ba2-ee941faef7b9, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=dc4a7dfc-2e9b-4af1-9ba2-ee941faef7b9,segment=NetworkSegment(04535fee-2cd3-407c-bd35-65d1b8a6d84d),segment_id=04535fee-2cd3-407c-bd35-65d1b8a6d84d)] {{(pid=86422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:37:53.963325 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785676839112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251178383903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251178382076'] for port, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:53.967173 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:37:54.082169 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-b712af19-7f68-4635-9f54-729a93971a6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854207267'] for port, before_update {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:54.123818 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Pushing event updated for resources: {'Port': ['ID=dc4a7dfc-2e9b-4af1-9ba2-ee941faef7b9,revision_number=4']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:37:54.129782 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:37:54.187296 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] get_ports_and_sgs() called for port_ids ['dc4a7dfc-2e9b-4af1-9ba2-ee941faef7b9'] {{(pid=86422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 18:37:54.393096 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393937c2-88b5-48c5-ba62-2ccff6721813 req-ddb3a18b-3973-41f2-bd4e-27307af427d6 tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:37:54.395656 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-393937c2-88b5-48c5-ba62-2ccff6721813 req-ddb3a18b-3973-41f2-bd4e-27307af427d6 tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] 10.222.0.11 "GET /v2.0/ports?device_id=5ed42fc0-fed7-4cef-bf4c-574cdd6ebc11 HTTP/1.1" status: 200  len: 945 time: 0.2994664
Apr 20 18:37:54.580752 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-393937c2-88b5-48c5-ba62-2ccff6721813 req-1385112e-6605-4d9c-87e8-2e1f8e4dcf29 tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] 10.222.0.11 "GET /v2.0/security-groups?id=10327c67-6bcb-4133-afa8-96876f4e6aad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1712399
Apr 20 18:37:54.637693 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-b712af19-7f68-4635-9f54-729a93971a6a admin admin] Notify callbacks [] for port, precommit_update {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:54.644041 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-b712af19-7f68-4635-9f54-729a93971a6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785676839112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251178383903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251178382076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26451734'] for port, after_update {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:54.697664 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:37:54.760261 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Device ad101577-4beb-40bd-ae82-efbcf36a592a up at agent ovs-agent-dv-cinder-786931-2-iscsi {{(pid=86422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:37:54.803189 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b712af19-7f68-4635-9f54-729a93971a6a admin admin] Pushing event updated for resources: {'Port': ['ID=15ff989c-c1a4-418c-a6b9-ac05de2693c8,revision_number=2']} {{(pid=86421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:37:54.806142 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-b712af19-7f68-4635-9f54-729a93971a6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3704747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036850912154'] for router_interface, after_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:54.816252 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-b712af19-7f68-4635-9f54-729a93971a6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:37:54.853494 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Provisioning for port ad101577-4beb-40bd-ae82-efbcf36a592a completed by entity L2. {{(pid=86422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 18:37:54.859767 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Provisioning complete for port ad101577-4beb-40bd-ae82-efbcf36a592a triggered by entity L2. {{(pid=86422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:37:54.860487 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733696'] for port, provisioning_complete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:55.005863 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b712af19-7f68-4635-9f54-729a93971a6a admin admin] Network 6d144805-8d75-4a3e-b688-4a2f32d5990e is already hosted by enough agents. {{(pid=86421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 18:37:55.007919 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.scheduler.base_scheduler [None req-b712af19-7f68-4635-9f54-729a93971a6a admin admin] Resources bound (agent type, host, resource id):  {{(pid=86421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:37:55.013761 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854207267'] for port, before_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:55.034331 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] For port ad101577-4beb-40bd-ae82-efbcf36a592a, host dv-cinder-786931-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-2-iscsi',level=0,port_id=ad101577-4beb-40bd-ae82-efbcf36a592a,segment=NetworkSegment(f02283aa-238a-4f3f-9851-30c34a9365bb),segment_id=f02283aa-238a-4f3f-9851-30c34a9365bb)] {{(pid=86422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:37:55.038661 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785676839112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251178383903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251178382076'] for port, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:55.041886 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:37:55.119864 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Pushing event updated for resources: {'Port': ['ID=ad101577-4beb-40bd-ae82-efbcf36a592a,revision_number=4']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:37:55.124595 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:37:55.244362 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b712af19-7f68-4635-9f54-729a93971a6a admin admin] Router 25a827f9-6de7-449d-9886-13b82c45ab24 has already been hosted by L3 agent 561dbf79-24e4-4a0d-b08c-f7bb8670fc1d {{(pid=86421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 18:37:55.284624 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-ac19e44e-b6c6-449f-8c73-180357617d94 None None] Provisioning complete for port 15ff989c-c1a4-418c-a6b9-ac05de2693c8 triggered by entity DHCP. {{(pid=86422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:37:55.285488 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-ac19e44e-b6c6-449f-8c73-180357617d94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733696'] for port, provisioning_complete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:55.370792 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-ac19e44e-b6c6-449f-8c73-180357617d94 None None] Port 15ff989c-c1a4-418c-a6b9-ac05de2693c8 cannot update to ACTIVE because it is not bound. {{(pid=86422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 18:37:55.395956 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Device dc4a7dfc-2e9b-4af1-9ba2-ee941faef7b9 up at agent hyperv_hv-cinder-78693 {{(pid=86422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:37:55.466355 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b712af19-7f68-4635-9f54-729a93971a6a admin admin] Notify agent at l3_agent.dv-cinder-786931-2-iscsi the message routers_updated {{(pid=86421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 18:37:55.477120 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-b712af19-7f68-4635-9f54-729a93971a6a admin admin] 10.222.0.11 "PUT /v2.0/routers/25a827f9-6de7-449d-9886-13b82c45ab24/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.3132298
Apr 20 18:37:55.478800 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Provisioning for port dc4a7dfc-2e9b-4af1-9ba2-ee941faef7b9 completed by entity L2. {{(pid=86422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 18:37:55.485569 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Provisioning complete for port dc4a7dfc-2e9b-4af1-9ba2-ee941faef7b9 triggered by entity L2. {{(pid=86422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:37:55.486097 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733696'] for port, provisioning_complete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:55.622238 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854207267'] for port, before_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:55.653176 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ed42fc0-fed7-4cef-bf4c-574cdd6ebc11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc4a7dfc-2e9b-4af1-9ba2-ee941faef7b9'}] {{(pid=86422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:37:55.666078 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] For port dc4a7dfc-2e9b-4af1-9ba2-ee941faef7b9, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=dc4a7dfc-2e9b-4af1-9ba2-ee941faef7b9,segment=NetworkSegment(04535fee-2cd3-407c-bd35-65d1b8a6d84d),segment_id=04535fee-2cd3-407c-bd35-65d1b8a6d84d)] {{(pid=86422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:37:55.671445 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785676839112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251178383903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251178382076'] for port, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:55.674519 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:37:55.737472 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ed42fc0-fed7-4cef-bf4c-574cdd6ebc11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc4a7dfc-2e9b-4af1-9ba2-ee941faef7b9', 'code': 200}
Apr 20 18:37:55.757454 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Pushing event updated for resources: {'Port': ['ID=dc4a7dfc-2e9b-4af1-9ba2-ee941faef7b9,revision_number=5']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:37:55.761731 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:37:55.865374 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9519e74-0d9f-4955-99a3-ca51e00a6980 req-ff6282f1-cc43-42f2-b291-ec9b0d736530 tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:37:55.868858 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-d9519e74-0d9f-4955-99a3-ca51e00a6980 req-ff6282f1-cc43-42f2-b291-ec9b0d736530 tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] 10.222.0.11 "GET /v2.0/ports?device_id=5ed42fc0-fed7-4cef-bf4c-574cdd6ebc11 HTTP/1.1" status: 200  len: 946 time: 0.1236091
Apr 20 18:37:55.931598 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-d9519e74-0d9f-4955-99a3-ca51e00a6980 req-81ed16e8-90c6-4709-a51d-f0b4cf128c9d tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] 10.222.0.11 "GET /v2.0/security-groups?id=10327c67-6bcb-4133-afa8-96876f4e6aad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0542662
Apr 20 18:37:56.054064 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d474cf69-ed09-46ac-b48d-d64c7659a90d req-4e979ce5-b797-4057-a474-88030fb5c7d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:37:56.055826 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-d474cf69-ed09-46ac-b48d-d64c7659a90d req-4e979ce5-b797-4057-a474-88030fb5c7d5 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=5ed42fc0-fed7-4cef-bf4c-574cdd6ebc11 HTTP/1.1" status: 200  len: 1099 time: 0.0982606
Apr 20 18:37:56.107536 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-d474cf69-ed09-46ac-b48d-d64c7659a90d req-bd145b0b-cf99-4267-b22b-38c9cd2158ce service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=10327c67-6bcb-4133-afa8-96876f4e6aad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0455320
Apr 20 18:37:56.192204 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86421) accepted ('10.222.0.11', 51346) {{(pid=86421) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:37:56.198936 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.v2.base [None req-99403481-4939-49a2-83bb-27da52a3b582 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-548430451-network', 'tenant_id': '3be7c248a97e46148d7d0fe47561fe71'}} {{(pid=86421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:37:56.204329 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-99403481-4939-49a2-83bb-27da52a3b582 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86421) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:37:56.208374 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-99403481-4939-49a2-83bb-27da52a3b582 admin admin] Usage tracker for resource:network and tenant:3be7c248a97e46148d7d0fe47561fe71 is out of sync, need to count used quota {{(pid=86421) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:37:56.211295 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-99403481-4939-49a2-83bb-27da52a3b582 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86421) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:37:56.218360 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-99403481-4939-49a2-83bb-27da52a3b582 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86421) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:37:56.227582 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99403481-4939-49a2-83bb-27da52a3b582 admin admin] Made reservation on behalf of 3be7c248a97e46148d7d0fe47561fe71 for: {'network': 1} {{(pid=86421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 18:37:56.232414 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-99403481-4939-49a2-83bb-27da52a3b582 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854207267'] for network, before_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:56.248796 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-99403481-4939-49a2-83bb-27da52a3b582 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:56.265597 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-99403481-4939-49a2-83bb-27da52a3b582 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86421) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:37:56.269750 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-99403481-4939-49a2-83bb-27da52a3b582 admin admin] Usage tracker for resource:security_group_rule and tenant:3be7c248a97e46148d7d0fe47561fe71 is out of sync, need to count used quota {{(pid=86421) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:37:56.272758 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-99403481-4939-49a2-83bb-27da52a3b582 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86421) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:37:56.279548 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-99403481-4939-49a2-83bb-27da52a3b582 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86421) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:37:56.376832 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-99403481-4939-49a2-83bb-27da52a3b582 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:56.380481 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-99403481-4939-49a2-83bb-27da52a3b582 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850969184'] for security_group, after_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:56.385373 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-821127ae-0359-4eb7-8ead-c5ba731d8530 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:37:56.420576 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99403481-4939-49a2-83bb-27da52a3b582 admin admin] vlan segment allocate from pool success with {'vlan_id': 373, 'physical_network': 'physnet1'}  {{(pid=86421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 20 18:37:56.431209 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99403481-4939-49a2-83bb-27da52a3b582 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca4a2015-82f2-462d-8bdf-02f059941d98,revision_number=1']} {{(pid=86421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:37:56.435866 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-99403481-4939-49a2-83bb-27da52a3b582 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:37:56.445021 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-99403481-4939-49a2-83bb-27da52a3b582 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854148540'] for segment, precommit_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:56.445574 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.db.segments_db [None req-99403481-4939-49a2-83bb-27da52a3b582 admin admin] Added segment 5d49f01f-da66-477d-a5b2-6bc0088f8dcf of type vlan for network b6f1f49b-69fd-4222-97e0-03eb35e91bb5
Apr 20 18:37:56.493100 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-99403481-4939-49a2-83bb-27da52a3b582 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785676380019'] for network, precommit_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:56.536855 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-99403481-4939-49a2-83bb-27da52a3b582 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850969204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730'] for network, after_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:56.538479 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99403481-4939-49a2-83bb-27da52a3b582 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:37:56.539135 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-99403481-4939-49a2-83bb-27da52a3b582 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3704713'] for network, before_response {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:56.545988 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-9ed18795-972d-4ab9-9d2d-b5a4eb64d3d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:37:56.664943 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99403481-4939-49a2-83bb-27da52a3b582 admin admin] Pushing event updated for resources: {'Network': ['ID=b6f1f49b-69fd-4222-97e0-03eb35e91bb5,revision_number=1']} {{(pid=86421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:37:56.669724 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-99403481-4939-49a2-83bb-27da52a3b582 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.4761307
Apr 20 18:37:56.671033 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-99403481-4939-49a2-83bb-27da52a3b582 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:37:56.671701 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86421) accepted ('10.222.0.11', 51350) {{(pid=86421) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:37:56.684748 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.v2.base [None req-ecda34fe-4740-4cd8-a235-c4f9ff1bbbcf admin admin] Request body: {'subnet': {'network_id': 'b6f1f49b-69fd-4222-97e0-03eb35e91bb5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-548430451-subnet', 'tenant_id': '3be7c248a97e46148d7d0fe47561fe71', 'ip_version': 4}} {{(pid=86421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:37:56.687148 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Network b6f1f49b-69fd-4222-97e0-03eb35e91bb5 details requested by agent ovs-agent-dv-cinder-786931-2-iscsi with host dv-cinder-786931-2-iscsi {{(pid=86422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 20 18:37:56.693469 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-ecda34fe-4740-4cd8-a235-c4f9ff1bbbcf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86421) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:37:56.700889 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-ecda34fe-4740-4cd8-a235-c4f9ff1bbbcf admin admin] Usage tracker for resource:subnet and tenant:3be7c248a97e46148d7d0fe47561fe71 is out of sync, need to count used quota {{(pid=86421) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:37:56.705222 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-ecda34fe-4740-4cd8-a235-c4f9ff1bbbcf admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86421) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:37:56.714251 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-ecda34fe-4740-4cd8-a235-c4f9ff1bbbcf admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86421) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:37:56.726976 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecda34fe-4740-4cd8-a235-c4f9ff1bbbcf admin admin] Made reservation on behalf of 3be7c248a97e46148d7d0fe47561fe71 for: {'subnet': 1} {{(pid=86421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 18:37:56.732409 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-ecda34fe-4740-4cd8-a235-c4f9ff1bbbcf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852337604'] for subnet, before_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:56.774861 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Device ad101577-4beb-40bd-ae82-efbcf36a592a up at agent ovs-agent-dv-cinder-786931-2-iscsi {{(pid=86422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:37:56.902128 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Provisioning complete for port ad101577-4beb-40bd-ae82-efbcf36a592a triggered by entity L2. {{(pid=86422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:37:56.903191 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733696'] for port, provisioning_complete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:57.132514 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ad48856-af01-44a6-9e48-c6214daf188d None None] Sync routers for ids ['25a827f9-6de7-449d-9886-13b82c45ab24'] in dv-cinder-786931-2-iscsi {{(pid=86423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 18:37:57.144011 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ad48856-af01-44a6-9e48-c6214daf188d None None] Routers {'25a827f9-6de7-449d-9886-13b82c45ab24'} bound to L3 agent in host dv-cinder-786931-2-iscsi {{(pid=86423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:37:57.144756 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-3ad48856-af01-44a6-9e48-c6214daf188d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd9310a0358>, 'dv-cinder-786931-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T18:22:01Z,description=<?>,heartbeat_timestamp=2021-04-20T18:37:31Z,host='dv-cinder-786931-2-iscsi',id=561dbf79-24e4-4a0d-b08c-f7bb8670fc1d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:22:01Z,topic='l3_agent')) {'router_ids': ['25a827f9-6de7-449d-9886-13b82c45ab24'], 'active': True} {{(pid=86423) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:37:57.233704 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d517e8-d961-4e2d-bcf2-74bafc6da214 req-39d112e8-d856-436e-965f-1ac3d1387b07 tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:37:57.235348 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-28d517e8-d961-4e2d-bcf2-74bafc6da214 req-39d112e8-d856-436e-965f-1ac3d1387b07 tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] 10.222.0.11 "GET /v2.0/ports?device_id=5ed42fc0-fed7-4cef-bf4c-574cdd6ebc11 HTTP/1.1" status: 200  len: 946 time: 0.1320064
Apr 20 18:37:57.314486 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-28d517e8-d961-4e2d-bcf2-74bafc6da214 req-ad40499a-9be7-4562-afcc-40e2e8f839ec tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] 10.222.0.11 "GET /v2.0/security-groups?id=10327c67-6bcb-4133-afa8-96876f4e6aad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0607574
Apr 20 18:37:57.396752 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-ecda34fe-4740-4cd8-a235-c4f9ff1bbbcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850911380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26451598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852337619'] for subnet, after_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:57.406348 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-cc454abc-4c02-4e60-92be-b36cea0fb2ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:37:57.511504 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_dvr_db [None req-3ad48856-af01-44a6-9e48-c6214daf188d None None] Set router 25a827f9-6de7-449d-9886-13b82c45ab24 gateway port host: dv-cinder-786931-2-iscsi {{(pid=86423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:37:57.567354 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda34fe-4740-4cd8-a235-c4f9ff1bbbcf admin admin] Pushing event updated for resources: {'Subnet': ['ID=a190696b-2aa4-417c-9fa5-c8b8ec121632,revision_number=0']} {{(pid=86421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:37:57.574305 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-ecda34fe-4740-4cd8-a235-c4f9ff1bbbcf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:37:57.585366 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecda34fe-4740-4cd8-a235-c4f9ff1bbbcf admin admin] Checking segment: {'id': '5d49f01f-da66-477d-a5b2-6bc0088f8dcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'b6f1f49b-69fd-4222-97e0-03eb35e91bb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 18:37:57.585943 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecda34fe-4740-4cd8-a235-c4f9ff1bbbcf admin admin] Network hostable DHCP agents. Network: b6f1f49b-69fd-4222-97e0-03eb35e91bb5, hostable agents: ['d7942baf-6bbf-4686-8ec5-e08268711b74'], hosted agents: [] {{(pid=86421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 20 18:37:57.619279 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecda34fe-4740-4cd8-a235-c4f9ff1bbbcf admin admin] Network b6f1f49b-69fd-4222-97e0-03eb35e91bb5 is scheduled to be hosted by DHCP agent d7942baf-6bbf-4686-8ec5-e08268711b74 with binding_index 1 {{(pid=86421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 20 18:37:57.631972 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.scheduler.base_scheduler [None req-ecda34fe-4740-4cd8-a235-c4f9ff1bbbcf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786931-2-iscsi, b6f1f49b-69fd-4222-97e0-03eb35e91bb5) {{(pid=86421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:37:57.644894 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cf3f6f7-b05f-4cfc-80e1-b6fe0028b59e None None] Network b6f1f49b-69fd-4222-97e0-03eb35e91bb5 requested from dv-cinder-786931-2-iscsi {{(pid=86422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 18:37:57.649115 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecda34fe-4740-4cd8-a235-c4f9ff1bbbcf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:37:57.649787 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-ecda34fe-4740-4cd8-a235-c4f9ff1bbbcf admin admin] Notify callbacks [] for subnet, before_response {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:57.678626 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-ecda34fe-4740-4cd8-a235-c4f9ff1bbbcf admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 1.0031147
Apr 20 18:37:57.678861 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86421) accepted ('10.222.0.11', 51358) {{(pid=86421) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:37:57.686557 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.v2.base [None req-5b272a35-5231-4448-bc5f-1367cb26dccc admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-548430451-router', 'tenant_id': '3be7c248a97e46148d7d0fe47561fe71', 'external_gateway_info': {'network_id': '357044f3-f85c-4c82-92f2-504aa071d528'}}} {{(pid=86421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:37:57.692849 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-5b272a35-5231-4448-bc5f-1367cb26dccc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86421) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:37:57.697720 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-5b272a35-5231-4448-bc5f-1367cb26dccc admin admin] Usage tracker for resource:router and tenant:3be7c248a97e46148d7d0fe47561fe71 is out of sync, need to count used quota {{(pid=86421) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:37:57.703420 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-5b272a35-5231-4448-bc5f-1367cb26dccc admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86421) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:37:57.710817 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-5b272a35-5231-4448-bc5f-1367cb26dccc admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86421) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:37:57.724524 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-5b272a35-5231-4448-bc5f-1367cb26dccc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036850938385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8139'] for router, before_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:57.725801 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-5b272a35-5231-4448-bc5f-1367cb26dccc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3837415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3865857', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3804944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854767684'] for router, precommit_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:57.748464 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-5b272a35-5231-4448-bc5f-1367cb26dccc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:57.973296 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcd24734-41c1-43fb-ace2-b2c7229f378c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82bc64bb-a80f-5e37-9fe3-a5a7bfe5a88e-b6f1f49b-69fd-4222-97e0-03eb35e91bb5', 'network_id': 'b6f1f49b-69fd-4222-97e0-03eb35e91bb5', 'tenant_id': '3be7c248a97e46148d7d0fe47561fe71', 'fixed_ips': [{'subnet_id': 'a190696b-2aa4-417c-9fa5-c8b8ec121632'}]}} from dv-cinder-786931-2-iscsi. {{(pid=86422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 20 18:37:57.975227 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-dcd24734-41c1-43fb-ace2-b2c7229f378c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854207267'] for port, before_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:57.982546 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-3ad48856-af01-44a6-9e48-c6214daf188d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd9310a0358>, [{'id': '25a827f9-6de7-449d-9886-13b82c45ab24', 'name': 'tempest-TestMinimumBasicScenario-622311032-router', 'tenant_id': 'f53a192abe7c4bf98a9dcf3d23d09206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357044f3-f85c-4c82-92f2-504aa071d528', 'external_fixed_ips': [{'subnet_id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': 'ad101577-4beb-40bd-ae82-efbcf36a592a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:37:45Z', 'updated_at': '2021-04-20T18:37:54Z', 'revision_number': 4, 'project_id': 'f53a192abe7c4bf98a9dcf3d23d09206', 'gw_port': {'id': 'ad101577-4beb-40bd-ae82-efbcf36a592a', 'name': '', 'network_id': '357044f3-f85c-4c82-92f2-504aa071d528', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:74:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a827f9-6de7-449d-9886-13b82c45ab24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:37:47Z', 'updated_at': '2021-04-20T18:37:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-2-iscsi', '_interfaces': [{'id': '15ff989c-c1a4-418c-a6b9-ac05de2693c8', 'name': '', 'network_id': '6d144805-8d75-4a3e-b688-4a2f32d5990e', 'tenant_id': 'f53a192abe7c4bf98a9dcf3d23d09206', 'mac_address': 'fa:16:3e:b4:93:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25a827f9-6de7-449d-9886-13b82c45ab24', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'a6c6d2ce-c18f-43fb-b599-797b906e367c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:37:52Z', 'updated_at': '2021-04-20T18:37:54Z', 'revision_number': 2, 'project_id': 'f53a192abe7c4bf98a9dcf3d23d09206', 'subnets': [{'id': 'a6c6d2ce-c18f-43fb-b599-797b906e367c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786931-2-iscsi', False) {} {{(pid=86423) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:37:57.989001 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ad48856-af01-44a6-9e48-c6214daf188d None None] Checking router: 25a827f9-6de7-449d-9886-13b82c45ab24 for host: dv-cinder-786931-2-iscsi {{(pid=86423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 18:37:57.989595 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ad48856-af01-44a6-9e48-c6214daf188d None None] Updating router 25a827f9-6de7-449d-9886-13b82c45ab24 port 15ff989c-c1a4-418c-a6b9-ac05de2693c8 binding host dv-cinder-786931-2-iscsi {{(pid=86423) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 20 18:37:58.062805 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-3ad48856-af01-44a6-9e48-c6214daf188d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854207267'] for port, before_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:58.220373 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.db_base_plugin_common [None req-dcd24734-41c1-43fb-ace2-b2c7229f378c None None] Allocated IP 172.20.0.2 (b6f1f49b-69fd-4222-97e0-03eb35e91bb5/a190696b-2aa4-417c-9fa5-c8b8ec121632/ad22d0e5-5bfb-4892-9e9c-976582bab113) {{(pid=86422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 18:37:58.451504 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-5b272a35-5231-4448-bc5f-1367cb26dccc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3866102', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3837788', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854767699'] for router, precommit_update {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:58.505503 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-dcd24734-41c1-43fb-ace2-b2c7229f378c None None] Notify callbacks [] for port, precommit_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:58.520729 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-dcd24734-41c1-43fb-ace2-b2c7229f378c None None] Transition to ACTIVE for port object ad22d0e5-5bfb-4892-9e9c-976582bab113 will not be triggered until provisioned by entity L2. {{(pid=86422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 18:37:58.560634 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-dcd24734-41c1-43fb-ace2-b2c7229f378c None None] Transition to ACTIVE for port object ad22d0e5-5bfb-4892-9e9c-976582bab113 will not be triggered until provisioned by entity DHCP. {{(pid=86422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 18:37:58.561983 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-3fd3e744-0a34-4e16-838e-05dc1f9fac70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:58.568477 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-dcd24734-41c1-43fb-ace2-b2c7229f378c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251178383920'] for port, after_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:58.574363 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:37:58.650546 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcd24734-41c1-43fb-ace2-b2c7229f378c None None] Network b6f1f49b-69fd-4222-97e0-03eb35e91bb5 is already hosted by enough agents. {{(pid=86422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 18:37:58.655152 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.scheduler.base_scheduler [None req-dcd24734-41c1-43fb-ace2-b2c7229f378c None None] Resources bound (agent type, host, resource id):  {{(pid=86422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:37:58.659586 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcd24734-41c1-43fb-ace2-b2c7229f378c None None] Received port after_create {{(pid=86422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 18:37:58.710200 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd24734-41c1-43fb-ace2-b2c7229f378c None None] Pushing event updated for resources: {'Port': ['ID=ad22d0e5-5bfb-4892-9e9c-976582bab113,revision_number=1']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:37:58.719098 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-3ad48856-af01-44a6-9e48-c6214daf188d None None] Notify callbacks [] for port, precommit_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:58.743794 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-3ad48856-af01-44a6-9e48-c6214daf188d None None] Transition to ACTIVE for port object 15ff989c-c1a4-418c-a6b9-ac05de2693c8 will not be triggered until provisioned by entity L2. {{(pid=86423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 18:37:58.748678 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-dcd24734-41c1-43fb-ace2-b2c7229f378c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:37:58.755123 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-3ad48856-af01-44a6-9e48-c6214daf188d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785676839112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251178383903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251178382076'] for port, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:58.765706 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-72d8d93d-d4d1-43b8-909c-5c5f0709d638 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:37:58.777777 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [None req-dcd24734-41c1-43fb-ace2-b2c7229f378c None None] Attempting to bind port ad22d0e5-5bfb-4892-9e9c-976582bab113 on host dv-cinder-786931-2-iscsi for vnic_type normal with profile  {{(pid=86422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 18:37:58.778449 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [None req-dcd24734-41c1-43fb-ace2-b2c7229f378c None None] Attempting to bind port ad22d0e5-5bfb-4892-9e9c-976582bab113 by drivers openvswitch,hyperv on host dv-cinder-786931-2-iscsi at level 0 using segments [{'id': '5d49f01f-da66-477d-a5b2-6bc0088f8dcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'b6f1f49b-69fd-4222-97e0-03eb35e91bb5'}] {{(pid=86422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 18:37:58.778650 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcd24734-41c1-43fb-ace2-b2c7229f378c None None] Attempting to bind port ad22d0e5-5bfb-4892-9e9c-976582bab113 on network b6f1f49b-69fd-4222-97e0-03eb35e91bb5 {{(pid=86422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 18:37:58.786102 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcd24734-41c1-43fb-ace2-b2c7229f378c None None] Checking agent: {'id': '36d4d98e-2d96-4c9b-9d9c-08d159895b6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786931-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 22, 2), 'started_at': datetime.datetime(2021, 4, 20, 18, 22, 32), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 37, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786931-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 18:37:58.786582 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcd24734-41c1-43fb-ace2-b2c7229f378c None None] Checking segment: {'id': '5d49f01f-da66-477d-a5b2-6bc0088f8dcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'b6f1f49b-69fd-4222-97e0-03eb35e91bb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 18:37:58.786957 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-dcd24734-41c1-43fb-ace2-b2c7229f378c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:58.787401 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcd24734-41c1-43fb-ace2-b2c7229f378c None None] Bound using segment: {'id': '5d49f01f-da66-477d-a5b2-6bc0088f8dcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'b6f1f49b-69fd-4222-97e0-03eb35e91bb5'} {{(pid=86422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 18:37:58.787976 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [None req-dcd24734-41c1-43fb-ace2-b2c7229f378c None None] Bound port: ad22d0e5-5bfb-4892-9e9c-976582bab113, host: dv-cinder-786931-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d49f01f-da66-477d-a5b2-6bc0088f8dcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'b6f1f49b-69fd-4222-97e0-03eb35e91bb5'}}] {{(pid=86422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 18:37:58.788390 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-dcd24734-41c1-43fb-ace2-b2c7229f378c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854207267'] for port, before_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:58.863512 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-5b272a35-5231-4448-bc5f-1367cb26dccc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:58.895765 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-dcd24734-41c1-43fb-ace2-b2c7229f378c None None] For port ad22d0e5-5bfb-4892-9e9c-976582bab113, host dv-cinder-786931-2-iscsi, cleared binding levels {{(pid=86422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 18:37:58.899670 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-dcd24734-41c1-43fb-ace2-b2c7229f378c None None] For port ad22d0e5-5bfb-4892-9e9c-976582bab113, host dv-cinder-786931-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-2-iscsi',level=0,port_id=ad22d0e5-5bfb-4892-9e9c-976582bab113,segment=NetworkSegment(5d49f01f-da66-477d-a5b2-6bc0088f8dcf),segment_id=5d49f01f-da66-477d-a5b2-6bc0088f8dcf)] {{(pid=86422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 18:37:58.904564 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-dcd24734-41c1-43fb-ace2-b2c7229f378c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785676839112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251178383903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251178382076'] for port, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:58.908963 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-dcd24734-41c1-43fb-ace2-b2c7229f378c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:37:58.934278 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-5b272a35-5231-4448-bc5f-1367cb26dccc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854207267'] for port, before_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:59.017771 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd24734-41c1-43fb-ace2-b2c7229f378c None None] Pushing event updated for resources: {'Port': ['ID=ad22d0e5-5bfb-4892-9e9c-976582bab113,revision_number=2']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:37:59.022871 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-dcd24734-41c1-43fb-ace2-b2c7229f378c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:37:59.155310 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87017b23-4d77-4895-8331-12552694a969 None None] Pushing event updated for resources: {'Port': ['ID=15ff989c-c1a4-418c-a6b9-ac05de2693c8,revision_number=3']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:37:59.194827 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.db_base_plugin_common [None req-5b272a35-5231-4448-bc5f-1367cb26dccc admin admin] Allocated IP 172.27.2.125 (357044f3-f85c-4c82-92f2-504aa071d528/737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87/c129d0b3-0d17-49f1-8540-9655a8ebefa7) {{(pid=86421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 18:37:59.195079 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87017b23-4d77-4895-8331-12552694a969 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:37:59.195573 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87017b23-4d77-4895-8331-12552694a969 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:37:59.196205 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87017b23-4d77-4895-8331-12552694a969 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:37:59.196840 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87017b23-4d77-4895-8331-12552694a969 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:37:59.197457 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87017b23-4d77-4895-8331-12552694a969 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:37:59.198061 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87017b23-4d77-4895-8331-12552694a969 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:37:59.198756 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87017b23-4d77-4895-8331-12552694a969 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:37:59.199361 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87017b23-4d77-4895-8331-12552694a969 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:37:59.199985 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87017b23-4d77-4895-8331-12552694a969 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:37:59.200644 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87017b23-4d77-4895-8331-12552694a969 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:37:59.201294 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87017b23-4d77-4895-8331-12552694a969 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:37:59.201886 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87017b23-4d77-4895-8331-12552694a969 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:37:59.208929 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-87017b23-4d77-4895-8331-12552694a969 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.443s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:37:59.220822 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [None req-3ad48856-af01-44a6-9e48-c6214daf188d None None] Attempting to bind port 15ff989c-c1a4-418c-a6b9-ac05de2693c8 on host dv-cinder-786931-2-iscsi for vnic_type normal with profile  {{(pid=86423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 18:37:59.221125 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [None req-3ad48856-af01-44a6-9e48-c6214daf188d None None] Attempting to bind port 15ff989c-c1a4-418c-a6b9-ac05de2693c8 by drivers openvswitch,hyperv on host dv-cinder-786931-2-iscsi at level 0 using segments [{'id': 'a5fccc5a-3f52-4b63-a2fe-02050c830e52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '6d144805-8d75-4a3e-b688-4a2f32d5990e'}] {{(pid=86423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 18:37:59.221482 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ad48856-af01-44a6-9e48-c6214daf188d None None] Attempting to bind port 15ff989c-c1a4-418c-a6b9-ac05de2693c8 on network 6d144805-8d75-4a3e-b688-4a2f32d5990e {{(pid=86423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 18:37:59.228590 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ad48856-af01-44a6-9e48-c6214daf188d None None] Checking agent: {'id': '36d4d98e-2d96-4c9b-9d9c-08d159895b6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786931-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 22, 2), 'started_at': datetime.datetime(2021, 4, 20, 18, 22, 32), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 37, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786931-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 18:37:59.229001 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ad48856-af01-44a6-9e48-c6214daf188d None None] Checking segment: {'id': 'a5fccc5a-3f52-4b63-a2fe-02050c830e52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '6d144805-8d75-4a3e-b688-4a2f32d5990e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 18:37:59.229452 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-3ad48856-af01-44a6-9e48-c6214daf188d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:59.230697 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ad48856-af01-44a6-9e48-c6214daf188d None None] Bound using segment: {'id': 'a5fccc5a-3f52-4b63-a2fe-02050c830e52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '6d144805-8d75-4a3e-b688-4a2f32d5990e'} {{(pid=86423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 18:37:59.231026 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [None req-3ad48856-af01-44a6-9e48-c6214daf188d None None] Bound port: 15ff989c-c1a4-418c-a6b9-ac05de2693c8, host: dv-cinder-786931-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5fccc5a-3f52-4b63-a2fe-02050c830e52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '6d144805-8d75-4a3e-b688-4a2f32d5990e'}}] {{(pid=86423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 18:37:59.231442 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-3ad48856-af01-44a6-9e48-c6214daf188d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854207267'] for port, before_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:59.391340 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-3ad48856-af01-44a6-9e48-c6214daf188d None None] For port 15ff989c-c1a4-418c-a6b9-ac05de2693c8, host dv-cinder-786931-2-iscsi, cleared binding levels {{(pid=86423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 18:37:59.396292 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-3ad48856-af01-44a6-9e48-c6214daf188d None None] For port 15ff989c-c1a4-418c-a6b9-ac05de2693c8, host dv-cinder-786931-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-2-iscsi',level=0,port_id=15ff989c-c1a4-418c-a6b9-ac05de2693c8,segment=NetworkSegment(a5fccc5a-3f52-4b63-a2fe-02050c830e52),segment_id=a5fccc5a-3f52-4b63-a2fe-02050c830e52)] {{(pid=86423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 18:37:59.404659 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-3ad48856-af01-44a6-9e48-c6214daf188d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785676839112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251178383903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251178382076'] for port, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:59.411454 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:37:59.533964 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-5b272a35-5231-4448-bc5f-1367cb26dccc admin admin] Notify callbacks [] for port, precommit_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:59.575455 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-5b272a35-5231-4448-bc5f-1367cb26dccc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251178383920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036828324065'] for port, after_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:59.581419 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-b712af19-7f68-4635-9f54-729a93971a6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:37:59.656315 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b272a35-5231-4448-bc5f-1367cb26dccc admin admin] Network 357044f3-f85c-4c82-92f2-504aa071d528 is already hosted by enough agents. {{(pid=86421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 18:37:59.667873 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.scheduler.base_scheduler [None req-5b272a35-5231-4448-bc5f-1367cb26dccc admin admin] Resources bound (agent type, host, resource id):  {{(pid=86421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:37:59.673170 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b272a35-5231-4448-bc5f-1367cb26dccc admin admin] Received port after_create {{(pid=86421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 18:37:59.680146 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87017b23-4d77-4895-8331-12552694a969 None None] Pushing event updated for resources: {'Port': ['ID=15ff989c-c1a4-418c-a6b9-ac05de2693c8,revision_number=4']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:37:59.693932 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-87017b23-4d77-4895-8331-12552694a969 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:37:59.695896 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ad48856-af01-44a6-9e48-c6214daf188d None None] Routers {'25a827f9-6de7-449d-9886-13b82c45ab24'} bound to L3 agent in host dv-cinder-786931-2-iscsi {{(pid=86423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:37:59.696734 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-3ad48856-af01-44a6-9e48-c6214daf188d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd9310a0358>, 'dv-cinder-786931-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T18:22:01Z,description=<?>,heartbeat_timestamp=2021-04-20T18:37:31Z,host='dv-cinder-786931-2-iscsi',id=561dbf79-24e4-4a0d-b08c-f7bb8670fc1d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:22:01Z,topic='l3_agent')) {'router_ids': ['25a827f9-6de7-449d-9886-13b82c45ab24'], 'active': True} {{(pid=86423) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:37:59.721832 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b272a35-5231-4448-bc5f-1367cb26dccc admin admin] Pushing event updated for resources: {'Port': ['ID=c129d0b3-0d17-49f1-8540-9655a8ebefa7,revision_number=1']} {{(pid=86421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:37:59.727049 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-5b272a35-5231-4448-bc5f-1367cb26dccc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:37:59.957957 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_dvr_db [None req-3ad48856-af01-44a6-9e48-c6214daf188d None None] Set router 25a827f9-6de7-449d-9886-13b82c45ab24 gateway port host: dv-cinder-786931-2-iscsi {{(pid=86423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:38:00.278558 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-5b272a35-5231-4448-bc5f-1367cb26dccc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:38:00.383639 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-3ad48856-af01-44a6-9e48-c6214daf188d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd9310a0358>, [{'id': '25a827f9-6de7-449d-9886-13b82c45ab24', 'name': 'tempest-TestMinimumBasicScenario-622311032-router', 'tenant_id': 'f53a192abe7c4bf98a9dcf3d23d09206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357044f3-f85c-4c82-92f2-504aa071d528', 'external_fixed_ips': [{'subnet_id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': 'ad101577-4beb-40bd-ae82-efbcf36a592a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:37:45Z', 'updated_at': '2021-04-20T18:37:54Z', 'revision_number': 4, 'project_id': 'f53a192abe7c4bf98a9dcf3d23d09206', 'gw_port': {'id': 'ad101577-4beb-40bd-ae82-efbcf36a592a', 'name': '', 'network_id': '357044f3-f85c-4c82-92f2-504aa071d528', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:74:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a827f9-6de7-449d-9886-13b82c45ab24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:37:47Z', 'updated_at': '2021-04-20T18:37:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-2-iscsi', '_interfaces': [{'id': '15ff989c-c1a4-418c-a6b9-ac05de2693c8', 'name': '', 'network_id': '6d144805-8d75-4a3e-b688-4a2f32d5990e', 'tenant_id': 'f53a192abe7c4bf98a9dcf3d23d09206', 'mac_address': 'fa:16:3e:b4:93:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25a827f9-6de7-449d-9886-13b82c45ab24', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'a6c6d2ce-c18f-43fb-b599-797b906e367c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:37:52Z', 'updated_at': '2021-04-20T18:37:59Z', 'revision_number': 4, 'project_id': 'f53a192abe7c4bf98a9dcf3d23d09206', 'subnets': [{'id': 'a6c6d2ce-c18f-43fb-b599-797b906e367c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786931-2-iscsi', False) {} {{(pid=86423) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:38:00.390524 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ad48856-af01-44a6-9e48-c6214daf188d None None] The sync data for ids ['25a827f9-6de7-449d-9886-13b82c45ab24'] in dv-cinder-786931-2-iscsi is: [{'id': '25a827f9-6de7-449d-9886-13b82c45ab24', 'name': 'tempest-TestMinimumBasicScenario-622311032-router', 'tenant_id': 'f53a192abe7c4bf98a9dcf3d23d09206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357044f3-f85c-4c82-92f2-504aa071d528', 'external_fixed_ips': [{'subnet_id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': 'ad101577-4beb-40bd-ae82-efbcf36a592a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:37:45Z', 'updated_at': '2021-04-20T18:37:54Z', 'revision_number': 4, 'project_id': 'f53a192abe7c4bf98a9dcf3d23d09206', 'gw_port': {'id': 'ad101577-4beb-40bd-ae82-efbcf36a592a', 'name': '', 'network_id': '357044f3-f85c-4c82-92f2-504aa071d528', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:74:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a827f9-6de7-449d-9886-13b82c45ab24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:37:47Z', 'updated_at': '2021-04-20T18:37:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-2-iscsi', '_interfaces': [{'id': '15ff989c-c1a4-418c-a6b9-ac05de2693c8', 'name': '', 'network_id': '6d144805-8d75-4a3e-b688-4a2f32d5990e', 'tenant_id': 'f53a192abe7c4bf98a9dcf3d23d09206', 'mac_address': 'fa:16:3e:b4:93:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25a827f9-6de7-449d-9886-13b82c45ab24', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'a6c6d2ce-c18f-43fb-b599-797b906e367c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:37:52Z', 'updated_at': '2021-04-20T18:37:59Z', 'revision_number': 4, 'project_id': 'f53a192abe7c4bf98a9dcf3d23d09206', 'subnets': [{'id': 'a6c6d2ce-c18f-43fb-b599-797b906e367c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 18:38:00.804824 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-600baf90-12e0-4790-b868-9134a74fd947 None None] Network b6f1f49b-69fd-4222-97e0-03eb35e91bb5 requested from dv-cinder-786931-2-iscsi {{(pid=86422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 18:38:00.878789 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Device 15ff989c-c1a4-418c-a6b9-ac05de2693c8 up at agent ovs-agent-dv-cinder-786931-2-iscsi {{(pid=86422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:38:00.902700 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-5b272a35-5231-4448-bc5f-1367cb26dccc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036850938044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036850909732'] for router, after_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:38:00.998592 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-bb9a6c3f-5528-4423-a747-0e619286535c None None] Provisioning for port ad22d0e5-5bfb-4892-9e9c-976582bab113 completed by entity DHCP. {{(pid=86422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 18:38:01.005876 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Provisioning for port 15ff989c-c1a4-418c-a6b9-ac05de2693c8 completed by entity L2. {{(pid=86422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 18:38:01.032533 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Provisioning complete for port 15ff989c-c1a4-418c-a6b9-ac05de2693c8 triggered by entity L2. {{(pid=86422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:38:01.033113 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733696'] for port, provisioning_complete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:38:01.244125 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b272a35-5231-4448-bc5f-1367cb26dccc admin admin] Router 53c51bd1-5c16-4b0d-a6f4-31b35ee30127 is scheduled to L3 agent 561dbf79-24e4-4a0d-b08c-f7bb8670fc1d with binding_index 1 {{(pid=86421) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 20 18:38:01.296370 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854207267'] for port, before_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:38:01.344761 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-c668177f-2a26-4f5e-91a3-24be786a5b6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:38:01.365394 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] For port 15ff989c-c1a4-418c-a6b9-ac05de2693c8, host dv-cinder-786931-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-2-iscsi',level=0,port_id=15ff989c-c1a4-418c-a6b9-ac05de2693c8,segment=NetworkSegment(a5fccc5a-3f52-4b63-a2fe-02050c830e52),segment_id=a5fccc5a-3f52-4b63-a2fe-02050c830e52)] {{(pid=86422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:38:01.372192 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785676839112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251178383903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251178382076'] for port, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:38:01.373144 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Device ad22d0e5-5bfb-4892-9e9c-976582bab113 up at agent ovs-agent-dv-cinder-786931-2-iscsi {{(pid=86422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:38:01.402181 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:38:01.595929 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b272a35-5231-4448-bc5f-1367cb26dccc admin admin] Notify agent at l3_agent.dv-cinder-786931-2-iscsi the message routers_updated {{(pid=86421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 18:38:01.641160 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-5b272a35-5231-4448-bc5f-1367cb26dccc admin admin] Notify callbacks [] for router, before_response {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:38:01.643583 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-5b272a35-5231-4448-bc5f-1367cb26dccc admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 3.9634342
Apr 20 18:38:01.646418 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86421) accepted ('10.222.0.11', 51382) {{(pid=86421) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:38:01.690822 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dd004a8-eae1-4a76-9f94-943a3e9f2bc7 None None] Sync routers for ids ['53c51bd1-5c16-4b0d-a6f4-31b35ee30127'] in dv-cinder-786931-2-iscsi {{(pid=86422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 18:38:01.730244 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-59ff2fcf-5a92-41e6-b6a8-ab5cb4df6403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:38:01.746399 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd004a8-eae1-4a76-9f94-943a3e9f2bc7 None None] Routers {'53c51bd1-5c16-4b0d-a6f4-31b35ee30127'} bound to L3 agent in host dv-cinder-786931-2-iscsi {{(pid=86422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:38:01.748306 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-4dd004a8-eae1-4a76-9f94-943a3e9f2bc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd92b5843c8>, 'dv-cinder-786931-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T18:22:01Z,description=<?>,heartbeat_timestamp=2021-04-20T18:38:01Z,host='dv-cinder-786931-2-iscsi',id=561dbf79-24e4-4a0d-b08c-f7bb8670fc1d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:22:01Z,topic='l3_agent')) {'router_ids': ['53c51bd1-5c16-4b0d-a6f4-31b35ee30127'], 'active': True} {{(pid=86422) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:38:01.905538 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Pushing event updated for resources: {'Port': ['ID=15ff989c-c1a4-418c-a6b9-ac05de2693c8,revision_number=5']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:38:01.924028 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.522s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:38:01.941828 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Provisioning for port ad22d0e5-5bfb-4892-9e9c-976582bab113 completed by entity L2. {{(pid=86422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 18:38:01.953013 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Provisioning complete for port ad22d0e5-5bfb-4892-9e9c-976582bab113 triggered by entity L2. {{(pid=86422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:38:01.953500 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733696'] for port, provisioning_complete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:38:02.060984 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:38:02.064210 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_dvr_db [None req-4dd004a8-eae1-4a76-9f94-943a3e9f2bc7 None None] Set router 53c51bd1-5c16-4b0d-a6f4-31b35ee30127 gateway port host: dv-cinder-786931-2-iscsi {{(pid=86422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:38:02.409733 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854207267'] for port, before_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:38:02.433782 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:38:02.511509 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] For port ad22d0e5-5bfb-4892-9e9c-976582bab113, host dv-cinder-786931-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-2-iscsi',level=0,port_id=ad22d0e5-5bfb-4892-9e9c-976582bab113,segment=NetworkSegment(5d49f01f-da66-477d-a5b2-6bc0088f8dcf),segment_id=5d49f01f-da66-477d-a5b2-6bc0088f8dcf)] {{(pid=86422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:38:02.519583 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785676839112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251178383903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251178382076'] for port, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:38:02.522446 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-9601cc61-ac5f-47db-82f9-3b9aac0b0957 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:38:02.616207 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-4dd004a8-eae1-4a76-9f94-943a3e9f2bc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd92b5843c8>, [{'id': '53c51bd1-5c16-4b0d-a6f4-31b35ee30127', 'name': 'tempest-TestMinimumBasicScenario-548430451-router', 'tenant_id': '3be7c248a97e46148d7d0fe47561fe71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357044f3-f85c-4c82-92f2-504aa071d528', 'external_fixed_ips': [{'subnet_id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'ip_address': '172.27.2.125'}], 'enable_snat': True}, 'gw_port_id': 'c129d0b3-0d17-49f1-8540-9655a8ebefa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:37:57Z', 'updated_at': '2021-04-20T18:37:59Z', 'revision_number': 3, 'project_id': '3be7c248a97e46148d7d0fe47561fe71', 'gw_port': {'id': 'c129d0b3-0d17-49f1-8540-9655a8ebefa7', 'name': '', 'network_id': '357044f3-f85c-4c82-92f2-504aa071d528', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:d5:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53c51bd1-5c16-4b0d-a6f4-31b35ee30127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'ip_address': '172.27.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:37:59Z', 'updated_at': '2021-04-20T18:37:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-2-iscsi'}], 'dv-cinder-786931-2-iscsi', False) {} {{(pid=86422) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:38:02.619367 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Pushing event updated for resources: {'Port': ['ID=ad22d0e5-5bfb-4892-9e9c-976582bab113,revision_number=3']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:38:02.623174 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dd004a8-eae1-4a76-9f94-943a3e9f2bc7 None None] Checking router: 53c51bd1-5c16-4b0d-a6f4-31b35ee30127 for host: dv-cinder-786931-2-iscsi {{(pid=86422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 18:38:02.623620 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dd004a8-eae1-4a76-9f94-943a3e9f2bc7 None None] Updating router 53c51bd1-5c16-4b0d-a6f4-31b35ee30127 port c129d0b3-0d17-49f1-8540-9655a8ebefa7 binding host dv-cinder-786931-2-iscsi {{(pid=86422) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 20 18:38:02.659491 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:38:02.689814 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-4dd004a8-eae1-4a76-9f94-943a3e9f2bc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854207267'] for port, before_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:38:02.724791 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Device 15ff989c-c1a4-418c-a6b9-ac05de2693c8 up at agent ovs-agent-dv-cinder-786931-2-iscsi {{(pid=86422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:38:02.812352 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-2dbba5a6-61bc-4969-954f-4ccbd656a106 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854207267'] for port, before_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:38:02.915960 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Provisioning complete for port 15ff989c-c1a4-418c-a6b9-ac05de2693c8 triggered by entity L2. {{(pid=86422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:38:02.916408 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733696'] for port, provisioning_complete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:38:03.012418 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.agents_db [None req-36c0d191-ed3c-416e-a897-084b3b2178c3 None None] Agent healthcheck: found 6 active agents {{(pid=86423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 18:38:03.050498 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.db_base_plugin_common [None req-2dbba5a6-61bc-4969-954f-4ccbd656a106 admin admin] Allocated IP 172.20.0.1 (b6f1f49b-69fd-4222-97e0-03eb35e91bb5/a190696b-2aa4-417c-9fa5-c8b8ec121632/d30820c8-c99a-4881-b399-ee2525f1f2e9) {{(pid=86421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 18:38:03.197339 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-69625b45-0eac-4ead-bef5-f7df2e631dfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:38:03.200248 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Device ad22d0e5-5bfb-4892-9e9c-976582bab113 up at agent ovs-agent-dv-cinder-786931-2-iscsi {{(pid=86422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:38:03.269490 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-2dbba5a6-61bc-4969-954f-4ccbd656a106 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:38:03.295223 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-2dbba5a6-61bc-4969-954f-4ccbd656a106 admin admin] Transition to ACTIVE for port object d30820c8-c99a-4881-b399-ee2525f1f2e9 will not be triggered until provisioned by entity DHCP. {{(pid=86421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 18:38:03.321180 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-2dbba5a6-61bc-4969-954f-4ccbd656a106 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251178383920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036828324065'] for port, after_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:38:03.327227 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-f6d80dd7-e6b6-430e-9f18-6385f1e5822a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:38:03.342067 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-4dd004a8-eae1-4a76-9f94-943a3e9f2bc7 None None] Notify callbacks [] for port, precommit_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:38:03.358460 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-4dd004a8-eae1-4a76-9f94-943a3e9f2bc7 None None] Transition to ACTIVE for port object c129d0b3-0d17-49f1-8540-9655a8ebefa7 will not be triggered until provisioned by entity L2. {{(pid=86422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 18:38:03.378127 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Provisioning complete for port ad22d0e5-5bfb-4892-9e9c-976582bab113 triggered by entity L2. {{(pid=86422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:38:03.378550 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733696'] for port, provisioning_complete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:38:03.409679 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dbba5a6-61bc-4969-954f-4ccbd656a106 admin admin] Network b6f1f49b-69fd-4222-97e0-03eb35e91bb5 is already hosted by enough agents. {{(pid=86421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 18:38:03.413481 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.scheduler.base_scheduler [None req-2dbba5a6-61bc-4969-954f-4ccbd656a106 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:38:03.415931 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-4dd004a8-eae1-4a76-9f94-943a3e9f2bc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785676839112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251178383903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251178382076'] for port, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:38:03.416737 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dbba5a6-61bc-4969-954f-4ccbd656a106 admin admin] Received port after_create {{(pid=86421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 18:38:03.428954 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:38:03.508493 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-2dbba5a6-61bc-4969-954f-4ccbd656a106 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3863553'] for router_interface, before_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:38:03.524956 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbba5a6-61bc-4969-954f-4ccbd656a106 admin admin] Pushing event updated for resources: {'Port': ['ID=d30820c8-c99a-4881-b399-ee2525f1f2e9,revision_number=1']} {{(pid=86421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:38:03.535521 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-2dbba5a6-61bc-4969-954f-4ccbd656a106 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:38:03.561454 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [None req-4dd004a8-eae1-4a76-9f94-943a3e9f2bc7 None None] Attempting to bind port c129d0b3-0d17-49f1-8540-9655a8ebefa7 on host dv-cinder-786931-2-iscsi for vnic_type normal with profile  {{(pid=86422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 18:38:03.561851 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [None req-4dd004a8-eae1-4a76-9f94-943a3e9f2bc7 None None] Attempting to bind port c129d0b3-0d17-49f1-8540-9655a8ebefa7 by drivers openvswitch,hyperv on host dv-cinder-786931-2-iscsi at level 0 using segments [{'id': 'f02283aa-238a-4f3f-9851-30c34a9365bb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '357044f3-f85c-4c82-92f2-504aa071d528'}] {{(pid=86422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 18:38:03.562259 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd004a8-eae1-4a76-9f94-943a3e9f2bc7 None None] Attempting to bind port c129d0b3-0d17-49f1-8540-9655a8ebefa7 on network 357044f3-f85c-4c82-92f2-504aa071d528 {{(pid=86422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 18:38:03.572240 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7073889-d135-495b-8cf6-c0fa12483409 None None] Pushing event updated for resources: {'Port': ['ID=c129d0b3-0d17-49f1-8540-9655a8ebefa7,revision_number=2']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:38:03.580335 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-b7073889-d135-495b-8cf6-c0fa12483409 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:38:03.581455 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd004a8-eae1-4a76-9f94-943a3e9f2bc7 None None] Checking agent: {'id': '36d4d98e-2d96-4c9b-9d9c-08d159895b6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786931-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 22, 2), 'started_at': datetime.datetime(2021, 4, 20, 18, 22, 32), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 38, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786931-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 18:38:03.581881 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd004a8-eae1-4a76-9f94-943a3e9f2bc7 None None] Checking segment: {'id': 'f02283aa-238a-4f3f-9851-30c34a9365bb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '357044f3-f85c-4c82-92f2-504aa071d528'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 18:38:03.582332 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-4dd004a8-eae1-4a76-9f94-943a3e9f2bc7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:38:03.582996 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd004a8-eae1-4a76-9f94-943a3e9f2bc7 None None] Bound using segment: {'id': 'f02283aa-238a-4f3f-9851-30c34a9365bb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '357044f3-f85c-4c82-92f2-504aa071d528'} {{(pid=86422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 18:38:03.583275 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [None req-4dd004a8-eae1-4a76-9f94-943a3e9f2bc7 None None] Bound port: c129d0b3-0d17-49f1-8540-9655a8ebefa7, host: dv-cinder-786931-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f02283aa-238a-4f3f-9851-30c34a9365bb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '357044f3-f85c-4c82-92f2-504aa071d528'}}] {{(pid=86422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 18:38:03.583685 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-4dd004a8-eae1-4a76-9f94-943a3e9f2bc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854207267'] for port, before_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:38:03.711774 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-2dbba5a6-61bc-4969-954f-4ccbd656a106 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854207267'] for port, before_update {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:38:03.767731 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-4dd004a8-eae1-4a76-9f94-943a3e9f2bc7 None None] For port c129d0b3-0d17-49f1-8540-9655a8ebefa7, host dv-cinder-786931-2-iscsi, cleared binding levels {{(pid=86422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 18:38:03.774121 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-4dd004a8-eae1-4a76-9f94-943a3e9f2bc7 None None] For port c129d0b3-0d17-49f1-8540-9655a8ebefa7, host dv-cinder-786931-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-2-iscsi',level=0,port_id=c129d0b3-0d17-49f1-8540-9655a8ebefa7,segment=NetworkSegment(f02283aa-238a-4f3f-9851-30c34a9365bb),segment_id=f02283aa-238a-4f3f-9851-30c34a9365bb)] {{(pid=86422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 18:38:03.778908 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-4dd004a8-eae1-4a76-9f94-943a3e9f2bc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785676839112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251178383903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251178382076'] for port, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:38:03.783497 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:38:03.828079 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-4ac29b58-cf97-4970-bfed-54bbf42c4103 None None] Provisioning for port d30820c8-c99a-4881-b399-ee2525f1f2e9 completed by entity DHCP. {{(pid=86422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 18:38:03.851842 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-4ac29b58-cf97-4970-bfed-54bbf42c4103 None None] Provisioning complete for port d30820c8-c99a-4881-b399-ee2525f1f2e9 triggered by entity DHCP. {{(pid=86422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:38:03.852243 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-4ac29b58-cf97-4970-bfed-54bbf42c4103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733696'] for port, provisioning_complete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:38:03.944887 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7073889-d135-495b-8cf6-c0fa12483409 None None] Pushing event updated for resources: {'Port': ['ID=c129d0b3-0d17-49f1-8540-9655a8ebefa7,revision_number=3']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:38:03.950435 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd004a8-eae1-4a76-9f94-943a3e9f2bc7 None None] Routers {'53c51bd1-5c16-4b0d-a6f4-31b35ee30127'} bound to L3 agent in host dv-cinder-786931-2-iscsi {{(pid=86422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:38:03.951138 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-4dd004a8-eae1-4a76-9f94-943a3e9f2bc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd92b5843c8>, 'dv-cinder-786931-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T18:22:01Z,description=<?>,heartbeat_timestamp=2021-04-20T18:38:01Z,host='dv-cinder-786931-2-iscsi',id=561dbf79-24e4-4a0d-b08c-f7bb8670fc1d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:22:01Z,topic='l3_agent')) {'router_ids': ['53c51bd1-5c16-4b0d-a6f4-31b35ee30127'], 'active': True} {{(pid=86422) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:38:04.022188 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-b7073889-d135-495b-8cf6-c0fa12483409 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:38:04.041225 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-2dbba5a6-61bc-4969-954f-4ccbd656a106 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:38:04.046222 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-2dbba5a6-61bc-4969-954f-4ccbd656a106 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785676839112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251178383903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251178382076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26451734'] for port, after_update {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:38:04.091839 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-4ac29b58-cf97-4970-bfed-54bbf42c4103 None None] Port d30820c8-c99a-4881-b399-ee2525f1f2e9 cannot update to ACTIVE because it is not bound. {{(pid=86422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 18:38:04.112382 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:38:04.180515 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-2dbba5a6-61bc-4969-954f-4ccbd656a106 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3704747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036850912154'] for router_interface, after_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:38:04.240945 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbba5a6-61bc-4969-954f-4ccbd656a106 admin admin] Pushing event updated for resources: {'Port': ['ID=d30820c8-c99a-4881-b399-ee2525f1f2e9,revision_number=2']} {{(pid=86421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:38:04.294856 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-2dbba5a6-61bc-4969-954f-4ccbd656a106 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:38:04.390721 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_dvr_db [None req-4dd004a8-eae1-4a76-9f94-943a3e9f2bc7 None None] Set router 53c51bd1-5c16-4b0d-a6f4-31b35ee30127 gateway port host: dv-cinder-786931-2-iscsi {{(pid=86422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:38:04.391299 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dbba5a6-61bc-4969-954f-4ccbd656a106 admin admin] Network b6f1f49b-69fd-4222-97e0-03eb35e91bb5 is already hosted by enough agents. {{(pid=86421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 18:38:04.392791 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.scheduler.base_scheduler [None req-2dbba5a6-61bc-4969-954f-4ccbd656a106 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:38:04.694412 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dbba5a6-61bc-4969-954f-4ccbd656a106 admin admin] Router 53c51bd1-5c16-4b0d-a6f4-31b35ee30127 has already been hosted by L3 agent 561dbf79-24e4-4a0d-b08c-f7bb8670fc1d {{(pid=86421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 18:38:04.764140 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-56439300-453a-45f8-b7dc-4d50fb76a941 None None] Provisioning complete for port d30820c8-c99a-4881-b399-ee2525f1f2e9 triggered by entity DHCP. {{(pid=86422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:38:04.764615 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-56439300-453a-45f8-b7dc-4d50fb76a941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733696'] for port, provisioning_complete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:38:04.892598 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-56439300-453a-45f8-b7dc-4d50fb76a941 None None] Port d30820c8-c99a-4881-b399-ee2525f1f2e9 cannot update to ACTIVE because it is not bound. {{(pid=86422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 18:38:04.935026 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-4dd004a8-eae1-4a76-9f94-943a3e9f2bc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd92b5843c8>, [{'id': '53c51bd1-5c16-4b0d-a6f4-31b35ee30127', 'name': 'tempest-TestMinimumBasicScenario-548430451-router', 'tenant_id': '3be7c248a97e46148d7d0fe47561fe71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357044f3-f85c-4c82-92f2-504aa071d528', 'external_fixed_ips': [{'subnet_id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'ip_address': '172.27.2.125'}], 'enable_snat': True}, 'gw_port_id': 'c129d0b3-0d17-49f1-8540-9655a8ebefa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:37:57Z', 'updated_at': '2021-04-20T18:38:03Z', 'revision_number': 4, 'project_id': '3be7c248a97e46148d7d0fe47561fe71', 'gw_port': {'id': 'c129d0b3-0d17-49f1-8540-9655a8ebefa7', 'name': '', 'network_id': '357044f3-f85c-4c82-92f2-504aa071d528', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:d5:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53c51bd1-5c16-4b0d-a6f4-31b35ee30127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'ip_address': '172.27.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:37:59Z', 'updated_at': '2021-04-20T18:38:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-2-iscsi', '_interfaces': [{'id': 'd30820c8-c99a-4881-b399-ee2525f1f2e9', 'name': '', 'network_id': 'b6f1f49b-69fd-4222-97e0-03eb35e91bb5', 'tenant_id': '3be7c248a97e46148d7d0fe47561fe71', 'mac_address': 'fa:16:3e:f2:18:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53c51bd1-5c16-4b0d-a6f4-31b35ee30127', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'a190696b-2aa4-417c-9fa5-c8b8ec121632', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:38:02Z', 'updated_at': '2021-04-20T18:38:03Z', 'revision_number': 1, 'project_id': '3be7c248a97e46148d7d0fe47561fe71', 'subnets': [{'id': 'a190696b-2aa4-417c-9fa5-c8b8ec121632', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786931-2-iscsi', False) {} {{(pid=86422) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:38:04.939775 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dd004a8-eae1-4a76-9f94-943a3e9f2bc7 None None] The sync data for ids ['53c51bd1-5c16-4b0d-a6f4-31b35ee30127'] in dv-cinder-786931-2-iscsi is: [{'id': '53c51bd1-5c16-4b0d-a6f4-31b35ee30127', 'name': 'tempest-TestMinimumBasicScenario-548430451-router', 'tenant_id': '3be7c248a97e46148d7d0fe47561fe71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357044f3-f85c-4c82-92f2-504aa071d528', 'external_fixed_ips': [{'subnet_id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'ip_address': '172.27.2.125'}], 'enable_snat': True}, 'gw_port_id': 'c129d0b3-0d17-49f1-8540-9655a8ebefa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:37:57Z', 'updated_at': '2021-04-20T18:38:03Z', 'revision_number': 4, 'project_id': '3be7c248a97e46148d7d0fe47561fe71', 'gw_port': {'id': 'c129d0b3-0d17-49f1-8540-9655a8ebefa7', 'name': '', 'network_id': '357044f3-f85c-4c82-92f2-504aa071d528', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:d5:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53c51bd1-5c16-4b0d-a6f4-31b35ee30127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'ip_address': '172.27.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:37:59Z', 'updated_at': '2021-04-20T18:38:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-2-iscsi', '_interfaces': [{'id': 'd30820c8-c99a-4881-b399-ee2525f1f2e9', 'name': '', 'network_id': 'b6f1f49b-69fd-4222-97e0-03eb35e91bb5', 'tenant_id': '3be7c248a97e46148d7d0fe47561fe71', 'mac_address': 'fa:16:3e:f2:18:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53c51bd1-5c16-4b0d-a6f4-31b35ee30127', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'a190696b-2aa4-417c-9fa5-c8b8ec121632', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:38:02Z', 'updated_at': '2021-04-20T18:38:03Z', 'revision_number': 1, 'project_id': '3be7c248a97e46148d7d0fe47561fe71', 'subnets': [{'id': 'a190696b-2aa4-417c-9fa5-c8b8ec121632', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 18:38:04.973753 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dbba5a6-61bc-4969-954f-4ccbd656a106 admin admin] Notify agent at l3_agent.dv-cinder-786931-2-iscsi the message routers_updated {{(pid=86421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 18:38:04.986019 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-2dbba5a6-61bc-4969-954f-4ccbd656a106 admin admin] 10.222.0.11 "PUT /v2.0/routers/53c51bd1-5c16-4b0d-a6f4-31b35ee30127/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3378973
Apr 20 18:38:06.797814 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Device c129d0b3-0d17-49f1-8540-9655a8ebefa7 up at agent ovs-agent-dv-cinder-786931-2-iscsi {{(pid=86422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:38:06.888581 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Provisioning for port c129d0b3-0d17-49f1-8540-9655a8ebefa7 completed by entity L2. {{(pid=86422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 18:38:06.896211 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Provisioning complete for port c129d0b3-0d17-49f1-8540-9655a8ebefa7 triggered by entity L2. {{(pid=86422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:38:06.896897 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733696'] for port, provisioning_complete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:38:07.109363 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854207267'] for port, before_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:38:07.132600 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] For port c129d0b3-0d17-49f1-8540-9655a8ebefa7, host dv-cinder-786931-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-2-iscsi',level=0,port_id=c129d0b3-0d17-49f1-8540-9655a8ebefa7,segment=NetworkSegment(f02283aa-238a-4f3f-9851-30c34a9365bb),segment_id=f02283aa-238a-4f3f-9851-30c34a9365bb)] {{(pid=86422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:38:07.137332 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785676839112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251178383903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251178382076'] for port, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:38:07.139704 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:38:07.246730 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Pushing event updated for resources: {'Port': ['ID=c129d0b3-0d17-49f1-8540-9655a8ebefa7,revision_number=4']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:38:07.252139 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:38:07.572913 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404fc32d-bfcd-42e6-bfd3-589ad7f7f32d req-6cb65d43-0637-4e9d-831c-b76f1e86030e tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:38:07.574826 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-404fc32d-bfcd-42e6-bfd3-589ad7f7f32d req-6cb65d43-0637-4e9d-831c-b76f1e86030e tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] 10.222.0.11 "GET /v2.0/networks?id=16a0d36f-cdb1-4105-94f0-43edac0cd68f HTTP/1.1" status: 200  len: 814 time: 0.2023308
Apr 20 18:38:07.601516 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-404fc32d-bfcd-42e6-bfd3-589ad7f7f32d req-804458e5-dbd9-472a-a77a-7389c1a5f582 tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] 10.222.0.11 "GET /v2.0/quotas/69d55e51e8004921b0756f8758d3029a HTTP/1.1" status: 200  len: 375 time: 0.0149736
Apr 20 18:38:07.706267 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-404fc32d-bfcd-42e6-bfd3-589ad7f7f32d req-29157dc1-18a9-4c26-ae55-d49e368834c3 tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=69d55e51e8004921b0756f8758d3029a&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0969803
Apr 20 18:38:07.923850 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-404fc32d-bfcd-42e6-bfd3-589ad7f7f32d req-93e78b63-a707-4249-ab1c-45eff1b31918 service neutron] 10.222.0.11 "GET /v2.0/networks/16a0d36f-cdb1-4105-94f0-43edac0cd68f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2100227
Apr 20 18:38:08.159201 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-404fc32d-bfcd-42e6-bfd3-589ad7f7f32d req-aa1f68a2-c535-4c49-8911-804769a8956c service neutron] 10.222.0.11 "GET /v2.0/networks/16a0d36f-cdb1-4105-94f0-43edac0cd68f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2332358
Apr 20 18:38:08.467669 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-d74fe6e2-eab1-4979-91f7-c64760c39e11 req-524f1bfb-9a44-4a0a-a356-aa0ccfe9679a tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] 10.222.0.11 "GET /v2.0/ports?device_id=32685074-8714-4a27-ad3f-02245442efbb HTTP/1.1" status: 200  len: 210 time: 0.0869243
Apr 20 18:38:08.737843 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Device c129d0b3-0d17-49f1-8540-9655a8ebefa7 up at agent ovs-agent-dv-cinder-786931-2-iscsi {{(pid=86422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:38:08.890796 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30344e97-edf6-444a-99eb-26e40cb7e42c None None] Sync routers for ids ['53c51bd1-5c16-4b0d-a6f4-31b35ee30127'] in dv-cinder-786931-2-iscsi {{(pid=86423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 18:38:08.904318 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30344e97-edf6-444a-99eb-26e40cb7e42c None None] Routers {'53c51bd1-5c16-4b0d-a6f4-31b35ee30127'} bound to L3 agent in host dv-cinder-786931-2-iscsi {{(pid=86423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:38:08.905340 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-30344e97-edf6-444a-99eb-26e40cb7e42c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd930da2860>, 'dv-cinder-786931-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T18:22:01Z,description=<?>,heartbeat_timestamp=2021-04-20T18:38:01Z,host='dv-cinder-786931-2-iscsi',id=561dbf79-24e4-4a0d-b08c-f7bb8670fc1d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:22:01Z,topic='l3_agent')) {'router_ids': ['53c51bd1-5c16-4b0d-a6f4-31b35ee30127'], 'active': True} {{(pid=86423) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:38:08.936145 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Provisioning complete for port c129d0b3-0d17-49f1-8540-9655a8ebefa7 triggered by entity L2. {{(pid=86422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:38:08.937110 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733696'] for port, provisioning_complete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:38:09.248940 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_dvr_db [None req-30344e97-edf6-444a-99eb-26e40cb7e42c None None] Set router 53c51bd1-5c16-4b0d-a6f4-31b35ee30127 gateway port host: dv-cinder-786931-2-iscsi {{(pid=86423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:38:09.784453 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-30344e97-edf6-444a-99eb-26e40cb7e42c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd930da2860>, [{'id': '53c51bd1-5c16-4b0d-a6f4-31b35ee30127', 'name': 'tempest-TestMinimumBasicScenario-548430451-router', 'tenant_id': '3be7c248a97e46148d7d0fe47561fe71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357044f3-f85c-4c82-92f2-504aa071d528', 'external_fixed_ips': [{'subnet_id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'ip_address': '172.27.2.125'}], 'enable_snat': True}, 'gw_port_id': 'c129d0b3-0d17-49f1-8540-9655a8ebefa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:37:57Z', 'updated_at': '2021-04-20T18:38:03Z', 'revision_number': 4, 'project_id': '3be7c248a97e46148d7d0fe47561fe71', 'gw_port': {'id': 'c129d0b3-0d17-49f1-8540-9655a8ebefa7', 'name': '', 'network_id': '357044f3-f85c-4c82-92f2-504aa071d528', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:d5:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c51bd1-5c16-4b0d-a6f4-31b35ee30127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'ip_address': '172.27.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:37:59Z', 'updated_at': '2021-04-20T18:38:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-2-iscsi', '_interfaces': [{'id': 'd30820c8-c99a-4881-b399-ee2525f1f2e9', 'name': '', 'network_id': 'b6f1f49b-69fd-4222-97e0-03eb35e91bb5', 'tenant_id': '3be7c248a97e46148d7d0fe47561fe71', 'mac_address': 'fa:16:3e:f2:18:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53c51bd1-5c16-4b0d-a6f4-31b35ee30127', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'a190696b-2aa4-417c-9fa5-c8b8ec121632', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:38:02Z', 'updated_at': '2021-04-20T18:38:03Z', 'revision_number': 2, 'project_id': '3be7c248a97e46148d7d0fe47561fe71', 'subnets': [{'id': 'a190696b-2aa4-417c-9fa5-c8b8ec121632', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786931-2-iscsi', False) {} {{(pid=86423) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:38:09.794091 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30344e97-edf6-444a-99eb-26e40cb7e42c None None] Checking router: 53c51bd1-5c16-4b0d-a6f4-31b35ee30127 for host: dv-cinder-786931-2-iscsi {{(pid=86423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 18:38:09.807040 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30344e97-edf6-444a-99eb-26e40cb7e42c None None] Updating router 53c51bd1-5c16-4b0d-a6f4-31b35ee30127 port d30820c8-c99a-4881-b399-ee2525f1f2e9 binding host dv-cinder-786931-2-iscsi {{(pid=86423) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 20 18:38:09.874100 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-8f6cbd0b-5823-4151-9957-767ae8df9023 req-6983b4dd-06f2-4770-a21c-f0b1c4f7dbca tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] 10.222.0.11 "GET /v2.0/ports?device_id=32685074-8714-4a27-ad3f-02245442efbb HTTP/1.1" status: 200  len: 210 time: 0.1097629
Apr 20 18:38:09.950212 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-30344e97-edf6-444a-99eb-26e40cb7e42c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854207267'] for port, before_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:38:10.124798 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404fc32d-bfcd-42e6-bfd3-589ad7f7f32d req-3ef160f2-e937-4629-b052-eb994a00f051 tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:38:10.126788 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-404fc32d-bfcd-42e6-bfd3-589ad7f7f32d req-3ef160f2-e937-4629-b052-eb994a00f051 tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] 10.222.0.10 "GET /v2.0/networks?id=16a0d36f-cdb1-4105-94f0-43edac0cd68f HTTP/1.1" status: 200  len: 814 time: 0.3216658
Apr 20 18:38:10.141210 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.v2.base [req-404fc32d-bfcd-42e6-bfd3-589ad7f7f32d req-e0e6a266-bbde-4469-920f-7034bb962d78 tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] Request body: {'port': {'device_id': '32685074-8714-4a27-ad3f-02245442efbb', 'network_id': '16a0d36f-cdb1-4105-94f0-43edac0cd68f', 'admin_state_up': True, 'tenant_id': '69d55e51e8004921b0756f8758d3029a'}} {{(pid=86420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:38:10.357305 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [req-404fc32d-bfcd-42e6-bfd3-589ad7f7f32d req-e0e6a266-bbde-4469-920f-7034bb962d78 tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:38:10.362319 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [req-404fc32d-bfcd-42e6-bfd3-589ad7f7f32d req-e0e6a266-bbde-4469-920f-7034bb962d78 tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] Usage tracker for resource:port and tenant:69d55e51e8004921b0756f8758d3029a is out of sync, need to count used quota {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:38:10.366253 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [req-404fc32d-bfcd-42e6-bfd3-589ad7f7f32d req-e0e6a266-bbde-4469-920f-7034bb962d78 tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] Quota usage for port was recalculated. Used quota:1. {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:38:10.374714 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [req-404fc32d-bfcd-42e6-bfd3-589ad7f7f32d req-e0e6a266-bbde-4469-920f-7034bb962d78 tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:38:10.388466 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-404fc32d-bfcd-42e6-bfd3-589ad7f7f32d req-e0e6a266-bbde-4469-920f-7034bb962d78 tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] Made reservation on behalf of 69d55e51e8004921b0756f8758d3029a for: {'port': 1} {{(pid=86420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 18:38:10.396047 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-404fc32d-bfcd-42e6-bfd3-589ad7f7f32d req-e0e6a266-bbde-4469-920f-7034bb962d78 tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854207267'] for port, before_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:38:10.649039 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-30344e97-edf6-444a-99eb-26e40cb7e42c None None] Notify callbacks [] for port, precommit_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:38:10.667419 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-30344e97-edf6-444a-99eb-26e40cb7e42c None None] Transition to ACTIVE for port object d30820c8-c99a-4881-b399-ee2525f1f2e9 will not be triggered until provisioned by entity L2. {{(pid=86423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 18:38:10.676590 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-30344e97-edf6-444a-99eb-26e40cb7e42c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785676839112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251178383903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251178382076'] for port, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:38:10.683224 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-87017b23-4d77-4895-8331-12552694a969 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:38:10.714162 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.db_base_plugin_common [req-404fc32d-bfcd-42e6-bfd3-589ad7f7f32d req-e0e6a266-bbde-4469-920f-7034bb962d78 tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] Allocated IP 172.20.0.2 (16a0d36f-cdb1-4105-94f0-43edac0cd68f/68bbb48f-d1b3-4317-b2f4-3b64860062a5/8a6afac6-da91-4aa7-a501-3683d53275e3) {{(pid=86420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 18:38:10.983688 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d048e6-8c00-4d2b-ab4b-9116a2221dea None None] Pushing event updated for resources: {'Port': ['ID=d30820c8-c99a-4881-b399-ee2525f1f2e9,revision_number=3']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:38:11.006755 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-70d048e6-8c00-4d2b-ab4b-9116a2221dea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:38:11.219163 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-df7efc7b-41ea-4cba-affa-b368d60b5e1e req-4d154f4c-8765-4181-b2f7-e95c3f373e1e tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] 10.222.0.11 "GET /v2.0/ports?device_id=32685074-8714-4a27-ad3f-02245442efbb HTTP/1.1" status: 200  len: 210 time: 0.1083803
Apr 20 18:38:11.235280 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-404fc32d-bfcd-42e6-bfd3-589ad7f7f32d req-e0e6a266-bbde-4469-920f-7034bb962d78 tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] Notify callbacks [] for port, precommit_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:38:11.250647 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [None req-30344e97-edf6-444a-99eb-26e40cb7e42c None None] Attempting to bind port d30820c8-c99a-4881-b399-ee2525f1f2e9 on host dv-cinder-786931-2-iscsi for vnic_type normal with profile  {{(pid=86423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 18:38:11.250647 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [None req-30344e97-edf6-444a-99eb-26e40cb7e42c None None] Attempting to bind port d30820c8-c99a-4881-b399-ee2525f1f2e9 by drivers openvswitch,hyperv on host dv-cinder-786931-2-iscsi at level 0 using segments [{'id': '5d49f01f-da66-477d-a5b2-6bc0088f8dcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'b6f1f49b-69fd-4222-97e0-03eb35e91bb5'}] {{(pid=86423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 18:38:11.250647 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30344e97-edf6-444a-99eb-26e40cb7e42c None None] Attempting to bind port d30820c8-c99a-4881-b399-ee2525f1f2e9 on network b6f1f49b-69fd-4222-97e0-03eb35e91bb5 {{(pid=86423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 18:38:11.259115 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30344e97-edf6-444a-99eb-26e40cb7e42c None None] Checking agent: {'id': '36d4d98e-2d96-4c9b-9d9c-08d159895b6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786931-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 22, 2), 'started_at': datetime.datetime(2021, 4, 20, 18, 22, 32), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 38, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786931-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 18:38:11.259727 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30344e97-edf6-444a-99eb-26e40cb7e42c None None] Checking segment: {'id': '5d49f01f-da66-477d-a5b2-6bc0088f8dcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'b6f1f49b-69fd-4222-97e0-03eb35e91bb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 18:38:11.259981 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-30344e97-edf6-444a-99eb-26e40cb7e42c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:38:11.261005 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30344e97-edf6-444a-99eb-26e40cb7e42c None None] Bound using segment: {'id': '5d49f01f-da66-477d-a5b2-6bc0088f8dcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'b6f1f49b-69fd-4222-97e0-03eb35e91bb5'} {{(pid=86423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 18:38:11.261562 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [None req-30344e97-edf6-444a-99eb-26e40cb7e42c None None] Bound port: d30820c8-c99a-4881-b399-ee2525f1f2e9, host: dv-cinder-786931-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d49f01f-da66-477d-a5b2-6bc0088f8dcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'b6f1f49b-69fd-4222-97e0-03eb35e91bb5'}}] {{(pid=86423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 18:38:11.261985 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-30344e97-edf6-444a-99eb-26e40cb7e42c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854207267'] for port, before_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:38:11.318450 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-404fc32d-bfcd-42e6-bfd3-589ad7f7f32d req-e0e6a266-bbde-4469-920f-7034bb962d78 tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251178383920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4189424'] for port, after_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:38:11.328055 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-6aaecbf7-2c86-43bb-ba95-bb9ae129d33b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:38:11.333986 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] get_ports_and_sgs() called for port_ids ['dc4a7dfc-2e9b-4af1-9ba2-ee941faef7b9'] {{(pid=86422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 18:38:11.426969 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-30344e97-edf6-444a-99eb-26e40cb7e42c None None] For port d30820c8-c99a-4881-b399-ee2525f1f2e9, host dv-cinder-786931-2-iscsi, cleared binding levels {{(pid=86423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 18:38:11.434021 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-30344e97-edf6-444a-99eb-26e40cb7e42c None None] For port d30820c8-c99a-4881-b399-ee2525f1f2e9, host dv-cinder-786931-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-2-iscsi',level=0,port_id=d30820c8-c99a-4881-b399-ee2525f1f2e9,segment=NetworkSegment(5d49f01f-da66-477d-a5b2-6bc0088f8dcf),segment_id=5d49f01f-da66-477d-a5b2-6bc0088f8dcf)] {{(pid=86423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 18:38:11.452447 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-30344e97-edf6-444a-99eb-26e40cb7e42c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785676839112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251178383903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251178382076'] for port, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:38:11.462980 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-7f84648e-0015-43e4-b03e-d5736217bc07 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:38:11.484104 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-404fc32d-bfcd-42e6-bfd3-589ad7f7f32d req-e0e6a266-bbde-4469-920f-7034bb962d78 tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] Network 16a0d36f-cdb1-4105-94f0-43edac0cd68f is already hosted by enough agents. {{(pid=86420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 18:38:11.493175 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.scheduler.base_scheduler [req-404fc32d-bfcd-42e6-bfd3-589ad7f7f32d req-e0e6a266-bbde-4469-920f-7034bb962d78 tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] Resources bound (agent type, host, resource id):  {{(pid=86420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:38:11.499573 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [req-404fc32d-bfcd-42e6-bfd3-589ad7f7f32d req-e0e6a266-bbde-4469-920f-7034bb962d78 tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] Received port after_create {{(pid=86420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 18:38:11.529422 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30344e97-edf6-444a-99eb-26e40cb7e42c None None] Routers {'53c51bd1-5c16-4b0d-a6f4-31b35ee30127'} bound to L3 agent in host dv-cinder-786931-2-iscsi {{(pid=86423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:38:11.530304 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-30344e97-edf6-444a-99eb-26e40cb7e42c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd930da2860>, 'dv-cinder-786931-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T18:22:01Z,description=<?>,heartbeat_timestamp=2021-04-20T18:38:01Z,host='dv-cinder-786931-2-iscsi',id=561dbf79-24e4-4a0d-b08c-f7bb8670fc1d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:22:01Z,topic='l3_agent')) {'router_ids': ['53c51bd1-5c16-4b0d-a6f4-31b35ee30127'], 'active': True} {{(pid=86423) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:38:11.556547 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e6a266-bbde-4469-920f-7034bb962d78 tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] Pushing event updated for resources: {'Port': ['ID=8a6afac6-da91-4aa7-a501-3683d53275e3,revision_number=1']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:38:11.567381 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-e0e6a266-bbde-4469-920f-7034bb962d78 tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:38:11.616014 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404fc32d-bfcd-42e6-bfd3-589ad7f7f32d req-e0e6a266-bbde-4469-920f-7034bb962d78 tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:38:11.617828 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-404fc32d-bfcd-42e6-bfd3-589ad7f7f32d req-e0e6a266-bbde-4469-920f-7034bb962d78 tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7615'] for port, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:38:11.687231 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-404fc32d-bfcd-42e6-bfd3-589ad7f7f32d req-e0e6a266-bbde-4469-920f-7034bb962d78 tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.5512736
Apr 20 18:38:11.709215 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.v2.base [req-404fc32d-bfcd-42e6-bfd3-589ad7f7f32d req-330e33ad-f2e4-4519-9e70-328722f7ba77 service neutron] Request body: {'port': {'device_id': '32685074-8714-4a27-ad3f-02245442efbb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=86420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:38:11.946998 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d048e6-8c00-4d2b-ab4b-9116a2221dea None None] Pushing event updated for resources: {'Port': ['ID=d30820c8-c99a-4881-b399-ee2525f1f2e9,revision_number=4']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:38:11.959825 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-70d048e6-8c00-4d2b-ab4b-9116a2221dea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.497s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:38:12.009359 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-404fc32d-bfcd-42e6-bfd3-589ad7f7f32d req-330e33ad-f2e4-4519-9e70-328722f7ba77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854207267'] for port, before_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:38:12.058230 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_dvr_db [None req-30344e97-edf6-444a-99eb-26e40cb7e42c None None] Set router 53c51bd1-5c16-4b0d-a6f4-31b35ee30127 gateway port host: dv-cinder-786931-2-iscsi {{(pid=86423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:38:12.498847 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-30344e97-edf6-444a-99eb-26e40cb7e42c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd930da2860>, [{'id': '53c51bd1-5c16-4b0d-a6f4-31b35ee30127', 'name': 'tempest-TestMinimumBasicScenario-548430451-router', 'tenant_id': '3be7c248a97e46148d7d0fe47561fe71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357044f3-f85c-4c82-92f2-504aa071d528', 'external_fixed_ips': [{'subnet_id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'ip_address': '172.27.2.125'}], 'enable_snat': True}, 'gw_port_id': 'c129d0b3-0d17-49f1-8540-9655a8ebefa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:37:57Z', 'updated_at': '2021-04-20T18:38:03Z', 'revision_number': 4, 'project_id': '3be7c248a97e46148d7d0fe47561fe71', 'gw_port': {'id': 'c129d0b3-0d17-49f1-8540-9655a8ebefa7', 'name': '', 'network_id': '357044f3-f85c-4c82-92f2-504aa071d528', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:d5:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c51bd1-5c16-4b0d-a6f4-31b35ee30127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'ip_address': '172.27.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:37:59Z', 'updated_at': '2021-04-20T18:38:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-2-iscsi', '_interfaces': [{'id': 'd30820c8-c99a-4881-b399-ee2525f1f2e9', 'name': '', 'network_id': 'b6f1f49b-69fd-4222-97e0-03eb35e91bb5', 'tenant_id': '3be7c248a97e46148d7d0fe47561fe71', 'mac_address': 'fa:16:3e:f2:18:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53c51bd1-5c16-4b0d-a6f4-31b35ee30127', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'a190696b-2aa4-417c-9fa5-c8b8ec121632', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:38:02Z', 'updated_at': '2021-04-20T18:38:11Z', 'revision_number': 4, 'project_id': '3be7c248a97e46148d7d0fe47561fe71', 'subnets': [{'id': 'a190696b-2aa4-417c-9fa5-c8b8ec121632', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786931-2-iscsi', False) {} {{(pid=86423) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:38:12.504489 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30344e97-edf6-444a-99eb-26e40cb7e42c None None] The sync data for ids ['53c51bd1-5c16-4b0d-a6f4-31b35ee30127'] in dv-cinder-786931-2-iscsi is: [{'id': '53c51bd1-5c16-4b0d-a6f4-31b35ee30127', 'name': 'tempest-TestMinimumBasicScenario-548430451-router', 'tenant_id': '3be7c248a97e46148d7d0fe47561fe71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357044f3-f85c-4c82-92f2-504aa071d528', 'external_fixed_ips': [{'subnet_id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'ip_address': '172.27.2.125'}], 'enable_snat': True}, 'gw_port_id': 'c129d0b3-0d17-49f1-8540-9655a8ebefa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:37:57Z', 'updated_at': '2021-04-20T18:38:03Z', 'revision_number': 4, 'project_id': '3be7c248a97e46148d7d0fe47561fe71', 'gw_port': {'id': 'c129d0b3-0d17-49f1-8540-9655a8ebefa7', 'name': '', 'network_id': '357044f3-f85c-4c82-92f2-504aa071d528', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:d5:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c51bd1-5c16-4b0d-a6f4-31b35ee30127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'ip_address': '172.27.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:37:59Z', 'updated_at': '2021-04-20T18:38:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-2-iscsi', '_interfaces': [{'id': 'd30820c8-c99a-4881-b399-ee2525f1f2e9', 'name': '', 'network_id': 'b6f1f49b-69fd-4222-97e0-03eb35e91bb5', 'tenant_id': '3be7c248a97e46148d7d0fe47561fe71', 'mac_address': 'fa:16:3e:f2:18:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53c51bd1-5c16-4b0d-a6f4-31b35ee30127', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'a190696b-2aa4-417c-9fa5-c8b8ec121632', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:38:02Z', 'updated_at': '2021-04-20T18:38:11Z', 'revision_number': 4, 'project_id': '3be7c248a97e46148d7d0fe47561fe71', 'subnets': [{'id': 'a190696b-2aa4-417c-9fa5-c8b8ec121632', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 18:38:12.516710 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9831e6d-cf07-40eb-925e-30712f8a2ca1 req-d5e9fa5d-9945-4aca-b4bb-f820ef0f8238 tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:38:12.525008 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-c9831e6d-cf07-40eb-925e-30712f8a2ca1 req-d5e9fa5d-9945-4aca-b4bb-f820ef0f8238 tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] 10.222.0.11 "GET /v2.0/ports?device_id=32685074-8714-4a27-ad3f-02245442efbb HTTP/1.1" status: 200  len: 931 time: 0.1437838
Apr 20 18:38:12.636885 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-c9831e6d-cf07-40eb-925e-30712f8a2ca1 req-b2fac4ee-bd2a-4a48-a24a-9e2f7de2e69b tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] 10.222.0.11 "GET /v2.0/security-groups?id=10327c67-6bcb-4133-afa8-96876f4e6aad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1090550
Apr 20 18:38:12.711887 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.notifiers.nova [req-404fc32d-bfcd-42e6-bfd3-589ad7f7f32d req-330e33ad-f2e4-4519-9e70-328722f7ba77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a6afac6-da91-4aa7-a501-3683d53275e3 {{(pid=86420) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 18:38:12.725224 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-404fc32d-bfcd-42e6-bfd3-589ad7f7f32d req-330e33ad-f2e4-4519-9e70-328722f7ba77 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:38:12.747310 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [req-404fc32d-bfcd-42e6-bfd3-589ad7f7f32d req-330e33ad-f2e4-4519-9e70-328722f7ba77 service neutron] Transition to ACTIVE for port object 8a6afac6-da91-4aa7-a501-3683d53275e3 will not be triggered until provisioned by entity L2. {{(pid=86420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 18:38:12.750806 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-404fc32d-bfcd-42e6-bfd3-589ad7f7f32d req-330e33ad-f2e4-4519-9e70-328722f7ba77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785676839112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251178383903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251178382076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850586375'] for port, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:38:12.757100 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-f57bcc86-d1d5-46c2-815c-0e60034165e8 tempest-VolumesActionsTest-57729970 tempest-VolumesActionsTest-57729970-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:38:12.815011 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Device d30820c8-c99a-4881-b399-ee2525f1f2e9 up at agent ovs-agent-dv-cinder-786931-2-iscsi {{(pid=86422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:38:12.951885 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Provisioning for port d30820c8-c99a-4881-b399-ee2525f1f2e9 completed by entity L2. {{(pid=86422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 18:38:12.960386 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Provisioning complete for port d30820c8-c99a-4881-b399-ee2525f1f2e9 triggered by entity L2. {{(pid=86422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:38:12.960872 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733696'] for port, provisioning_complete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:38:13.119155 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [req-404fc32d-bfcd-42e6-bfd3-589ad7f7f32d req-330e33ad-f2e4-4519-9e70-328722f7ba77 service neutron] Attempting to bind port 8a6afac6-da91-4aa7-a501-3683d53275e3 on host hv-cinder-78693 for vnic_type normal with profile  {{(pid=86420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 18:38:13.124789 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [req-404fc32d-bfcd-42e6-bfd3-589ad7f7f32d req-330e33ad-f2e4-4519-9e70-328722f7ba77 service neutron] Attempting to bind port 8a6afac6-da91-4aa7-a501-3683d53275e3 by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': '04535fee-2cd3-407c-bd35-65d1b8a6d84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '16a0d36f-cdb1-4105-94f0-43edac0cd68f'}] {{(pid=86420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 18:38:13.125586 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-404fc32d-bfcd-42e6-bfd3-589ad7f7f32d req-330e33ad-f2e4-4519-9e70-328722f7ba77 service neutron] Attempting to bind port 8a6afac6-da91-4aa7-a501-3683d53275e3 on network 16a0d36f-cdb1-4105-94f0-43edac0cd68f {{(pid=86420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 18:38:13.147060 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330e33ad-f2e4-4519-9e70-328722f7ba77 service neutron] Pushing event updated for resources: {'Port': ['ID=8a6afac6-da91-4aa7-a501-3683d53275e3,revision_number=2']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:38:13.152752 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-404fc32d-bfcd-42e6-bfd3-589ad7f7f32d req-330e33ad-f2e4-4519-9e70-328722f7ba77 service neutron] Port 8a6afac6-da91-4aa7-a501-3683d53275e3 on network 16a0d36f-cdb1-4105-94f0-43edac0cd68f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=86420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 20 18:38:13.153335 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-404fc32d-bfcd-42e6-bfd3-589ad7f7f32d req-330e33ad-f2e4-4519-9e70-328722f7ba77 service neutron] Attempting to bind port 8a6afac6-da91-4aa7-a501-3683d53275e3 on network 16a0d36f-cdb1-4105-94f0-43edac0cd68f {{(pid=86420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 18:38:13.162930 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-330e33ad-f2e4-4519-9e70-328722f7ba77 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.406s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:38:13.163795 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-404fc32d-bfcd-42e6-bfd3-589ad7f7f32d req-330e33ad-f2e4-4519-9e70-328722f7ba77 service neutron] Checking agent: {'id': '1d7a02d0-8f4e-4dcc-9452-bf36df956f32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 28, 32), 'started_at': datetime.datetime(2021, 4, 20, 18, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 38, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 18:38:13.164241 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-404fc32d-bfcd-42e6-bfd3-589ad7f7f32d req-330e33ad-f2e4-4519-9e70-328722f7ba77 service neutron] Checking segment: {'id': '04535fee-2cd3-407c-bd35-65d1b8a6d84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '16a0d36f-cdb1-4105-94f0-43edac0cd68f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 18:38:13.164640 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-404fc32d-bfcd-42e6-bfd3-589ad7f7f32d req-330e33ad-f2e4-4519-9e70-328722f7ba77 service neutron] Bound using segment: {'id': '04535fee-2cd3-407c-bd35-65d1b8a6d84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '16a0d36f-cdb1-4105-94f0-43edac0cd68f'} {{(pid=86420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 18:38:13.165711 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [req-404fc32d-bfcd-42e6-bfd3-589ad7f7f32d req-330e33ad-f2e4-4519-9e70-328722f7ba77 service neutron] Bound port: 8a6afac6-da91-4aa7-a501-3683d53275e3, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04535fee-2cd3-407c-bd35-65d1b8a6d84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '16a0d36f-cdb1-4105-94f0-43edac0cd68f'}}] {{(pid=86420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 18:38:13.165711 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-404fc32d-bfcd-42e6-bfd3-589ad7f7f32d req-330e33ad-f2e4-4519-9e70-328722f7ba77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854207267'] for port, before_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:38:13.209923 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854207267'] for port, before_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:38:13.266349 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] For port d30820c8-c99a-4881-b399-ee2525f1f2e9, host dv-cinder-786931-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-2-iscsi',level=0,port_id=d30820c8-c99a-4881-b399-ee2525f1f2e9,segment=NetworkSegment(5d49f01f-da66-477d-a5b2-6bc0088f8dcf),segment_id=5d49f01f-da66-477d-a5b2-6bc0088f8dcf)] {{(pid=86422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:38:13.271941 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785676839112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251178383903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251178382076'] for port, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:38:13.275794 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:38:13.304522 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [req-404fc32d-bfcd-42e6-bfd3-589ad7f7f32d req-330e33ad-f2e4-4519-9e70-328722f7ba77 service neutron] For port 8a6afac6-da91-4aa7-a501-3683d53275e3, host hv-cinder-78693, cleared binding levels {{(pid=86420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 18:38:13.310125 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [req-404fc32d-bfcd-42e6-bfd3-589ad7f7f32d req-330e33ad-f2e4-4519-9e70-328722f7ba77 service neutron] For port 8a6afac6-da91-4aa7-a501-3683d53275e3, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=8a6afac6-da91-4aa7-a501-3683d53275e3,segment=NetworkSegment(04535fee-2cd3-407c-bd35-65d1b8a6d84d),segment_id=04535fee-2cd3-407c-bd35-65d1b8a6d84d)] {{(pid=86420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 18:38:13.315589 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-404fc32d-bfcd-42e6-bfd3-589ad7f7f32d req-330e33ad-f2e4-4519-9e70-328722f7ba77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785676839112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251178383903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251178382076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850586375'] for port, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:38:13.322539 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-f7a143a3-0b49-46c6-b034-a9e532d3182d tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:38:13.413783 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Pushing event updated for resources: {'Port': ['ID=d30820c8-c99a-4881-b399-ee2525f1f2e9,revision_number=5']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:38:13.420744 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:38:13.430185 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404fc32d-bfcd-42e6-bfd3-589ad7f7f32d req-330e33ad-f2e4-4519-9e70-328722f7ba77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:38:13.431369 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-404fc32d-bfcd-42e6-bfd3-589ad7f7f32d req-330e33ad-f2e4-4519-9e70-328722f7ba77 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7615'] for port, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:38:13.436195 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-404fc32d-bfcd-42e6-bfd3-589ad7f7f32d req-330e33ad-f2e4-4519-9e70-328722f7ba77 service neutron] 10.222.0.10 "PUT /v2.0/ports/8a6afac6-da91-4aa7-a501-3683d53275e3 HTTP/1.1" status: 200  len: 1093 time: 1.7361643
Apr 20 18:38:13.436195 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32685074-8714-4a27-ad3f-02245442efbb', 'tag': '8a6afac6-da91-4aa7-a501-3683d53275e3'}] {{(pid=86420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:38:13.507688 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330e33ad-f2e4-4519-9e70-328722f7ba77 service neutron] Pushing event updated for resources: {'Port': ['ID=8a6afac6-da91-4aa7-a501-3683d53275e3,revision_number=3']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:38:13.602234 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-330e33ad-f2e4-4519-9e70-328722f7ba77 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:38:13.604034 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32685074-8714-4a27-ad3f-02245442efbb', 'tag': '8a6afac6-da91-4aa7-a501-3683d53275e3', 'status': 'completed', 'code': 200}
Apr 20 18:38:13.648910 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404fc32d-bfcd-42e6-bfd3-589ad7f7f32d req-2c56d726-0f2b-45c1-9635-6a5d5ef9cac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:38:13.650930 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-404fc32d-bfcd-42e6-bfd3-589ad7f7f32d req-2c56d726-0f2b-45c1-9635-6a5d5ef9cac4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=69d55e51e8004921b0756f8758d3029a&device_id=32685074-8714-4a27-ad3f-02245442efbb HTTP/1.1" status: 200  len: 1096 time: 0.1333678
Apr 20 18:38:13.836477 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-404fc32d-bfcd-42e6-bfd3-589ad7f7f32d req-a1230f10-2ba1-4716-99c2-7a5c776d2806 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8a6afac6-da91-4aa7-a501-3683d53275e3 HTTP/1.1" status: 200  len: 217 time: 0.1742458
Apr 20 18:38:13.945728 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404fc32d-bfcd-42e6-bfd3-589ad7f7f32d req-873b5e71-c52a-4a9b-87e4-842a0f876e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:38:13.947549 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-404fc32d-bfcd-42e6-bfd3-589ad7f7f32d req-873b5e71-c52a-4a9b-87e4-842a0f876e99 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=68bbb48f-d1b3-4317-b2f4-3b64860062a5 HTTP/1.1" status: 200  len: 854 time: 0.0989022
Apr 20 18:38:14.022490 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-404fc32d-bfcd-42e6-bfd3-589ad7f7f32d req-545fc60c-af95-443e-86a2-14b2b3a9366d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=16a0d36f-cdb1-4105-94f0-43edac0cd68f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0665145
Apr 20 18:38:14.064138 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecebed3e-5110-451e-8a3d-de7277f357a0 req-b2f8caf6-abf4-4cdd-9763-449bf2c73d46 tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:38:14.064138 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-ecebed3e-5110-451e-8a3d-de7277f357a0 req-b2f8caf6-abf4-4cdd-9763-449bf2c73d46 tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] 10.222.0.11 "GET /v2.0/ports?device_id=32685074-8714-4a27-ad3f-02245442efbb HTTP/1.1" status: 200  len: 943 time: 0.1216974
Apr 20 18:38:14.130186 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-ecebed3e-5110-451e-8a3d-de7277f357a0 req-6519f5af-218d-4419-8065-dac0b11c4e27 tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] 10.222.0.11 "GET /v2.0/security-groups?id=10327c67-6bcb-4133-afa8-96876f4e6aad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0583031
Apr 20 18:38:14.241183 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-404fc32d-bfcd-42e6-bfd3-589ad7f7f32d req-19b56b3f-3c1d-43ca-9b15-2daf425dccf2 service neutron] 10.222.0.10 "GET /v2.0/networks/16a0d36f-cdb1-4105-94f0-43edac0cd68f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2121692
Apr 20 18:38:14.458311 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-404fc32d-bfcd-42e6-bfd3-589ad7f7f32d req-a3043046-b282-4523-ae69-c9c8378211c3 service neutron] 10.222.0.10 "GET /v2.0/networks/16a0d36f-cdb1-4105-94f0-43edac0cd68f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1933091
Apr 20 18:38:14.658285 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204ddfbe-a5d4-441f-8233-61536e696950 req-b726b3a5-3cac-47b0-9335-e7abcfeec57b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:38:14.660985 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-204ddfbe-a5d4-441f-8233-61536e696950 req-b726b3a5-3cac-47b0-9335-e7abcfeec57b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=69d55e51e8004921b0756f8758d3029a&device_id=32685074-8714-4a27-ad3f-02245442efbb HTTP/1.1" status: 200  len: 1096 time: 0.1482179
Apr 20 18:38:14.784767 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Device d30820c8-c99a-4881-b399-ee2525f1f2e9 up at agent ovs-agent-dv-cinder-786931-2-iscsi {{(pid=86422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:38:14.841624 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204ddfbe-a5d4-441f-8233-61536e696950 req-73e15346-ba14-466b-a920-fd56e4d11587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:38:14.843319 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-204ddfbe-a5d4-441f-8233-61536e696950 req-73e15346-ba14-466b-a920-fd56e4d11587 service neutron] 10.222.0.10 "GET /v2.0/networks?id=16a0d36f-cdb1-4105-94f0-43edac0cd68f HTTP/1.1" status: 200  len: 915 time: 0.1742167
Apr 20 18:38:14.937172 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-204ddfbe-a5d4-441f-8233-61536e696950 req-a9a0ebae-5583-411a-9c0c-a8fc60bce54c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8a6afac6-da91-4aa7-a501-3683d53275e3 HTTP/1.1" status: 200  len: 217 time: 0.0865026
Apr 20 18:38:14.968301 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Provisioning complete for port d30820c8-c99a-4881-b399-ee2525f1f2e9 triggered by entity L2. {{(pid=86422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:38:14.969504 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733696'] for port, provisioning_complete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:38:15.022081 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204ddfbe-a5d4-441f-8233-61536e696950 req-94806714-a592-4f67-9547-6efec018aad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:38:15.023868 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-204ddfbe-a5d4-441f-8233-61536e696950 req-94806714-a592-4f67-9547-6efec018aad7 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=68bbb48f-d1b3-4317-b2f4-3b64860062a5 HTTP/1.1" status: 200  len: 854 time: 0.0801508
Apr 20 18:38:15.088382 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-204ddfbe-a5d4-441f-8233-61536e696950 req-0138c5b1-5e23-4df5-a643-e11fffa8cce9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=16a0d36f-cdb1-4105-94f0-43edac0cd68f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0543673
Apr 20 18:38:15.292456 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-204ddfbe-a5d4-441f-8233-61536e696950 req-7d7eb29c-707f-42f3-b206-9faf72ac77e5 service neutron] 10.222.0.10 "GET /v2.0/networks/16a0d36f-cdb1-4105-94f0-43edac0cd68f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1948593
Apr 20 18:38:15.414640 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7aafb37-2178-4c63-84cd-511b6906e868 req-932397b8-dcfc-412a-9b2d-8e1dee4ce1b5 tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:38:15.416412 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-d7aafb37-2178-4c63-84cd-511b6906e868 req-932397b8-dcfc-412a-9b2d-8e1dee4ce1b5 tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] 10.222.0.11 "GET /v2.0/ports?device_id=32685074-8714-4a27-ad3f-02245442efbb HTTP/1.1" status: 200  len: 943 time: 0.1113169
Apr 20 18:38:15.499687 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-d7aafb37-2178-4c63-84cd-511b6906e868 req-bcf6a7ad-05de-4741-abc2-ea0ab8a7a23a tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] 10.222.0.11 "GET /v2.0/security-groups?id=10327c67-6bcb-4133-afa8-96876f4e6aad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0745890
Apr 20 18:38:15.628724 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-204ddfbe-a5d4-441f-8233-61536e696950 req-d15d4e4d-dfe4-44ea-916e-7804e38912fe service neutron] 10.222.0.10 "GET /v2.0/networks/16a0d36f-cdb1-4105-94f0-43edac0cd68f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3279026
Apr 20 18:38:16.715699 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6345c6a-a3d4-4bf5-b986-be78fd4ce865 req-d4387df2-0ae6-4def-b3c1-295c0befa4d2 tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:38:16.716773 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-c6345c6a-a3d4-4bf5-b986-be78fd4ce865 req-d4387df2-0ae6-4def-b3c1-295c0befa4d2 tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] 10.222.0.11 "GET /v2.0/ports?device_id=32685074-8714-4a27-ad3f-02245442efbb HTTP/1.1" status: 200  len: 943 time: 0.1047046
Apr 20 18:38:16.768395 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-c6345c6a-a3d4-4bf5-b986-be78fd4ce865 req-3bdfebe5-f1ec-4377-a4e1-970e84ae5403 tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] 10.222.0.11 "GET /v2.0/security-groups?id=10327c67-6bcb-4133-afa8-96876f4e6aad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446277
Apr 20 18:38:17.520844 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Device 8a6afac6-da91-4aa7-a501-3683d53275e3 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 18:38:17.684077 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] For port 8a6afac6-da91-4aa7-a501-3683d53275e3, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=8a6afac6-da91-4aa7-a501-3683d53275e3,segment=NetworkSegment(04535fee-2cd3-407c-bd35-65d1b8a6d84d),segment_id=04535fee-2cd3-407c-bd35-65d1b8a6d84d)] {{(pid=86422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:38:17.700066 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Returning: {'device': '8a6afac6-da91-4aa7-a501-3683d53275e3', 'network_id': '16a0d36f-cdb1-4105-94f0-43edac0cd68f', 'port_id': '8a6afac6-da91-4aa7-a501-3683d53275e3', 'mac_address': 'fa:16:3e:b0:67:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68bbb48f-d1b3-4317-b2f4-3b64860062a5', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 18:38:17.766858 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854207267'] for port, before_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:38:17.790959 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.notifiers.nova [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a6afac6-da91-4aa7-a501-3683d53275e3 {{(pid=86422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 18:38:17.810129 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] For port 8a6afac6-da91-4aa7-a501-3683d53275e3, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=8a6afac6-da91-4aa7-a501-3683d53275e3,segment=NetworkSegment(04535fee-2cd3-407c-bd35-65d1b8a6d84d),segment_id=04535fee-2cd3-407c-bd35-65d1b8a6d84d)] {{(pid=86422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:38:17.813442 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785676839112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251178383903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251178382076'] for port, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:38:17.816068 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:38:17.890942 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Pushing event updated for resources: {'Port': ['ID=8a6afac6-da91-4aa7-a501-3683d53275e3,revision_number=4']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:38:17.894510 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:38:17.988387 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec80146-1cbc-4d7d-9a59-b7605942d49a req-015bc8cb-53e7-4a9c-9038-50c492569035 tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:38:17.999996 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-bec80146-1cbc-4d7d-9a59-b7605942d49a req-015bc8cb-53e7-4a9c-9038-50c492569035 tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] 10.222.0.11 "GET /v2.0/ports?device_id=32685074-8714-4a27-ad3f-02245442efbb HTTP/1.1" status: 200  len: 944 time: 0.0955575
Apr 20 18:38:18.038059 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] get_ports_and_sgs() called for port_ids ['8a6afac6-da91-4aa7-a501-3683d53275e3'] {{(pid=86422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 18:38:18.041355 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-bec80146-1cbc-4d7d-9a59-b7605942d49a req-f0d1a5fc-f4cc-483e-8844-25ddcd303581 tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] 10.222.0.11 "GET /v2.0/security-groups?id=10327c67-6bcb-4133-afa8-96876f4e6aad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440242
Apr 20 18:38:18.544471 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5a0a02-971f-4bc5-88ff-336b41fe80df req-438cfdb6-6eb6-4a7f-b7d4-f4c7497d3027 tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:38:18.545239 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [req-dc5a0a02-971f-4bc5-88ff-336b41fe80df req-438cfdb6-6eb6-4a7f-b7d4-f4c7497d3027 tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] Synchronizing usage tracker for tenant:f53a192abe7c4bf98a9dcf3d23d09206 on resource:network {{(pid=86421) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 18:38:18.562667 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [req-dc5a0a02-971f-4bc5-88ff-336b41fe80df req-438cfdb6-6eb6-4a7f-b7d4-f4c7497d3027 tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] Unset dirty status for tenant:f53a192abe7c4bf98a9dcf3d23d09206 on resource:network {{(pid=86421) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 18:38:18.564151 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-dc5a0a02-971f-4bc5-88ff-336b41fe80df req-438cfdb6-6eb6-4a7f-b7d4-f4c7497d3027 tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] 10.222.0.11 "GET /v2.0/networks?id=6d144805-8d75-4a3e-b688-4a2f32d5990e HTTP/1.1" status: 200  len: 814 time: 0.4365706
Apr 20 18:38:18.581221 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-dc5a0a02-971f-4bc5-88ff-336b41fe80df req-f8594318-92f3-405a-b318-9c97589654c7 tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] 10.222.0.11 "GET /v2.0/quotas/f53a192abe7c4bf98a9dcf3d23d09206 HTTP/1.1" status: 200  len: 375 time: 0.0109303
Apr 20 18:38:18.675241 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [req-dc5a0a02-971f-4bc5-88ff-336b41fe80df req-9d7ab4f5-b8a4-46ee-bd90-6c067aaded82 tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] Synchronizing usage tracker for tenant:f53a192abe7c4bf98a9dcf3d23d09206 on resource:port {{(pid=86421) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 18:38:18.692495 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [req-dc5a0a02-971f-4bc5-88ff-336b41fe80df req-9d7ab4f5-b8a4-46ee-bd90-6c067aaded82 tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] Unset dirty status for tenant:f53a192abe7c4bf98a9dcf3d23d09206 on resource:port {{(pid=86421) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 18:38:18.693947 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-dc5a0a02-971f-4bc5-88ff-336b41fe80df req-9d7ab4f5-b8a4-46ee-bd90-6c067aaded82 tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=f53a192abe7c4bf98a9dcf3d23d09206&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1067636
Apr 20 18:38:18.845293 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-dc5a0a02-971f-4bc5-88ff-336b41fe80df req-5af4a8a4-323a-43dd-9f75-6ded7412fc73 service neutron] 10.222.0.11 "GET /v2.0/networks/6d144805-8d75-4a3e-b688-4a2f32d5990e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1379313
Apr 20 18:38:18.996911 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-dc5a0a02-971f-4bc5-88ff-336b41fe80df req-c288b9e4-eec7-4610-8554-99939c298ce4 service neutron] 10.222.0.11 "GET /v2.0/networks/6d144805-8d75-4a3e-b688-4a2f32d5990e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1439111
Apr 20 18:38:19.279891 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-06c5d217-0230-4353-bfd1-3298f25e524e req-4a1fb2bf-4d1f-411d-884e-862c203b7fe6 tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] 10.222.0.11 "GET /v2.0/ports?device_id=076d0f67-ed24-4b17-b96c-253082f2f7d8 HTTP/1.1" status: 200  len: 210 time: 0.0695467
Apr 20 18:38:19.318307 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b0b677-d851-4212-8af6-8c71866c1fee req-3b88e567-9f06-49f3-9daf-e088879ee119 tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:38:19.320022 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-f6b0b677-d851-4212-8af6-8c71866c1fee req-3b88e567-9f06-49f3-9daf-e088879ee119 tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] 10.222.0.11 "GET /v2.0/ports?device_id=32685074-8714-4a27-ad3f-02245442efbb HTTP/1.1" status: 200  len: 944 time: 0.1602895
Apr 20 18:38:19.375940 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-f6b0b677-d851-4212-8af6-8c71866c1fee req-e3c2744e-3139-4ab1-b452-33d164cf96c5 tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] 10.222.0.11 "GET /v2.0/security-groups?id=10327c67-6bcb-4133-afa8-96876f4e6aad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0492558
Apr 20 18:38:19.544470 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Device 8a6afac6-da91-4aa7-a501-3683d53275e3 up at agent hyperv_hv-cinder-78693 {{(pid=86422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:38:19.619644 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Provisioning for port 8a6afac6-da91-4aa7-a501-3683d53275e3 completed by entity L2. {{(pid=86422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 18:38:19.625545 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Provisioning complete for port 8a6afac6-da91-4aa7-a501-3683d53275e3 triggered by entity L2. {{(pid=86422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:38:19.625962 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733696'] for port, provisioning_complete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:38:19.771538 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854207267'] for port, before_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:38:19.803352 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32685074-8714-4a27-ad3f-02245442efbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a6afac6-da91-4aa7-a501-3683d53275e3'}] {{(pid=86422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:38:19.815435 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] For port 8a6afac6-da91-4aa7-a501-3683d53275e3, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=8a6afac6-da91-4aa7-a501-3683d53275e3,segment=NetworkSegment(04535fee-2cd3-407c-bd35-65d1b8a6d84d),segment_id=04535fee-2cd3-407c-bd35-65d1b8a6d84d)] {{(pid=86422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:38:19.820099 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785676839112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251178383903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251178382076'] for port, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:38:19.822276 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:38:19.867016 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32685074-8714-4a27-ad3f-02245442efbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a6afac6-da91-4aa7-a501-3683d53275e3', 'code': 200}
Apr 20 18:38:19.905938 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Pushing event updated for resources: {'Port': ['ID=8a6afac6-da91-4aa7-a501-3683d53275e3,revision_number=5']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:38:19.909294 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:38:20.124945 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a039ac8d-fc36-4a6b-afff-791c7381f626 req-e088091d-928c-4150-b907-1b8b3fd04cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:38:20.126569 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-a039ac8d-fc36-4a6b-afff-791c7381f626 req-e088091d-928c-4150-b907-1b8b3fd04cdd service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=32685074-8714-4a27-ad3f-02245442efbb HTTP/1.1" status: 200  len: 1098 time: 0.0819178
Apr 20 18:38:20.173061 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-a039ac8d-fc36-4a6b-afff-791c7381f626 req-341b1784-9cf2-4704-b1e6-fb7bd28881ee service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=10327c67-6bcb-4133-afa8-96876f4e6aad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0387683
Apr 20 18:38:20.466401 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-489113c2-dd2e-46cd-8c40-404ea8554f93 req-b6d47b56-a7a1-41ee-9be8-e8e0932ea75e tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] 10.222.0.11 "GET /v2.0/ports?device_id=076d0f67-ed24-4b17-b96c-253082f2f7d8 HTTP/1.1" status: 200  len: 210 time: 0.0638649
Apr 20 18:38:20.553141 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5a0a02-971f-4bc5-88ff-336b41fe80df req-71f4f45c-95d6-4610-af17-60ea52df6ead tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:38:20.554792 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-dc5a0a02-971f-4bc5-88ff-336b41fe80df req-71f4f45c-95d6-4610-af17-60ea52df6ead tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] 10.222.0.10 "GET /v2.0/networks?id=6d144805-8d75-4a3e-b688-4a2f32d5990e HTTP/1.1" status: 200  len: 814 time: 0.2044086
Apr 20 18:38:20.570738 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.v2.base [req-dc5a0a02-971f-4bc5-88ff-336b41fe80df req-37923aea-5a31-4087-915b-5db55f7e2b07 tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] Request body: {'port': {'device_id': '076d0f67-ed24-4b17-b96c-253082f2f7d8', 'network_id': '6d144805-8d75-4a3e-b688-4a2f32d5990e', 'admin_state_up': True, 'tenant_id': 'f53a192abe7c4bf98a9dcf3d23d09206'}} {{(pid=86420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:38:20.650303 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2405deb8-d6cc-4507-a4f2-82cd70d64615 req-c342e896-dd35-482d-a135-8a4a671e6ba3 tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:38:20.652087 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-2405deb8-d6cc-4507-a4f2-82cd70d64615 req-c342e896-dd35-482d-a135-8a4a671e6ba3 tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] 10.222.0.11 "GET /v2.0/ports?device_id=32685074-8714-4a27-ad3f-02245442efbb HTTP/1.1" status: 200  len: 945 time: 0.1107702
Apr 20 18:38:20.732061 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-2405deb8-d6cc-4507-a4f2-82cd70d64615 req-9e0d719d-8ee4-4cfb-9e79-59406aeb1bc3 tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] 10.222.0.11 "GET /v2.0/security-groups?id=10327c67-6bcb-4133-afa8-96876f4e6aad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0629468
Apr 20 18:38:20.759560 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [req-dc5a0a02-971f-4bc5-88ff-336b41fe80df req-37923aea-5a31-4087-915b-5db55f7e2b07 tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:38:20.771228 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [req-dc5a0a02-971f-4bc5-88ff-336b41fe80df req-37923aea-5a31-4087-915b-5db55f7e2b07 tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:38:20.781326 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc5a0a02-971f-4bc5-88ff-336b41fe80df req-37923aea-5a31-4087-915b-5db55f7e2b07 tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] Made reservation on behalf of f53a192abe7c4bf98a9dcf3d23d09206 for: {'port': 1} {{(pid=86420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 18:38:20.787385 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-dc5a0a02-971f-4bc5-88ff-336b41fe80df req-37923aea-5a31-4087-915b-5db55f7e2b07 tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854207267'] for port, before_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:38:21.045037 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.db_base_plugin_common [req-dc5a0a02-971f-4bc5-88ff-336b41fe80df req-37923aea-5a31-4087-915b-5db55f7e2b07 tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] Allocated IP 172.20.0.11 (6d144805-8d75-4a3e-b688-4a2f32d5990e/a6c6d2ce-c18f-43fb-b599-797b906e367c/7414aabf-dbe8-4fa3-96c1-9a01bbe6a7e4) {{(pid=86420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 18:38:21.406851 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-dc5a0a02-971f-4bc5-88ff-336b41fe80df req-37923aea-5a31-4087-915b-5db55f7e2b07 tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] Notify callbacks [] for port, precommit_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:38:21.449827 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [req-dc5a0a02-971f-4bc5-88ff-336b41fe80df req-37923aea-5a31-4087-915b-5db55f7e2b07 tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] Transition to ACTIVE for port object 7414aabf-dbe8-4fa3-96c1-9a01bbe6a7e4 will not be triggered until provisioned by entity DHCP. {{(pid=86420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 18:38:21.501028 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-dc5a0a02-971f-4bc5-88ff-336b41fe80df req-37923aea-5a31-4087-915b-5db55f7e2b07 tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251178383920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4189424'] for port, after_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:38:21.520313 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-e0e6a266-bbde-4469-920f-7034bb962d78 tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:38:21.620301 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc5a0a02-971f-4bc5-88ff-336b41fe80df req-37923aea-5a31-4087-915b-5db55f7e2b07 tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] Network 6d144805-8d75-4a3e-b688-4a2f32d5990e is already hosted by enough agents. {{(pid=86420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 18:38:21.625471 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.scheduler.base_scheduler [req-dc5a0a02-971f-4bc5-88ff-336b41fe80df req-37923aea-5a31-4087-915b-5db55f7e2b07 tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] Resources bound (agent type, host, resource id):  {{(pid=86420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:38:21.631869 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc5a0a02-971f-4bc5-88ff-336b41fe80df req-37923aea-5a31-4087-915b-5db55f7e2b07 tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] Received port after_create {{(pid=86420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 18:38:21.743846 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5a0a02-971f-4bc5-88ff-336b41fe80df req-37923aea-5a31-4087-915b-5db55f7e2b07 tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:38:21.746514 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-dc5a0a02-971f-4bc5-88ff-336b41fe80df req-37923aea-5a31-4087-915b-5db55f7e2b07 tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7615'] for port, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:38:21.797643 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37923aea-5a31-4087-915b-5db55f7e2b07 tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] Pushing event updated for resources: {'Port': ['ID=7414aabf-dbe8-4fa3-96c1-9a01bbe6a7e4,revision_number=1']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:38:21.810787 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-37923aea-5a31-4087-915b-5db55f7e2b07 tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:38:21.846166 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-dc5a0a02-971f-4bc5-88ff-336b41fe80df req-37923aea-5a31-4087-915b-5db55f7e2b07 tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.2807846
Apr 20 18:38:21.892380 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d51391-2a76-4d1e-9080-887182fb3a79 req-069784ba-435d-465d-ae3a-ce6dc38cab06 tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:38:21.894243 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-39d51391-2a76-4d1e-9080-887182fb3a79 req-069784ba-435d-465d-ae3a-ce6dc38cab06 tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] 10.222.0.11 "GET /v2.0/ports?device_id=076d0f67-ed24-4b17-b96c-253082f2f7d8 HTTP/1.1" status: 200  len: 932 time: 0.1791093
Apr 20 18:38:22.017573 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [req-39d51391-2a76-4d1e-9080-887182fb3a79 req-0e43b4ff-430f-41ef-b68b-efdb11f500cc tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] Synchronizing usage tracker for tenant:f53a192abe7c4bf98a9dcf3d23d09206 on resource:security_group {{(pid=86421) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 18:38:22.043912 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-b1a613be-faf4-49ec-b1d3-8e5bcad449d6 None None] Provisioning for port 7414aabf-dbe8-4fa3-96c1-9a01bbe6a7e4 completed by entity DHCP. {{(pid=86422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 18:38:22.049837 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [req-39d51391-2a76-4d1e-9080-887182fb3a79 req-0e43b4ff-430f-41ef-b68b-efdb11f500cc tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] Unset dirty status for tenant:f53a192abe7c4bf98a9dcf3d23d09206 on resource:security_group {{(pid=86421) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 18:38:22.053241 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-b1a613be-faf4-49ec-b1d3-8e5bcad449d6 None None] Provisioning complete for port 7414aabf-dbe8-4fa3-96c1-9a01bbe6a7e4 triggered by entity DHCP. {{(pid=86422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:38:22.054015 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-b1a613be-faf4-49ec-b1d3-8e5bcad449d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733696'] for port, provisioning_complete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:38:22.061702 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-39d51391-2a76-4d1e-9080-887182fb3a79 req-0e43b4ff-430f-41ef-b68b-efdb11f500cc tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] 10.222.0.11 "GET /v2.0/security-groups?id=9dbc5abb-33fb-429f-bc59-5e978e26d110&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1460886
Apr 20 18:38:22.189468 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f186abd8-d6c1-4f49-a7e3-330115831310 req-6ea515d9-2ab9-44c0-9c9d-e68fc2ad8124 tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:38:22.194795 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-f186abd8-d6c1-4f49-a7e3-330115831310 req-6ea515d9-2ab9-44c0-9c9d-e68fc2ad8124 tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] 10.222.0.11 "GET /v2.0/ports?device_id=32685074-8714-4a27-ad3f-02245442efbb HTTP/1.1" status: 200  len: 945 time: 0.1134591
Apr 20 18:38:22.210377 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-b1a613be-faf4-49ec-b1d3-8e5bcad449d6 None None] Port 7414aabf-dbe8-4fa3-96c1-9a01bbe6a7e4 cannot update to ACTIVE because it is not bound. {{(pid=86422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 18:38:22.254374 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-f186abd8-d6c1-4f49-a7e3-330115831310 req-f28d7fee-8f8d-4b3c-a828-b1a91304a7e0 tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] 10.222.0.11 "GET /v2.0/security-groups?id=10327c67-6bcb-4133-afa8-96876f4e6aad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0541856
Apr 20 18:38:23.338096 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be384356-a372-483a-ac78-368222009a8b req-5707e75a-5f7c-4301-991c-b89a2c8feab1 tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:38:23.341234 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-be384356-a372-483a-ac78-368222009a8b req-5707e75a-5f7c-4301-991c-b89a2c8feab1 tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] 10.222.0.11 "GET /v2.0/ports?device_id=076d0f67-ed24-4b17-b96c-253082f2f7d8 HTTP/1.1" status: 200  len: 932 time: 0.1294827
Apr 20 18:38:23.433181 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-be384356-a372-483a-ac78-368222009a8b req-ea7e1054-eaa9-4fa7-b703-711bea043d50 tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] 10.222.0.11 "GET /v2.0/security-groups?id=9dbc5abb-33fb-429f-bc59-5e978e26d110&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0780985
Apr 20 18:38:24.819717 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e192736-d5e5-4489-ab9e-07f45ef4097d req-afbe9016-a88c-4bbe-acd4-f6b2923d6ace tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:38:24.821471 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-5e192736-d5e5-4489-ab9e-07f45ef4097d req-afbe9016-a88c-4bbe-acd4-f6b2923d6ace tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] 10.222.0.11 "GET /v2.0/ports?device_id=9013f79b-448b-43d7-beb2-39ba514f62e0 HTTP/1.1" status: 200  len: 945 time: 0.2063425
Apr 20 18:38:24.835670 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c465c4a9-2c7c-4844-9b51-857037faa3f3 req-e18bce99-e29d-4378-b2b3-4dfef7beabcd tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:38:24.837444 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-c465c4a9-2c7c-4844-9b51-857037faa3f3 req-e18bce99-e29d-4378-b2b3-4dfef7beabcd tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] 10.222.0.11 "GET /v2.0/ports?device_id=076d0f67-ed24-4b17-b96c-253082f2f7d8 HTTP/1.1" status: 200  len: 932 time: 0.1494308
Apr 20 18:38:24.928751 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-5e192736-d5e5-4489-ab9e-07f45ef4097d req-4acff8da-5a52-4db8-b272-84e0f9f12092 tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e7d13fc-d24e-4d2a-928a-18ab9c0989fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0900922
Apr 20 18:38:24.934267 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-c465c4a9-2c7c-4844-9b51-857037faa3f3 req-8ce0e64b-24e8-4191-8e9d-a0e03b2ad545 tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] 10.222.0.11 "GET /v2.0/security-groups?id=9dbc5abb-33fb-429f-bc59-5e978e26d110&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0753400
Apr 20 18:38:26.241386 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814032b6-ce66-4ba2-aec7-9de84cffebd0 req-ba05bffb-ed01-434c-aae8-ff4e76581176 tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:38:26.242966 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-814032b6-ce66-4ba2-aec7-9de84cffebd0 req-ba05bffb-ed01-434c-aae8-ff4e76581176 tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] 10.222.0.11 "GET /v2.0/ports?device_id=9013f79b-448b-43d7-beb2-39ba514f62e0 HTTP/1.1" status: 200  len: 945 time: 0.1335800
Apr 20 18:38:26.252110 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dc0670-5b78-47c9-867f-4f21202f97d2 req-41c7c2bb-715f-4da1-9f8e-8646dadcc0e5 tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:38:26.253774 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-43dc0670-5b78-47c9-867f-4f21202f97d2 req-41c7c2bb-715f-4da1-9f8e-8646dadcc0e5 tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] 10.222.0.11 "GET /v2.0/ports?device_id=076d0f67-ed24-4b17-b96c-253082f2f7d8 HTTP/1.1" status: 200  len: 932 time: 0.1872301
Apr 20 18:38:26.335335 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-814032b6-ce66-4ba2-aec7-9de84cffebd0 req-655266eb-d7ff-49bb-9abb-9884f436df1d tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e7d13fc-d24e-4d2a-928a-18ab9c0989fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0802176
Apr 20 18:38:26.347546 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-43dc0670-5b78-47c9-867f-4f21202f97d2 req-3483d7c5-2845-442a-9581-9ae5d13b1a56 tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] 10.222.0.11 "GET /v2.0/security-groups?id=9dbc5abb-33fb-429f-bc59-5e978e26d110&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0748103
Apr 20 18:38:27.651837 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98e9c5f-7c38-4151-ad9d-8e8bc29199af req-fbc2a36c-e92b-4ff3-b035-1cf5e4c98699 tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:38:27.653613 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-f98e9c5f-7c38-4151-ad9d-8e8bc29199af req-fbc2a36c-e92b-4ff3-b035-1cf5e4c98699 tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] 10.222.0.11 "GET /v2.0/ports?device_id=076d0f67-ed24-4b17-b96c-253082f2f7d8 HTTP/1.1" status: 200  len: 932 time: 0.1274791
Apr 20 18:38:27.669646 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fe0ec1-e64c-4711-b546-dfd11621d3e4 req-b71a4217-b0b7-4f2c-8643-3fcf01d336c9 tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:38:27.671330 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-a9fe0ec1-e64c-4711-b546-dfd11621d3e4 req-b71a4217-b0b7-4f2c-8643-3fcf01d336c9 tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] 10.222.0.11 "GET /v2.0/ports?device_id=9013f79b-448b-43d7-beb2-39ba514f62e0 HTTP/1.1" status: 200  len: 945 time: 0.1914740
Apr 20 18:38:27.762000 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-a9fe0ec1-e64c-4711-b546-dfd11621d3e4 req-2877b7a5-044d-48f4-bd69-a751260a0b51 tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e7d13fc-d24e-4d2a-928a-18ab9c0989fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0710397
Apr 20 18:38:27.796345 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-f98e9c5f-7c38-4151-ad9d-8e8bc29199af req-26f31f8a-a393-4aab-a892-24efdfe3180e tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] 10.222.0.11 "GET /v2.0/security-groups?id=9dbc5abb-33fb-429f-bc59-5e978e26d110&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1204650
Apr 20 18:38:28.548665 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-31b3d033-dc86-4d00-be35-27cdac4d4ed4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:38:29.101392 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124ba649-2d78-466c-b93f-0a4fb49097ae req-c055a84c-b5c9-49ed-9779-c1127ce4f80a tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:38:29.109839 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-124ba649-2d78-466c-b93f-0a4fb49097ae req-c055a84c-b5c9-49ed-9779-c1127ce4f80a tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] 10.222.0.11 "GET /v2.0/ports?device_id=076d0f67-ed24-4b17-b96c-253082f2f7d8 HTTP/1.1" status: 200  len: 932 time: 0.1907034
Apr 20 18:38:29.154363 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d72bb7e-25bf-4b8a-a661-a8b5ef0f24f9 req-4b932a50-3014-4ad6-b65d-2c5602f5f0b9 tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:38:29.159372 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-7d72bb7e-25bf-4b8a-a661-a8b5ef0f24f9 req-4b932a50-3014-4ad6-b65d-2c5602f5f0b9 tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] 10.222.0.11 "GET /v2.0/ports?device_id=9013f79b-448b-43d7-beb2-39ba514f62e0 HTTP/1.1" status: 200  len: 945 time: 0.1758721
Apr 20 18:38:29.199819 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-124ba649-2d78-466c-b93f-0a4fb49097ae req-a2ea4aa7-59d9-437b-92ff-4c12f4c91e40 tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] 10.222.0.11 "GET /v2.0/security-groups?id=9dbc5abb-33fb-429f-bc59-5e978e26d110&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0890515
Apr 20 18:38:29.231631 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-7d72bb7e-25bf-4b8a-a661-a8b5ef0f24f9 req-dcce01f3-4562-48f4-9793-24dc72b0c6c1 tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e7d13fc-d24e-4d2a-928a-18ab9c0989fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0613477
Apr 20 18:38:30.508948 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46bd526-8ad9-4775-994e-fd4c72ce9402 req-b46023c2-abcd-4c54-b846-d47a3c972a73 tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:38:30.512116 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-d46bd526-8ad9-4775-994e-fd4c72ce9402 req-b46023c2-abcd-4c54-b846-d47a3c972a73 tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] 10.222.0.11 "GET /v2.0/ports?device_id=076d0f67-ed24-4b17-b96c-253082f2f7d8 HTTP/1.1" status: 200  len: 932 time: 0.1831322
Apr 20 18:38:30.574547 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353d897b-1f3b-4796-ba72-2d1593525fb1 req-06ed03ce-6a2c-4648-bf52-767b6ea0e63f tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:38:30.577473 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-353d897b-1f3b-4796-ba72-2d1593525fb1 req-06ed03ce-6a2c-4648-bf52-767b6ea0e63f tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] 10.222.0.11 "GET /v2.0/ports?device_id=9013f79b-448b-43d7-beb2-39ba514f62e0 HTTP/1.1" status: 200  len: 945 time: 0.1981921
Apr 20 18:38:30.654704 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-d46bd526-8ad9-4775-994e-fd4c72ce9402 req-d076c5eb-1496-4930-9a65-fd6502b539aa tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] 10.222.0.11 "GET /v2.0/security-groups?id=9dbc5abb-33fb-429f-bc59-5e978e26d110&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1349821
Apr 20 18:38:30.666383 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-353d897b-1f3b-4796-ba72-2d1593525fb1 req-58df4b03-713d-489a-9edf-5c41fb6ecc87 tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e7d13fc-d24e-4d2a-928a-18ab9c0989fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0768640
Apr 20 18:38:31.311596 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-26e9082a-b53b-4901-840f-9dd0241c5f37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:38:31.403130 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-59ff2fcf-5a92-41e6-b6a8-ab5cb4df6403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:38:31.877319 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.v2.base [req-dc5a0a02-971f-4bc5-88ff-336b41fe80df req-73212110-d509-420f-8005-1b3bcc164e3f service neutron] Request body: {'port': {'device_id': '076d0f67-ed24-4b17-b96c-253082f2f7d8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=86420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:38:31.999176 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:38:32.014983 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e818cc-f773-4b2a-a9a1-fe9a1c247def req-d94dd70a-6da7-4703-bd7f-f39dc7ca2e02 tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:38:32.016724 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-50e818cc-f773-4b2a-a9a1-fe9a1c247def req-d94dd70a-6da7-4703-bd7f-f39dc7ca2e02 tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] 10.222.0.11 "GET /v2.0/ports?device_id=9013f79b-448b-43d7-beb2-39ba514f62e0 HTTP/1.1" status: 200  len: 945 time: 0.1972294
Apr 20 18:38:32.030438 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1158349-b277-4c50-98b5-bec08f06789d req-d3a106aa-0ff3-47a3-9346-8709c9659c95 tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:38:32.032145 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-e1158349-b277-4c50-98b5-bec08f06789d req-d3a106aa-0ff3-47a3-9346-8709c9659c95 tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] 10.222.0.11 "GET /v2.0/ports?device_id=076d0f67-ed24-4b17-b96c-253082f2f7d8 HTTP/1.1" status: 200  len: 932 time: 0.1677783
Apr 20 18:38:32.139730 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-50e818cc-f773-4b2a-a9a1-fe9a1c247def req-89e99e0b-76c8-48ca-a921-c553a825a31d tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e7d13fc-d24e-4d2a-928a-18ab9c0989fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0719030
Apr 20 18:38:32.169062 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-e1158349-b277-4c50-98b5-bec08f06789d req-f66c05c3-c0d6-43b9-96e7-09a14b769efb tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] 10.222.0.11 "GET /v2.0/security-groups?id=9dbc5abb-33fb-429f-bc59-5e978e26d110&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1219156
Apr 20 18:38:32.299470 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-dc5a0a02-971f-4bc5-88ff-336b41fe80df req-73212110-d509-420f-8005-1b3bcc164e3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854207267'] for port, before_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:38:32.381145 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:38:32.775108 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.notifiers.nova [req-dc5a0a02-971f-4bc5-88ff-336b41fe80df req-73212110-d509-420f-8005-1b3bcc164e3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7414aabf-dbe8-4fa3-96c1-9a01bbe6a7e4 {{(pid=86420) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 18:38:32.784289 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-dc5a0a02-971f-4bc5-88ff-336b41fe80df req-73212110-d509-420f-8005-1b3bcc164e3f service neutron] Notify callbacks [] for port, precommit_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:38:32.802783 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [req-dc5a0a02-971f-4bc5-88ff-336b41fe80df req-73212110-d509-420f-8005-1b3bcc164e3f service neutron] Transition to ACTIVE for port object 7414aabf-dbe8-4fa3-96c1-9a01bbe6a7e4 will not be triggered until provisioned by entity L2. {{(pid=86420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 18:38:32.805673 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-dc5a0a02-971f-4bc5-88ff-336b41fe80df req-73212110-d509-420f-8005-1b3bcc164e3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785676839112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251178383903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251178382076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850586375'] for port, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:38:32.811119 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-8d58b7f8-2bb1-45e6-86db-9cd96975834b tempest-VolumesSnapshotTestJSON-716769491 tempest-VolumesSnapshotTestJSON-716769491-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:38:33.030866 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73212110-d509-420f-8005-1b3bcc164e3f service neutron] Pushing event updated for resources: {'Port': ['ID=7414aabf-dbe8-4fa3-96c1-9a01bbe6a7e4,revision_number=2']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:38:33.036916 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-73212110-d509-420f-8005-1b3bcc164e3f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:38:33.090177 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [req-dc5a0a02-971f-4bc5-88ff-336b41fe80df req-73212110-d509-420f-8005-1b3bcc164e3f service neutron] Attempting to bind port 7414aabf-dbe8-4fa3-96c1-9a01bbe6a7e4 on host hv-cinder-78693 for vnic_type normal with profile  {{(pid=86420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 18:38:33.090549 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [req-dc5a0a02-971f-4bc5-88ff-336b41fe80df req-73212110-d509-420f-8005-1b3bcc164e3f service neutron] Attempting to bind port 7414aabf-dbe8-4fa3-96c1-9a01bbe6a7e4 by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': 'a5fccc5a-3f52-4b63-a2fe-02050c830e52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '6d144805-8d75-4a3e-b688-4a2f32d5990e'}] {{(pid=86420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 18:38:33.090933 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc5a0a02-971f-4bc5-88ff-336b41fe80df req-73212110-d509-420f-8005-1b3bcc164e3f service neutron] Attempting to bind port 7414aabf-dbe8-4fa3-96c1-9a01bbe6a7e4 on network 6d144805-8d75-4a3e-b688-4a2f32d5990e {{(pid=86420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 18:38:33.097370 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc5a0a02-971f-4bc5-88ff-336b41fe80df req-73212110-d509-420f-8005-1b3bcc164e3f service neutron] Port 7414aabf-dbe8-4fa3-96c1-9a01bbe6a7e4 on network 6d144805-8d75-4a3e-b688-4a2f32d5990e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=86420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 20 18:38:33.097736 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc5a0a02-971f-4bc5-88ff-336b41fe80df req-73212110-d509-420f-8005-1b3bcc164e3f service neutron] Attempting to bind port 7414aabf-dbe8-4fa3-96c1-9a01bbe6a7e4 on network 6d144805-8d75-4a3e-b688-4a2f32d5990e {{(pid=86420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 18:38:33.103459 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc5a0a02-971f-4bc5-88ff-336b41fe80df req-73212110-d509-420f-8005-1b3bcc164e3f service neutron] Checking agent: {'id': '1d7a02d0-8f4e-4dcc-9452-bf36df956f32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 28, 32), 'started_at': datetime.datetime(2021, 4, 20, 18, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 38, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 18:38:33.104544 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc5a0a02-971f-4bc5-88ff-336b41fe80df req-73212110-d509-420f-8005-1b3bcc164e3f service neutron] Checking segment: {'id': 'a5fccc5a-3f52-4b63-a2fe-02050c830e52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '6d144805-8d75-4a3e-b688-4a2f32d5990e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 18:38:33.104970 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc5a0a02-971f-4bc5-88ff-336b41fe80df req-73212110-d509-420f-8005-1b3bcc164e3f service neutron] Bound using segment: {'id': 'a5fccc5a-3f52-4b63-a2fe-02050c830e52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '6d144805-8d75-4a3e-b688-4a2f32d5990e'} {{(pid=86420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 18:38:33.105548 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [req-dc5a0a02-971f-4bc5-88ff-336b41fe80df req-73212110-d509-420f-8005-1b3bcc164e3f service neutron] Bound port: 7414aabf-dbe8-4fa3-96c1-9a01bbe6a7e4, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5fccc5a-3f52-4b63-a2fe-02050c830e52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '6d144805-8d75-4a3e-b688-4a2f32d5990e'}}] {{(pid=86420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 18:38:33.105945 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-dc5a0a02-971f-4bc5-88ff-336b41fe80df req-73212110-d509-420f-8005-1b3bcc164e3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854207267'] for port, before_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:38:33.176282 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-69625b45-0eac-4ead-bef5-f7df2e631dfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:38:33.213669 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [req-dc5a0a02-971f-4bc5-88ff-336b41fe80df req-73212110-d509-420f-8005-1b3bcc164e3f service neutron] For port 7414aabf-dbe8-4fa3-96c1-9a01bbe6a7e4, host hv-cinder-78693, cleared binding levels {{(pid=86420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 18:38:33.219185 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [req-dc5a0a02-971f-4bc5-88ff-336b41fe80df req-73212110-d509-420f-8005-1b3bcc164e3f service neutron] For port 7414aabf-dbe8-4fa3-96c1-9a01bbe6a7e4, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=7414aabf-dbe8-4fa3-96c1-9a01bbe6a7e4,segment=NetworkSegment(a5fccc5a-3f52-4b63-a2fe-02050c830e52),segment_id=a5fccc5a-3f52-4b63-a2fe-02050c830e52)] {{(pid=86420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 18:38:33.224911 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-dc5a0a02-971f-4bc5-88ff-336b41fe80df req-73212110-d509-420f-8005-1b3bcc164e3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785676839112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251178383903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251178382076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850586375'] for port, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:38:33.235148 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-b576cc66-f74d-4e59-a4d7-b979a37008dc tempest-VolumesActionsTest-57729970 tempest-VolumesActionsTest-57729970-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:38:33.309075 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5a0a02-971f-4bc5-88ff-336b41fe80df req-73212110-d509-420f-8005-1b3bcc164e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:38:33.309696 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-dc5a0a02-971f-4bc5-88ff-336b41fe80df req-73212110-d509-420f-8005-1b3bcc164e3f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7615'] for port, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:38:33.311265 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-dc5a0a02-971f-4bc5-88ff-336b41fe80df req-73212110-d509-420f-8005-1b3bcc164e3f service neutron] 10.222.0.10 "PUT /v2.0/ports/7414aabf-dbe8-4fa3-96c1-9a01bbe6a7e4 HTTP/1.1" status: 200  len: 1094 time: 1.4395239
Apr 20 18:38:33.313910 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '076d0f67-ed24-4b17-b96c-253082f2f7d8', 'tag': '7414aabf-dbe8-4fa3-96c1-9a01bbe6a7e4'}] {{(pid=86420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:38:33.354913 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73212110-d509-420f-8005-1b3bcc164e3f service neutron] Pushing event updated for resources: {'Port': ['ID=7414aabf-dbe8-4fa3-96c1-9a01bbe6a7e4,revision_number=3']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:38:33.358754 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-73212110-d509-420f-8005-1b3bcc164e3f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:38:33.443888 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02df2830-8013-4e9b-b956-14498cbd7fbb req-ea2762b8-4dec-445a-ac5c-ae8755d2b65c tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:38:33.445567 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-02df2830-8013-4e9b-b956-14498cbd7fbb req-ea2762b8-4dec-445a-ac5c-ae8755d2b65c tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] 10.222.0.11 "GET /v2.0/ports?device_id=076d0f67-ed24-4b17-b96c-253082f2f7d8 HTTP/1.1" status: 200  len: 944 time: 0.1401205
Apr 20 18:38:33.456672 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5b9328-2d1a-4e34-a96f-045315c8067d req-5555d716-ca94-4381-9806-f71b38396423 tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:38:33.459897 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-7a5b9328-2d1a-4e34-a96f-045315c8067d req-5555d716-ca94-4381-9806-f71b38396423 tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] 10.222.0.11 "GET /v2.0/ports?device_id=9013f79b-448b-43d7-beb2-39ba514f62e0 HTTP/1.1" status: 200  len: 945 time: 0.1971610
Apr 20 18:38:33.523375 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5a0a02-971f-4bc5-88ff-336b41fe80df req-90a51992-9371-4499-8f06-a3f4fb14ad2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:38:33.525959 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-dc5a0a02-971f-4bc5-88ff-336b41fe80df req-90a51992-9371-4499-8f06-a3f4fb14ad2b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f53a192abe7c4bf98a9dcf3d23d09206&device_id=076d0f67-ed24-4b17-b96c-253082f2f7d8 HTTP/1.1" status: 200  len: 1097 time: 0.1655049
Apr 20 18:38:33.578446 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-02df2830-8013-4e9b-b956-14498cbd7fbb req-3feed297-9e9f-4661-b45b-dadbfb078b29 tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] 10.222.0.11 "GET /v2.0/security-groups?id=9dbc5abb-33fb-429f-bc59-5e978e26d110&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1166072
Apr 20 18:38:33.631983 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-dc5a0a02-971f-4bc5-88ff-336b41fe80df req-995a02bd-cfc9-4da1-bf6a-07b2691ef9f4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7414aabf-dbe8-4fa3-96c1-9a01bbe6a7e4 HTTP/1.1" status: 200  len: 217 time: 0.0959430
Apr 20 18:38:33.634578 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-7a5b9328-2d1a-4e34-a96f-045315c8067d req-802e987e-411d-4ed7-920d-0eb82626caad tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e7d13fc-d24e-4d2a-928a-18ab9c0989fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1066167
Apr 20 18:38:33.681215 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '076d0f67-ed24-4b17-b96c-253082f2f7d8', 'tag': '7414aabf-dbe8-4fa3-96c1-9a01bbe6a7e4', 'status': 'completed', 'code': 200}
Apr 20 18:38:33.713467 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5a0a02-971f-4bc5-88ff-336b41fe80df req-19134cc6-a901-4827-9392-f545c668320f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:38:33.715249 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-dc5a0a02-971f-4bc5-88ff-336b41fe80df req-19134cc6-a901-4827-9392-f545c668320f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a6c6d2ce-c18f-43fb-b599-797b906e367c HTTP/1.1" status: 200  len: 853 time: 0.0729256
Apr 20 18:38:33.809564 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5a0a02-971f-4bc5-88ff-336b41fe80df req-941b0e43-d2f8-4706-8d07-eb18bb70cc3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:38:33.811210 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-dc5a0a02-971f-4bc5-88ff-336b41fe80df req-941b0e43-d2f8-4706-8d07-eb18bb70cc3f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6d144805-8d75-4a3e-b688-4a2f32d5990e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0877364
Apr 20 18:38:33.915952 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b48b7ce-e987-4167-8bfd-c7eec08e17fb req-3b51c26b-25ce-4865-8526-2e69ccfeff3a tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:38:33.918168 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-6b48b7ce-e987-4167-8bfd-c7eec08e17fb req-3b51c26b-25ce-4865-8526-2e69ccfeff3a tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] 10.222.0.11 "GET /v2.0/networks?id=16a0d36f-cdb1-4105-94f0-43edac0cd68f HTTP/1.1" status: 200  len: 814 time: 0.1669703
Apr 20 18:38:33.936892 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-6b48b7ce-e987-4167-8bfd-c7eec08e17fb req-ceb2fcb8-b177-4d67-8a5d-ed8c810c7755 tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] 10.222.0.11 "GET /v2.0/quotas/69d55e51e8004921b0756f8758d3029a HTTP/1.1" status: 200  len: 375 time: 0.0117390
Apr 20 18:38:33.966009 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-dc5a0a02-971f-4bc5-88ff-336b41fe80df req-d93170fe-d5e5-48dc-87cc-bfa2e3ea096a service neutron] 10.222.0.10 "GET /v2.0/networks/6d144805-8d75-4a3e-b688-4a2f32d5990e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1450918
Apr 20 18:38:34.039117 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-6b48b7ce-e987-4167-8bfd-c7eec08e17fb req-cd9d8c10-9883-4f42-8483-c0bdc3335c65 tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=69d55e51e8004921b0756f8758d3029a&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0956128
Apr 20 18:38:34.143560 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-dc5a0a02-971f-4bc5-88ff-336b41fe80df req-edd3187c-4b11-42bc-8088-4dc605fc510f service neutron] 10.222.0.10 "GET /v2.0/networks/6d144805-8d75-4a3e-b688-4a2f32d5990e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1682029
Apr 20 18:38:34.191509 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-6b48b7ce-e987-4167-8bfd-c7eec08e17fb req-1d19f3bd-e611-4fdf-8343-97b9793dae44 service neutron] 10.222.0.11 "GET /v2.0/networks/16a0d36f-cdb1-4105-94f0-43edac0cd68f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1432137
Apr 20 18:38:34.270222 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb7f712-d5aa-4126-8668-15c30a80f248 req-e9a8c8b6-5629-4125-aaa8-ffde8cc4ec19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:38:34.271771 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-acb7f712-d5aa-4126-8668-15c30a80f248 req-e9a8c8b6-5629-4125-aaa8-ffde8cc4ec19 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f53a192abe7c4bf98a9dcf3d23d09206&device_id=076d0f67-ed24-4b17-b96c-253082f2f7d8 HTTP/1.1" status: 200  len: 1097 time: 0.0804005
Apr 20 18:38:34.342528 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-6b48b7ce-e987-4167-8bfd-c7eec08e17fb req-71b03454-1294-4481-891d-20ca016fbb03 service neutron] 10.222.0.11 "GET /v2.0/networks/16a0d36f-cdb1-4105-94f0-43edac0cd68f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1436241
Apr 20 18:38:34.426538 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb7f712-d5aa-4126-8668-15c30a80f248 req-03acd84f-6edd-4a17-a660-4e3ddcd7cdf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:38:34.428219 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-acb7f712-d5aa-4126-8668-15c30a80f248 req-03acd84f-6edd-4a17-a660-4e3ddcd7cdf8 service neutron] 10.222.0.10 "GET /v2.0/networks?id=6d144805-8d75-4a3e-b688-4a2f32d5990e HTTP/1.1" status: 200  len: 915 time: 0.1491609
Apr 20 18:38:34.519508 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-acb7f712-d5aa-4126-8668-15c30a80f248 req-8e01b1fa-b41f-4e68-a1d4-c9188a221aa6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7414aabf-dbe8-4fa3-96c1-9a01bbe6a7e4 HTTP/1.1" status: 200  len: 217 time: 0.0822721
Apr 20 18:38:34.561577 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-7760612a-31b1-41b5-bdb5-f3a57bb744da req-a1be7223-7a93-4af9-98e3-3f3b2b530a1a tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] 10.222.0.11 "GET /v2.0/ports?device_id=e7b3b1b2-0faf-4cc1-80fc-3bb56cd2e1ac HTTP/1.1" status: 200  len: 210 time: 0.0528111
Apr 20 18:38:34.601576 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb7f712-d5aa-4126-8668-15c30a80f248 req-15e535c2-405e-4708-9ac1-589417f6d1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:38:34.603237 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-acb7f712-d5aa-4126-8668-15c30a80f248 req-15e535c2-405e-4708-9ac1-589417f6d1d7 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a6c6d2ce-c18f-43fb-b599-797b906e367c HTTP/1.1" status: 200  len: 853 time: 0.0771205
Apr 20 18:38:34.715640 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb7f712-d5aa-4126-8668-15c30a80f248 req-ad8209e9-97ec-429a-8ab1-33f66c1add72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:38:34.717733 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-acb7f712-d5aa-4126-8668-15c30a80f248 req-ad8209e9-97ec-429a-8ab1-33f66c1add72 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6d144805-8d75-4a3e-b688-4a2f32d5990e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1062105
Apr 20 18:38:34.880047 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fecc2cc-3a76-4688-8498-4b44d8e7ea60 req-cb43a2d5-6a37-4489-83e8-91a4e2dc1796 tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:38:34.885510 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-5fecc2cc-3a76-4688-8498-4b44d8e7ea60 req-cb43a2d5-6a37-4489-83e8-91a4e2dc1796 tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] 10.222.0.11 "GET /v2.0/ports?device_id=076d0f67-ed24-4b17-b96c-253082f2f7d8 HTTP/1.1" status: 200  len: 944 time: 0.1604576
Apr 20 18:38:34.890627 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-acb7f712-d5aa-4126-8668-15c30a80f248 req-da8f47f8-76c8-4c91-a363-933834f1e05a service neutron] 10.222.0.10 "GET /v2.0/networks/6d144805-8d75-4a3e-b688-4a2f32d5990e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1626801
Apr 20 18:38:34.960072 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-5fecc2cc-3a76-4688-8498-4b44d8e7ea60 req-4c5766e5-c1f0-4bca-91c5-ab909524e25d tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] 10.222.0.11 "GET /v2.0/security-groups?id=9dbc5abb-33fb-429f-bc59-5e978e26d110&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0626342
Apr 20 18:38:34.971062 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625ba305-c1ca-4bbc-92b9-8b9ba13f4644 req-ca3a02d1-0073-4ef0-9a5c-36c895ce4f25 tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:38:34.973052 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-625ba305-c1ca-4bbc-92b9-8b9ba13f4644 req-ca3a02d1-0073-4ef0-9a5c-36c895ce4f25 tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] 10.222.0.11 "GET /v2.0/ports?device_id=9013f79b-448b-43d7-beb2-39ba514f62e0 HTTP/1.1" status: 200  len: 945 time: 0.1735456
Apr 20 18:38:35.034232 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-625ba305-c1ca-4bbc-92b9-8b9ba13f4644 req-4b508f2d-ef26-437b-b39f-d33db8a237dd tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e7d13fc-d24e-4d2a-928a-18ab9c0989fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0478971
Apr 20 18:38:35.054495 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-acb7f712-d5aa-4126-8668-15c30a80f248 req-9828cbbf-e416-48ef-9733-31c25fb8afb1 service neutron] 10.222.0.10 "GET /v2.0/networks/6d144805-8d75-4a3e-b688-4a2f32d5990e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1550076
Apr 20 18:38:35.746193 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-2f1362fb-d0cf-41fd-b9c8-bf4e60b77cdc req-e5eb138d-d9d5-4ec2-a84f-6e87ee7ee4ae tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] 10.222.0.11 "GET /v2.0/ports?device_id=e7b3b1b2-0faf-4cc1-80fc-3bb56cd2e1ac HTTP/1.1" status: 200  len: 210 time: 0.0576138
Apr 20 18:38:35.912915 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b48b7ce-e987-4167-8bfd-c7eec08e17fb req-ed31bd77-e55b-46b1-a33d-202a63f1e458 tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:38:35.914491 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-6b48b7ce-e987-4167-8bfd-c7eec08e17fb req-ed31bd77-e55b-46b1-a33d-202a63f1e458 tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] 10.222.0.10 "GET /v2.0/networks?id=16a0d36f-cdb1-4105-94f0-43edac0cd68f HTTP/1.1" status: 200  len: 814 time: 0.1701317
Apr 20 18:38:35.928738 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.v2.base [req-6b48b7ce-e987-4167-8bfd-c7eec08e17fb req-c8d1b15f-009b-4a3e-9715-22e09e4d65c4 tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] Request body: {'port': {'device_id': 'e7b3b1b2-0faf-4cc1-80fc-3bb56cd2e1ac', 'network_id': '16a0d36f-cdb1-4105-94f0-43edac0cd68f', 'admin_state_up': True, 'tenant_id': '69d55e51e8004921b0756f8758d3029a'}} {{(pid=86420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:38:36.094513 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [req-6b48b7ce-e987-4167-8bfd-c7eec08e17fb req-c8d1b15f-009b-4a3e-9715-22e09e4d65c4 tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:38:36.099249 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [req-6b48b7ce-e987-4167-8bfd-c7eec08e17fb req-c8d1b15f-009b-4a3e-9715-22e09e4d65c4 tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] Usage tracker for resource:port and tenant:69d55e51e8004921b0756f8758d3029a is out of sync, need to count used quota {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:38:36.102465 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [req-6b48b7ce-e987-4167-8bfd-c7eec08e17fb req-c8d1b15f-009b-4a3e-9715-22e09e4d65c4 tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] Quota usage for port was recalculated. Used quota:2. {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:38:36.109496 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [req-6b48b7ce-e987-4167-8bfd-c7eec08e17fb req-c8d1b15f-009b-4a3e-9715-22e09e4d65c4 tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:38:36.122592 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b48b7ce-e987-4167-8bfd-c7eec08e17fb req-c8d1b15f-009b-4a3e-9715-22e09e4d65c4 tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] Made reservation on behalf of 69d55e51e8004921b0756f8758d3029a for: {'port': 1} {{(pid=86420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 18:38:36.128954 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-6b48b7ce-e987-4167-8bfd-c7eec08e17fb req-c8d1b15f-009b-4a3e-9715-22e09e4d65c4 tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854207267'] for port, before_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:38:36.246365 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c201a3b-b1d9-401b-a828-ad18da37bf76 req-c09f25cb-3f1b-4d32-91ae-267578295313 tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:38:36.248550 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-7c201a3b-b1d9-401b-a828-ad18da37bf76 req-c09f25cb-3f1b-4d32-91ae-267578295313 tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] 10.222.0.11 "GET /v2.0/ports?device_id=076d0f67-ed24-4b17-b96c-253082f2f7d8 HTTP/1.1" status: 200  len: 944 time: 0.1705387
Apr 20 18:38:36.321615 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.db_base_plugin_common [req-6b48b7ce-e987-4167-8bfd-c7eec08e17fb req-c8d1b15f-009b-4a3e-9715-22e09e4d65c4 tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] Allocated IP 172.20.0.13 (16a0d36f-cdb1-4105-94f0-43edac0cd68f/68bbb48f-d1b3-4317-b2f4-3b64860062a5/a21c2781-5027-41c4-aed5-edc300eaf4f3) {{(pid=86420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 18:38:36.557327 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50137e7-3031-42f1-af58-8ca8195e2ba9 req-bcac4553-5516-4dea-93ea-5657dcf01ee3 tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:38:36.558952 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-f50137e7-3031-42f1-af58-8ca8195e2ba9 req-bcac4553-5516-4dea-93ea-5657dcf01ee3 tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] 10.222.0.11 "GET /v2.0/ports?device_id=9013f79b-448b-43d7-beb2-39ba514f62e0 HTTP/1.1" status: 200  len: 945 time: 0.3889327
Apr 20 18:38:36.562214 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-7c201a3b-b1d9-401b-a828-ad18da37bf76 req-87ea9869-4b3a-4781-b5e4-6cf453ef8ca6 tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] 10.222.0.11 "GET /v2.0/security-groups?id=9dbc5abb-33fb-429f-bc59-5e978e26d110&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3064861
Apr 20 18:38:36.574510 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-6b48b7ce-e987-4167-8bfd-c7eec08e17fb req-c8d1b15f-009b-4a3e-9715-22e09e4d65c4 tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] Notify callbacks [] for port, precommit_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:38:36.610262 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-6b48b7ce-e987-4167-8bfd-c7eec08e17fb req-c8d1b15f-009b-4a3e-9715-22e09e4d65c4 tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251178383920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4189424'] for port, after_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:38:36.611170 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-f50137e7-3031-42f1-af58-8ca8195e2ba9 req-59d839ac-d096-47c4-a3e2-2de472b586ee tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e7d13fc-d24e-4d2a-928a-18ab9c0989fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0441651
Apr 20 18:38:36.621467 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-4e1969d2-0cc0-4e06-a695-e33ad4239982 tempest-VolumesActionsTest-57729970 tempest-VolumesActionsTest-57729970-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:38:36.627583 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] get_ports_and_sgs() called for port_ids ['dc4a7dfc-2e9b-4af1-9ba2-ee941faef7b9', '8a6afac6-da91-4aa7-a501-3683d53275e3'] {{(pid=86422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 18:38:36.767482 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b48b7ce-e987-4167-8bfd-c7eec08e17fb req-c8d1b15f-009b-4a3e-9715-22e09e4d65c4 tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] Network 16a0d36f-cdb1-4105-94f0-43edac0cd68f is already hosted by enough agents. {{(pid=86420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 18:38:36.773722 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.scheduler.base_scheduler [req-6b48b7ce-e987-4167-8bfd-c7eec08e17fb req-c8d1b15f-009b-4a3e-9715-22e09e4d65c4 tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] Resources bound (agent type, host, resource id):  {{(pid=86420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:38:36.788876 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b48b7ce-e987-4167-8bfd-c7eec08e17fb req-c8d1b15f-009b-4a3e-9715-22e09e4d65c4 tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] Received port after_create {{(pid=86420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 18:38:36.821131 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d1b15f-009b-4a3e-9715-22e09e4d65c4 tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] Pushing event updated for resources: {'Port': ['ID=a21c2781-5027-41c4-aed5-edc300eaf4f3,revision_number=1']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:38:36.829288 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-c8d1b15f-009b-4a3e-9715-22e09e4d65c4 tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:38:36.860921 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b48b7ce-e987-4167-8bfd-c7eec08e17fb req-c8d1b15f-009b-4a3e-9715-22e09e4d65c4 tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:38:36.861629 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-6b48b7ce-e987-4167-8bfd-c7eec08e17fb req-c8d1b15f-009b-4a3e-9715-22e09e4d65c4 tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7615'] for port, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:38:36.884270 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-6b48b7ce-e987-4167-8bfd-c7eec08e17fb req-c8d1b15f-009b-4a3e-9715-22e09e4d65c4 tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.9605594
Apr 20 18:38:36.897118 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.v2.base [req-6b48b7ce-e987-4167-8bfd-c7eec08e17fb req-d5be2f6d-e93d-4e9c-8175-2e9c50ecb9d6 service neutron] Request body: {'port': {'device_id': 'e7b3b1b2-0faf-4cc1-80fc-3bb56cd2e1ac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=86420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:38:36.960242 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb19f529-d339-47c8-ba77-d38c25a6de8f req-a3832027-d9f5-48d0-9e16-ec2074e37b19 tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:38:36.961918 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-eb19f529-d339-47c8-ba77-d38c25a6de8f req-a3832027-d9f5-48d0-9e16-ec2074e37b19 tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] 10.222.0.11 "GET /v2.0/ports?device_id=e7b3b1b2-0faf-4cc1-80fc-3bb56cd2e1ac HTTP/1.1" status: 200  len: 932 time: 0.0930367
Apr 20 18:38:37.018489 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-eb19f529-d339-47c8-ba77-d38c25a6de8f req-d2b4c0e3-9bf4-4edd-a0f2-c912bef73532 tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] 10.222.0.11 "GET /v2.0/security-groups?id=10327c67-6bcb-4133-afa8-96876f4e6aad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0497215
Apr 20 18:38:37.032857 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-6b48b7ce-e987-4167-8bfd-c7eec08e17fb req-d5be2f6d-e93d-4e9c-8175-2e9c50ecb9d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854207267'] for port, before_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:38:37.430724 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.notifiers.nova [req-6b48b7ce-e987-4167-8bfd-c7eec08e17fb req-d5be2f6d-e93d-4e9c-8175-2e9c50ecb9d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a21c2781-5027-41c4-aed5-edc300eaf4f3 {{(pid=86420) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 18:38:37.441264 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-6b48b7ce-e987-4167-8bfd-c7eec08e17fb req-d5be2f6d-e93d-4e9c-8175-2e9c50ecb9d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:38:37.462316 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [req-6b48b7ce-e987-4167-8bfd-c7eec08e17fb req-d5be2f6d-e93d-4e9c-8175-2e9c50ecb9d6 service neutron] Transition to ACTIVE for port object a21c2781-5027-41c4-aed5-edc300eaf4f3 will not be triggered until provisioned by entity L2. {{(pid=86420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 18:38:37.466225 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-6b48b7ce-e987-4167-8bfd-c7eec08e17fb req-d5be2f6d-e93d-4e9c-8175-2e9c50ecb9d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785676839112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251178383903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251178382076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850586375'] for port, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:38:37.472065 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-dd4a55cf-16db-4ef1-8e37-ff35a7418bc7 tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:38:37.708352 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Device 7414aabf-dbe8-4fa3-96c1-9a01bbe6a7e4 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 18:38:37.933928 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906f0ee9-968e-428d-9385-01148a0a95bf req-5d5ce5a5-7a28-423a-93ee-3f90b4b189bf tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:38:37.935634 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-906f0ee9-968e-428d-9385-01148a0a95bf req-5d5ce5a5-7a28-423a-93ee-3f90b4b189bf tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] 10.222.0.11 "GET /v2.0/ports?device_id=9013f79b-448b-43d7-beb2-39ba514f62e0 HTTP/1.1" status: 200  len: 945 time: 0.1849000
Apr 20 18:38:37.944610 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22c3a73-9a6e-40a2-9c9e-3eb01e6b4c33 req-31d4accb-cf39-411c-b7a4-6feb57cb946e tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:38:37.946263 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-d22c3a73-9a6e-40a2-9c9e-3eb01e6b4c33 req-31d4accb-cf39-411c-b7a4-6feb57cb946e tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] 10.222.0.11 "GET /v2.0/ports?device_id=076d0f67-ed24-4b17-b96c-253082f2f7d8 HTTP/1.1" status: 200  len: 944 time: 0.1553159
Apr 20 18:38:37.953966 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] For port 7414aabf-dbe8-4fa3-96c1-9a01bbe6a7e4, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=7414aabf-dbe8-4fa3-96c1-9a01bbe6a7e4,segment=NetworkSegment(a5fccc5a-3f52-4b63-a2fe-02050c830e52),segment_id=a5fccc5a-3f52-4b63-a2fe-02050c830e52)] {{(pid=86422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:38:37.978153 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Returning: {'device': '7414aabf-dbe8-4fa3-96c1-9a01bbe6a7e4', 'network_id': '6d144805-8d75-4a3e-b688-4a2f32d5990e', 'port_id': '7414aabf-dbe8-4fa3-96c1-9a01bbe6a7e4', 'mac_address': 'fa:16:3e:2d:98:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 351, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6c6d2ce-c18f-43fb-b599-797b906e367c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 18:38:38.035672 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-906f0ee9-968e-428d-9385-01148a0a95bf req-a9fd6510-b3f1-4fea-ab52-6dbb795b8674 tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e7d13fc-d24e-4d2a-928a-18ab9c0989fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0882936
Apr 20 18:38:38.041614 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-d22c3a73-9a6e-40a2-9c9e-3eb01e6b4c33 req-a5b2012c-9023-4e65-bd7b-066816c81f78 tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] 10.222.0.11 "GET /v2.0/security-groups?id=9dbc5abb-33fb-429f-bc59-5e978e26d110&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0732481
Apr 20 18:38:38.049657 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5be2f6d-e93d-4e9c-8175-2e9c50ecb9d6 service neutron] Pushing event updated for resources: {'Port': ['ID=a21c2781-5027-41c4-aed5-edc300eaf4f3,revision_number=2']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:38:38.054519 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-d5be2f6d-e93d-4e9c-8175-2e9c50ecb9d6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.583s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:38:38.112192 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854207267'] for port, before_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:38:38.124099 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.notifiers.nova [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7414aabf-dbe8-4fa3-96c1-9a01bbe6a7e4 {{(pid=86422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 18:38:38.148055 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] For port 7414aabf-dbe8-4fa3-96c1-9a01bbe6a7e4, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=7414aabf-dbe8-4fa3-96c1-9a01bbe6a7e4,segment=NetworkSegment(a5fccc5a-3f52-4b63-a2fe-02050c830e52),segment_id=a5fccc5a-3f52-4b63-a2fe-02050c830e52)] {{(pid=86422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:38:38.153570 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785676839112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251178383903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251178382076'] for port, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:38:38.156938 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:38:38.161766 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [req-6b48b7ce-e987-4167-8bfd-c7eec08e17fb req-d5be2f6d-e93d-4e9c-8175-2e9c50ecb9d6 service neutron] Attempting to bind port a21c2781-5027-41c4-aed5-edc300eaf4f3 on host hv-cinder-78693 for vnic_type normal with profile  {{(pid=86420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 18:38:38.162144 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [req-6b48b7ce-e987-4167-8bfd-c7eec08e17fb req-d5be2f6d-e93d-4e9c-8175-2e9c50ecb9d6 service neutron] Attempting to bind port a21c2781-5027-41c4-aed5-edc300eaf4f3 by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': '04535fee-2cd3-407c-bd35-65d1b8a6d84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '16a0d36f-cdb1-4105-94f0-43edac0cd68f'}] {{(pid=86420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 18:38:38.162517 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b48b7ce-e987-4167-8bfd-c7eec08e17fb req-d5be2f6d-e93d-4e9c-8175-2e9c50ecb9d6 service neutron] Attempting to bind port a21c2781-5027-41c4-aed5-edc300eaf4f3 on network 16a0d36f-cdb1-4105-94f0-43edac0cd68f {{(pid=86420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 18:38:38.170770 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b48b7ce-e987-4167-8bfd-c7eec08e17fb req-d5be2f6d-e93d-4e9c-8175-2e9c50ecb9d6 service neutron] Port a21c2781-5027-41c4-aed5-edc300eaf4f3 on network 16a0d36f-cdb1-4105-94f0-43edac0cd68f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=86420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 20 18:38:38.171126 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b48b7ce-e987-4167-8bfd-c7eec08e17fb req-d5be2f6d-e93d-4e9c-8175-2e9c50ecb9d6 service neutron] Attempting to bind port a21c2781-5027-41c4-aed5-edc300eaf4f3 on network 16a0d36f-cdb1-4105-94f0-43edac0cd68f {{(pid=86420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 18:38:38.179528 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1dad85-e054-469c-989b-d0380c9f4d8b req-657e5365-c7d6-44c1-9b34-0b04125b0ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:38:38.181340 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-4a1dad85-e054-469c-989b-d0380c9f4d8b req-657e5365-c7d6-44c1-9b34-0b04125b0ad2 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5283e7179c6941ac97dec0a0f8b3ae8f&device_id=9013f79b-448b-43d7-beb2-39ba514f62e0 HTTP/1.1" status: 200  len: 1098 time: 0.6628957
Apr 20 18:38:38.182994 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b48b7ce-e987-4167-8bfd-c7eec08e17fb req-d5be2f6d-e93d-4e9c-8175-2e9c50ecb9d6 service neutron] Checking agent: {'id': '1d7a02d0-8f4e-4dcc-9452-bf36df956f32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 28, 32), 'started_at': datetime.datetime(2021, 4, 20, 18, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 38, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 18:38:38.183401 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b48b7ce-e987-4167-8bfd-c7eec08e17fb req-d5be2f6d-e93d-4e9c-8175-2e9c50ecb9d6 service neutron] Checking segment: {'id': '04535fee-2cd3-407c-bd35-65d1b8a6d84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '16a0d36f-cdb1-4105-94f0-43edac0cd68f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 18:38:38.183819 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b48b7ce-e987-4167-8bfd-c7eec08e17fb req-d5be2f6d-e93d-4e9c-8175-2e9c50ecb9d6 service neutron] Bound using segment: {'id': '04535fee-2cd3-407c-bd35-65d1b8a6d84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '16a0d36f-cdb1-4105-94f0-43edac0cd68f'} {{(pid=86420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 18:38:38.185229 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [req-6b48b7ce-e987-4167-8bfd-c7eec08e17fb req-d5be2f6d-e93d-4e9c-8175-2e9c50ecb9d6 service neutron] Bound port: a21c2781-5027-41c4-aed5-edc300eaf4f3, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04535fee-2cd3-407c-bd35-65d1b8a6d84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '16a0d36f-cdb1-4105-94f0-43edac0cd68f'}}] {{(pid=86420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 18:38:38.185804 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-6b48b7ce-e987-4167-8bfd-c7eec08e17fb req-d5be2f6d-e93d-4e9c-8175-2e9c50ecb9d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854207267'] for port, before_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:38:38.295227 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fea115-29e3-4893-ab2a-59f67312687a req-0e29f446-b67f-438c-a6bf-4480433e2451 tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:38:38.297034 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-19fea115-29e3-4893-ab2a-59f67312687a req-0e29f446-b67f-438c-a6bf-4480433e2451 tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] 10.222.0.11 "GET /v2.0/ports?device_id=e7b3b1b2-0faf-4cc1-80fc-3bb56cd2e1ac HTTP/1.1" status: 200  len: 944 time: 0.1160927
Apr 20 18:38:38.311048 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Pushing event updated for resources: {'Port': ['ID=7414aabf-dbe8-4fa3-96c1-9a01bbe6a7e4,revision_number=4']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:38:38.316125 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:38:38.358551 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-19fea115-29e3-4893-ab2a-59f67312687a req-cc785bf2-2ea1-4bbe-87d7-469c5c74a674 tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] 10.222.0.11 "GET /v2.0/security-groups?id=10327c67-6bcb-4133-afa8-96876f4e6aad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0530636
Apr 20 18:38:38.395456 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] get_ports_and_sgs() called for port_ids ['7414aabf-dbe8-4fa3-96c1-9a01bbe6a7e4'] {{(pid=86422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 18:38:38.423595 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [req-6b48b7ce-e987-4167-8bfd-c7eec08e17fb req-d5be2f6d-e93d-4e9c-8175-2e9c50ecb9d6 service neutron] For port a21c2781-5027-41c4-aed5-edc300eaf4f3, host hv-cinder-78693, cleared binding levels {{(pid=86420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 18:38:38.436737 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1dad85-e054-469c-989b-d0380c9f4d8b req-66343d9e-0f18-4be5-bced-78028a9b45ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:38:38.438422 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-4a1dad85-e054-469c-989b-d0380c9f4d8b req-66343d9e-0f18-4be5-bced-78028a9b45ec service neutron] 10.222.0.10 "GET /v2.0/networks?id=80913dd1-937c-45ce-ae14-972844ab57d5 HTTP/1.1" status: 200  len: 910 time: 0.2315192
Apr 20 18:38:38.440127 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [req-6b48b7ce-e987-4167-8bfd-c7eec08e17fb req-d5be2f6d-e93d-4e9c-8175-2e9c50ecb9d6 service neutron] For port a21c2781-5027-41c4-aed5-edc300eaf4f3, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=a21c2781-5027-41c4-aed5-edc300eaf4f3,segment=NetworkSegment(04535fee-2cd3-407c-bd35-65d1b8a6d84d),segment_id=04535fee-2cd3-407c-bd35-65d1b8a6d84d)] {{(pid=86420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 18:38:38.443821 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-6b48b7ce-e987-4167-8bfd-c7eec08e17fb req-d5be2f6d-e93d-4e9c-8175-2e9c50ecb9d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785676839112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251178383903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251178382076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850586375'] for port, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:38:38.451716 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-6547ac69-5ccb-450a-9719-c30d348d54ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:38:38.592800 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b48b7ce-e987-4167-8bfd-c7eec08e17fb req-d5be2f6d-e93d-4e9c-8175-2e9c50ecb9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:38:38.593496 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-6b48b7ce-e987-4167-8bfd-c7eec08e17fb req-d5be2f6d-e93d-4e9c-8175-2e9c50ecb9d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7615'] for port, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:38:38.595038 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-6b48b7ce-e987-4167-8bfd-c7eec08e17fb req-d5be2f6d-e93d-4e9c-8175-2e9c50ecb9d6 service neutron] 10.222.0.10 "PUT /v2.0/ports/a21c2781-5027-41c4-aed5-edc300eaf4f3 HTTP/1.1" status: 200  len: 1094 time: 1.7027855
Apr 20 18:38:38.598328 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7b3b1b2-0faf-4cc1-80fc-3bb56cd2e1ac', 'tag': 'a21c2781-5027-41c4-aed5-edc300eaf4f3'}] {{(pid=86420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:38:38.684844 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7b3b1b2-0faf-4cc1-80fc-3bb56cd2e1ac', 'tag': 'a21c2781-5027-41c4-aed5-edc300eaf4f3', 'status': 'completed', 'code': 200}
Apr 20 18:38:38.702747 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-4a1dad85-e054-469c-989b-d0380c9f4d8b req-821abf48-5454-4f56-868c-03ee10901409 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bda81b1d-34db-4fe4-b4fd-a3ef53c16417 HTTP/1.1" status: 200  len: 1001 time: 0.2521346
Apr 20 18:38:38.715048 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5be2f6d-e93d-4e9c-8175-2e9c50ecb9d6 service neutron] Pushing event updated for resources: {'Port': ['ID=a21c2781-5027-41c4-aed5-edc300eaf4f3,revision_number=3']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:38:38.718628 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-d5be2f6d-e93d-4e9c-8175-2e9c50ecb9d6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:38:38.800747 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1dad85-e054-469c-989b-d0380c9f4d8b req-9e3f19a5-3cd8-4f86-b29a-503a37a01f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:38:38.802361 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-4a1dad85-e054-469c-989b-d0380c9f4d8b req-9e3f19a5-3cd8-4f86-b29a-503a37a01f86 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8ab8a665-1a1f-4e98-99e5-1b83bdb4be35 HTTP/1.1" status: 200  len: 848 time: 0.0899739
Apr 20 18:38:38.809345 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b48b7ce-e987-4167-8bfd-c7eec08e17fb req-66532c0b-a50f-4b86-ac64-7e9dafa2a892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:38:38.810938 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-6b48b7ce-e987-4167-8bfd-c7eec08e17fb req-66532c0b-a50f-4b86-ac64-7e9dafa2a892 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=69d55e51e8004921b0756f8758d3029a&device_id=e7b3b1b2-0faf-4cc1-80fc-3bb56cd2e1ac HTTP/1.1" status: 200  len: 1097 time: 0.1740086
Apr 20 18:38:38.934982 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-6b48b7ce-e987-4167-8bfd-c7eec08e17fb req-70290974-f4c4-4a5a-b0d4-8ea2f280df0a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a21c2781-5027-41c4-aed5-edc300eaf4f3 HTTP/1.1" status: 200  len: 217 time: 0.0828114
Apr 20 18:38:39.031191 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b48b7ce-e987-4167-8bfd-c7eec08e17fb req-e6f30d05-dc0c-423c-89fd-8fce94154ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:38:39.032798 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-6b48b7ce-e987-4167-8bfd-c7eec08e17fb req-e6f30d05-dc0c-423c-89fd-8fce94154ffc service neutron] 10.222.0.10 "GET /v2.0/subnets?id=68bbb48f-d1b3-4317-b2f4-3b64860062a5 HTTP/1.1" status: 200  len: 854 time: 0.0902681
Apr 20 18:38:39.034962 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1dad85-e054-469c-989b-d0380c9f4d8b req-ba9feff2-6194-477d-aaca-5698ef3a807f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:38:39.036485 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-4a1dad85-e054-469c-989b-d0380c9f4d8b req-ba9feff2-6194-477d-aaca-5698ef3a807f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=80913dd1-937c-45ce-ae14-972844ab57d5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2245569
Apr 20 18:38:39.120060 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-6b48b7ce-e987-4167-8bfd-c7eec08e17fb req-f9817992-f5e7-4623-a306-334e9abb2c63 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=16a0d36f-cdb1-4105-94f0-43edac0cd68f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0743492
Apr 20 18:38:39.356204 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-4a1dad85-e054-469c-989b-d0380c9f4d8b req-b19e1d3c-f041-462b-9a25-89795c418058 service neutron] 10.222.0.10 "GET /v2.0/networks/80913dd1-937c-45ce-ae14-972844ab57d5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3098731
Apr 20 18:38:39.363999 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f56711-bc92-49cb-9b24-e9ea1c98c336 req-45786616-a393-4111-bcc2-7e26efe51cc7 tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:38:39.364688 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-6b48b7ce-e987-4167-8bfd-c7eec08e17fb req-17f6892d-bc48-4641-be19-dd2ee64c89b9 service neutron] 10.222.0.10 "GET /v2.0/networks/16a0d36f-cdb1-4105-94f0-43edac0cd68f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1936824
Apr 20 18:38:39.365686 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-33f56711-bc92-49cb-9b24-e9ea1c98c336 req-45786616-a393-4111-bcc2-7e26efe51cc7 tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] 10.222.0.11 "GET /v2.0/ports?device_id=9013f79b-448b-43d7-beb2-39ba514f62e0 HTTP/1.1" status: 200  len: 945 time: 0.1694078
Apr 20 18:38:39.375601 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70001900-dc25-4d2e-85f5-d851be059823 req-e4c88598-5cb1-44fe-b43f-8539252fe4f9 tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:38:39.377349 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-70001900-dc25-4d2e-85f5-d851be059823 req-e4c88598-5cb1-44fe-b43f-8539252fe4f9 tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] 10.222.0.11 "GET /v2.0/ports?device_id=076d0f67-ed24-4b17-b96c-253082f2f7d8 HTTP/1.1" status: 200  len: 945 time: 0.1403403
Apr 20 18:38:39.468886 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-33f56711-bc92-49cb-9b24-e9ea1c98c336 req-1e865646-5a84-4b23-bb92-d754a3ce9ce8 tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e7d13fc-d24e-4d2a-928a-18ab9c0989fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0847037
Apr 20 18:38:39.474757 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-70001900-dc25-4d2e-85f5-d851be059823 req-98f87274-2eaa-4a28-a838-e800f8c8aaf8 tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] 10.222.0.11 "GET /v2.0/security-groups?id=9dbc5abb-33fb-429f-bc59-5e978e26d110&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0884752
Apr 20 18:38:39.699215 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-6b48b7ce-e987-4167-8bfd-c7eec08e17fb req-c5fa1895-40a7-414d-a3a7-d7f84d089660 service neutron] 10.222.0.10 "GET /v2.0/networks/16a0d36f-cdb1-4105-94f0-43edac0cd68f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3287458
Apr 20 18:38:39.702830 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-4a1dad85-e054-469c-989b-d0380c9f4d8b req-25995042-8ee2-47be-afc2-bec85b9fac4c service neutron] 10.222.0.10 "GET /v2.0/networks/80913dd1-937c-45ce-ae14-972844ab57d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3371842
Apr 20 18:38:39.706863 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Device 7414aabf-dbe8-4fa3-96c1-9a01bbe6a7e4 up at agent hyperv_hv-cinder-78693 {{(pid=86422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:38:39.784345 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4813d1-1ae9-4cf1-9932-04f3c5783443 req-88241976-27cf-40d8-b556-26a9e7bec6b7 tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:38:39.786081 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-4a4813d1-1ae9-4cf1-9932-04f3c5783443 req-88241976-27cf-40d8-b556-26a9e7bec6b7 tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] 10.222.0.11 "GET /v2.0/ports?device_id=e7b3b1b2-0faf-4cc1-80fc-3bb56cd2e1ac HTTP/1.1" status: 200  len: 944 time: 0.1230521
Apr 20 18:38:39.809878 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Provisioning for port 7414aabf-dbe8-4fa3-96c1-9a01bbe6a7e4 completed by entity L2. {{(pid=86422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 18:38:39.819257 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Provisioning complete for port 7414aabf-dbe8-4fa3-96c1-9a01bbe6a7e4 triggered by entity L2. {{(pid=86422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:38:39.819898 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733696'] for port, provisioning_complete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:38:39.845608 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-4a4813d1-1ae9-4cf1-9932-04f3c5783443 req-f119da04-7a0c-4b6b-821b-5719b6675867 tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] 10.222.0.11 "GET /v2.0/security-groups?id=10327c67-6bcb-4133-afa8-96876f4e6aad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0530274
Apr 20 18:38:39.876104 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daaf585-2c6f-4ac2-a69a-252044176529 req-1101b24f-2dea-40f0-8b61-f9ed8bca7b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:38:39.877822 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-5daaf585-2c6f-4ac2-a69a-252044176529 req-1101b24f-2dea-40f0-8b61-f9ed8bca7b40 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=69d55e51e8004921b0756f8758d3029a&device_id=e7b3b1b2-0faf-4cc1-80fc-3bb56cd2e1ac HTTP/1.1" status: 200  len: 1097 time: 0.1158412
Apr 20 18:38:40.020516 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.agents_db [None req-36c0d191-ed3c-416e-a897-084b3b2178c3 None None] Agent healthcheck: found 6 active agents {{(pid=86423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 18:38:40.030220 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854207267'] for port, before_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:38:40.060725 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '076d0f67-ed24-4b17-b96c-253082f2f7d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7414aabf-dbe8-4fa3-96c1-9a01bbe6a7e4'}] {{(pid=86422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:38:40.071070 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] For port 7414aabf-dbe8-4fa3-96c1-9a01bbe6a7e4, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=7414aabf-dbe8-4fa3-96c1-9a01bbe6a7e4,segment=NetworkSegment(a5fccc5a-3f52-4b63-a2fe-02050c830e52),segment_id=a5fccc5a-3f52-4b63-a2fe-02050c830e52)] {{(pid=86422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:38:40.071311 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daaf585-2c6f-4ac2-a69a-252044176529 req-d059935e-fbde-421e-9f6c-997354a8d757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:38:40.075154 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-5daaf585-2c6f-4ac2-a69a-252044176529 req-d059935e-fbde-421e-9f6c-997354a8d757 service neutron] 10.222.0.10 "GET /v2.0/networks?id=16a0d36f-cdb1-4105-94f0-43edac0cd68f HTTP/1.1" status: 200  len: 915 time: 0.1891048
Apr 20 18:38:40.075370 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785676839112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251178383903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251178382076'] for port, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:38:40.077441 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:38:40.119090 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '076d0f67-ed24-4b17-b96c-253082f2f7d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7414aabf-dbe8-4fa3-96c1-9a01bbe6a7e4', 'code': 200}
Apr 20 18:38:40.162324 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Pushing event updated for resources: {'Port': ['ID=7414aabf-dbe8-4fa3-96c1-9a01bbe6a7e4,revision_number=5']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:38:40.173831 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:38:40.198848 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-5daaf585-2c6f-4ac2-a69a-252044176529 req-ff4fd872-e42d-49c9-9de9-ade7582ff9bf service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a21c2781-5027-41c4-aed5-edc300eaf4f3 HTTP/1.1" status: 200  len: 217 time: 0.1156209
Apr 20 18:38:40.280267 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daaf585-2c6f-4ac2-a69a-252044176529 req-64448e4f-f713-4301-8da6-5d1bb9aec1da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:38:40.281908 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-5daaf585-2c6f-4ac2-a69a-252044176529 req-64448e4f-f713-4301-8da6-5d1bb9aec1da service neutron] 10.222.0.10 "GET /v2.0/subnets?id=68bbb48f-d1b3-4317-b2f4-3b64860062a5 HTTP/1.1" status: 200  len: 854 time: 0.0764639
Apr 20 18:38:40.372771 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-5daaf585-2c6f-4ac2-a69a-252044176529 req-8b307015-d0ae-46a6-90e5-c24809d6dce4 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=16a0d36f-cdb1-4105-94f0-43edac0cd68f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0837915
Apr 20 18:38:40.547071 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d4a69e-1b66-4713-aad7-03bd3bd12d68 req-cfc8887f-0984-4f76-a99d-7e2b7e3c58ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:38:40.548583 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-e8d4a69e-1b66-4713-aad7-03bd3bd12d68 req-cfc8887f-0984-4f76-a99d-7e2b7e3c58ba service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=076d0f67-ed24-4b17-b96c-253082f2f7d8 HTTP/1.1" status: 200  len: 1099 time: 0.2176840
Apr 20 18:38:40.554383 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-5daaf585-2c6f-4ac2-a69a-252044176529 req-c7b6b6b7-83e5-444d-b38e-021b3ebbe721 service neutron] 10.222.0.10 "GET /v2.0/networks/16a0d36f-cdb1-4105-94f0-43edac0cd68f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1688643
Apr 20 18:38:40.686902 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-e8d4a69e-1b66-4713-aad7-03bd3bd12d68 req-5546e4ac-918c-4e07-939f-7ef74740cbe2 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=9dbc5abb-33fb-429f-bc59-5e978e26d110&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1314797
Apr 20 18:38:40.735122 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-5daaf585-2c6f-4ac2-a69a-252044176529 req-efd148aa-7dbb-4825-ad88-890c5e77d920 service neutron] 10.222.0.10 "GET /v2.0/networks/16a0d36f-cdb1-4105-94f0-43edac0cd68f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1657414
Apr 20 18:38:40.802055 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4da9ef3-8b02-4dbc-a26c-2886672118ce req-b634ae6e-33df-4058-8d55-434d25d19da9 tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:38:40.803574 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-f4da9ef3-8b02-4dbc-a26c-2886672118ce req-b634ae6e-33df-4058-8d55-434d25d19da9 tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] 10.222.0.11 "GET /v2.0/ports?device_id=9013f79b-448b-43d7-beb2-39ba514f62e0 HTTP/1.1" status: 200  len: 945 time: 0.1679685
Apr 20 18:38:40.813073 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900c9c2a-1a05-448a-b7a4-a6e3640b9ea1 req-6f48a846-3c93-4017-8401-1658a3a50670 tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:38:40.814564 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-900c9c2a-1a05-448a-b7a4-a6e3640b9ea1 req-6f48a846-3c93-4017-8401-1658a3a50670 tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] 10.222.0.11 "GET /v2.0/ports?device_id=076d0f67-ed24-4b17-b96c-253082f2f7d8 HTTP/1.1" status: 200  len: 946 time: 0.1349831
Apr 20 18:38:40.885547 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-f4da9ef3-8b02-4dbc-a26c-2886672118ce req-da98ddb7-4673-4100-ad46-0b6988765951 tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e7d13fc-d24e-4d2a-928a-18ab9c0989fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0699646
Apr 20 18:38:40.895870 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-900c9c2a-1a05-448a-b7a4-a6e3640b9ea1 req-61c7d411-869f-4131-9cb4-2840a9f26b17 tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] 10.222.0.11 "GET /v2.0/security-groups?id=9dbc5abb-33fb-429f-bc59-5e978e26d110&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0641007
Apr 20 18:38:41.077870 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cac254f-cc1e-4fbf-b4e3-6eb34f36c2af req-9d690709-0be4-40e3-8f0b-8f87a4966d22 tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:38:41.079425 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-6cac254f-cc1e-4fbf-b4e3-6eb34f36c2af req-9d690709-0be4-40e3-8f0b-8f87a4966d22 tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] 10.222.0.11 "GET /v2.0/ports?device_id=e7b3b1b2-0faf-4cc1-80fc-3bb56cd2e1ac HTTP/1.1" status: 200  len: 944 time: 0.0909958
Apr 20 18:38:41.134401 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-6cac254f-cc1e-4fbf-b4e3-6eb34f36c2af req-c52dcc8f-d5b9-4433-8c2a-6266bcd03d64 tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] 10.222.0.11 "GET /v2.0/security-groups?id=10327c67-6bcb-4133-afa8-96876f4e6aad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0485423
Apr 20 18:38:42.157591 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d3d831-746d-4532-a6e0-d3439c838b34 req-e2bee2f7-6338-4cd6-b8d7-472e2dbc0a16 tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:38:42.159196 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-53d3d831-746d-4532-a6e0-d3439c838b34 req-e2bee2f7-6338-4cd6-b8d7-472e2dbc0a16 tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] 10.222.0.11 "GET /v2.0/ports?device_id=9013f79b-448b-43d7-beb2-39ba514f62e0 HTTP/1.1" status: 200  len: 945 time: 0.1555691
Apr 20 18:38:42.169603 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a34097-0df0-4510-ad08-af29bf69ef99 req-ab88bad5-a26f-421a-b799-9dc428989058 tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:38:42.171088 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-96a34097-0df0-4510-ad08-af29bf69ef99 req-ab88bad5-a26f-421a-b799-9dc428989058 tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] 10.222.0.11 "GET /v2.0/ports?device_id=076d0f67-ed24-4b17-b96c-253082f2f7d8 HTTP/1.1" status: 200  len: 946 time: 0.1308548
Apr 20 18:38:42.236849 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8534a4a0-4bf5-495b-ae23-cadd5badbe74 req-578f1c93-def8-443b-8fb2-eedc1a769f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:38:42.238453 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-8534a4a0-4bf5-495b-ae23-cadd5badbe74 req-578f1c93-def8-443b-8fb2-eedc1a769f12 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5283e7179c6941ac97dec0a0f8b3ae8f&device_id=9013f79b-448b-43d7-beb2-39ba514f62e0 HTTP/1.1" status: 200  len: 1098 time: 0.0839038
Apr 20 18:38:42.254079 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-53d3d831-746d-4532-a6e0-d3439c838b34 req-30d03638-0a0c-4b3d-b854-870649fc0d93 tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e7d13fc-d24e-4d2a-928a-18ab9c0989fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0819540
Apr 20 18:38:42.259300 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-96a34097-0df0-4510-ad08-af29bf69ef99 req-ad30b1fd-2e17-4e36-b5dc-35b4039bb976 tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] 10.222.0.11 "GET /v2.0/security-groups?id=9dbc5abb-33fb-429f-bc59-5e978e26d110&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0667906
Apr 20 18:38:42.388500 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8534a4a0-4bf5-495b-ae23-cadd5badbe74 req-ab51b52f-b60f-4fea-b6b4-c3f220a67d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:38:42.390168 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-8534a4a0-4bf5-495b-ae23-cadd5badbe74 req-ab51b52f-b60f-4fea-b6b4-c3f220a67d18 service neutron] 10.222.0.10 "GET /v2.0/networks?id=80913dd1-937c-45ce-ae14-972844ab57d5 HTTP/1.1" status: 200  len: 910 time: 0.1446314
Apr 20 18:38:42.543244 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2756bf8b-8fca-477b-ae30-9001c1194daa req-c1df675a-27f4-44ad-a078-159ad79202c9 tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:38:42.545050 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-2756bf8b-8fca-477b-ae30-9001c1194daa req-c1df675a-27f4-44ad-a078-159ad79202c9 tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] 10.222.0.11 "GET /v2.0/ports?device_id=e7b3b1b2-0faf-4cc1-80fc-3bb56cd2e1ac HTTP/1.1" status: 200  len: 944 time: 0.1714549
Apr 20 18:38:42.557508 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13405c09-9866-4edf-9ad0-a0de14009729 req-4576164e-d718-4157-ae8b-eb82611d5e37 tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:38:42.559249 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-13405c09-9866-4edf-9ad0-a0de14009729 req-4576164e-d718-4157-ae8b-eb82611d5e37 tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] 10.222.0.11 "GET /v2.0/ports?device_id=076d0f67-ed24-4b17-b96c-253082f2f7d8 HTTP/1.1" status: 200  len: 946 time: 0.1479890
Apr 20 18:38:42.644391 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-2756bf8b-8fca-477b-ae30-9001c1194daa req-a4e1fa0a-2049-4868-b178-978b2d7f3e8d tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] 10.222.0.11 "GET /v2.0/security-groups?id=10327c67-6bcb-4133-afa8-96876f4e6aad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0839653
Apr 20 18:38:42.647520 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-13405c09-9866-4edf-9ad0-a0de14009729 req-74073d22-84ee-4975-a31a-d1032fbc1a2f tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] 10.222.0.11 "GET /v2.0/security-groups?id=9dbc5abb-33fb-429f-bc59-5e978e26d110&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0714340
Apr 20 18:38:42.750142 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-8534a4a0-4bf5-495b-ae23-cadd5badbe74 req-8d7a016b-3302-4bde-aeda-0d33586becf0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bda81b1d-34db-4fe4-b4fd-a3ef53c16417 HTTP/1.1" status: 200  len: 1001 time: 0.3514719
Apr 20 18:38:42.820643 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8534a4a0-4bf5-495b-ae23-cadd5badbe74 req-b62fdd28-8ba5-400d-96cc-425ea1105af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:38:42.822845 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-8534a4a0-4bf5-495b-ae23-cadd5badbe74 req-b62fdd28-8ba5-400d-96cc-425ea1105af5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8ab8a665-1a1f-4e98-99e5-1b83bdb4be35 HTTP/1.1" status: 200  len: 848 time: 0.0649304
Apr 20 18:38:42.909426 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8534a4a0-4bf5-495b-ae23-cadd5badbe74 req-a4707105-6861-4cb2-a43c-66d784438536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:38:42.911029 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-8534a4a0-4bf5-495b-ae23-cadd5badbe74 req-a4707105-6861-4cb2-a43c-66d784438536 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=80913dd1-937c-45ce-ae14-972844ab57d5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0820560
Apr 20 18:38:43.061809 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-8534a4a0-4bf5-495b-ae23-cadd5badbe74 req-179cc796-62cb-4b0a-bc87-5686f3035f76 service neutron] 10.222.0.10 "GET /v2.0/networks/80913dd1-937c-45ce-ae14-972844ab57d5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1429200
Apr 20 18:38:43.080042 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc39d9a-6bd2-4239-9a97-218c0f40174a req-a37f74cc-8a45-43bc-98b5-9f4d31321f52 tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:38:43.081683 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-2bc39d9a-6bd2-4239-9a97-218c0f40174a req-a37f74cc-8a45-43bc-98b5-9f4d31321f52 tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] 10.222.0.11 "GET /v2.0/ports?device_id=076d0f67-ed24-4b17-b96c-253082f2f7d8 HTTP/1.1" status: 200  len: 946 time: 0.0941312
Apr 20 18:38:43.130801 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-2bc39d9a-6bd2-4239-9a97-218c0f40174a req-ccf4371f-1f74-4585-aebf-80807c06e5bf tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] 10.222.0.11 "GET /v2.0/security-groups?id=9dbc5abb-33fb-429f-bc59-5e978e26d110&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427063
Apr 20 18:38:43.210771 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-8534a4a0-4bf5-495b-ae23-cadd5badbe74 req-8ba97582-031f-4b02-af41-05dc462bc325 service neutron] 10.222.0.10 "GET /v2.0/networks/80913dd1-937c-45ce-ae14-972844ab57d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1414182
Apr 20 18:38:43.469976 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a37d4b2-0eef-4ff3-abc9-d881902396f7 req-01cd3b52-0d94-4860-a1e5-15bb76ffd651 tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:38:43.471877 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-7a37d4b2-0eef-4ff3-abc9-d881902396f7 req-01cd3b52-0d94-4860-a1e5-15bb76ffd651 tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] 10.222.0.11 "GET /v2.0/ports?device_id=9013f79b-448b-43d7-beb2-39ba514f62e0 HTTP/1.1" status: 200  len: 945 time: 0.0998859
Apr 20 18:38:43.529191 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-7a37d4b2-0eef-4ff3-abc9-d881902396f7 req-bbb43eab-3369-433c-b0e7-92f60e16e966 tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e7d13fc-d24e-4d2a-928a-18ab9c0989fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0440438
Apr 20 18:38:43.731090 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Device a21c2781-5027-41c4-aed5-edc300eaf4f3 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 18:38:43.860593 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11acc6be-2af5-4073-953d-4070a960a4fa req-06e8074a-df23-4c6f-b2f4-c30c8e50ce2d tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:38:43.862217 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-11acc6be-2af5-4073-953d-4070a960a4fa req-06e8074a-df23-4c6f-b2f4-c30c8e50ce2d tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] 10.222.0.11 "GET /v2.0/ports?device_id=e7b3b1b2-0faf-4cc1-80fc-3bb56cd2e1ac HTTP/1.1" status: 200  len: 944 time: 0.0965252
Apr 20 18:38:43.875825 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] For port a21c2781-5027-41c4-aed5-edc300eaf4f3, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=a21c2781-5027-41c4-aed5-edc300eaf4f3,segment=NetworkSegment(04535fee-2cd3-407c-bd35-65d1b8a6d84d),segment_id=04535fee-2cd3-407c-bd35-65d1b8a6d84d)] {{(pid=86422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:38:43.890647 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Returning: {'device': 'a21c2781-5027-41c4-aed5-edc300eaf4f3', 'network_id': '16a0d36f-cdb1-4105-94f0-43edac0cd68f', 'port_id': 'a21c2781-5027-41c4-aed5-edc300eaf4f3', 'mac_address': 'fa:16:3e:53:89:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68bbb48f-d1b3-4317-b2f4-3b64860062a5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 18:38:43.911450 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-11acc6be-2af5-4073-953d-4070a960a4fa req-9ed06dab-3b8b-44a2-8668-af087eff7308 tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] 10.222.0.11 "GET /v2.0/security-groups?id=10327c67-6bcb-4133-afa8-96876f4e6aad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425072
Apr 20 18:38:43.954140 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854207267'] for port, before_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:38:43.972404 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.notifiers.nova [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a21c2781-5027-41c4-aed5-edc300eaf4f3 {{(pid=86422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 18:38:43.988359 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] For port a21c2781-5027-41c4-aed5-edc300eaf4f3, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=a21c2781-5027-41c4-aed5-edc300eaf4f3,segment=NetworkSegment(04535fee-2cd3-407c-bd35-65d1b8a6d84d),segment_id=04535fee-2cd3-407c-bd35-65d1b8a6d84d)] {{(pid=86422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:38:43.991395 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785676839112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251178383903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251178382076'] for port, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:38:43.993309 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:38:44.063374 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Pushing event updated for resources: {'Port': ['ID=a21c2781-5027-41c4-aed5-edc300eaf4f3,revision_number=4']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:38:44.066523 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:38:44.268431 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] get_ports_and_sgs() called for port_ids ['a21c2781-5027-41c4-aed5-edc300eaf4f3'] {{(pid=86422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 18:38:44.731495 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73841d57-de15-45da-ba00-4e818ac19afc req-f9174bfc-d165-4d83-b3f4-437d9e7992dc tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:38:44.733153 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-73841d57-de15-45da-ba00-4e818ac19afc req-f9174bfc-d165-4d83-b3f4-437d9e7992dc tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] 10.222.0.11 "GET /v2.0/ports?device_id=9013f79b-448b-43d7-beb2-39ba514f62e0 HTTP/1.1" status: 200  len: 945 time: 0.0932100
Apr 20 18:38:44.786448 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-73841d57-de15-45da-ba00-4e818ac19afc req-ee901679-3725-488a-a77f-62f457126ec0 tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e7d13fc-d24e-4d2a-928a-18ab9c0989fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0469134
Apr 20 18:38:45.124128 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2570dad5-8dfd-4644-9395-1da9267ef39b req-e5beb59e-a930-4ad3-baa5-ddbd3839d2c7 tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:38:45.125762 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-2570dad5-8dfd-4644-9395-1da9267ef39b req-e5beb59e-a930-4ad3-baa5-ddbd3839d2c7 tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] 10.222.0.11 "GET /v2.0/ports?device_id=e7b3b1b2-0faf-4cc1-80fc-3bb56cd2e1ac HTTP/1.1" status: 200  len: 945 time: 0.0913498
Apr 20 18:38:45.174124 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-2570dad5-8dfd-4644-9395-1da9267ef39b req-c2067a21-b71e-42c8-9368-00f7a8572c7d tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] 10.222.0.11 "GET /v2.0/security-groups?id=10327c67-6bcb-4133-afa8-96876f4e6aad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414958
Apr 20 18:38:45.736539 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Device a21c2781-5027-41c4-aed5-edc300eaf4f3 up at agent hyperv_hv-cinder-78693 {{(pid=86422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:38:45.808448 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Provisioning for port a21c2781-5027-41c4-aed5-edc300eaf4f3 completed by entity L2. {{(pid=86422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 18:38:45.813345 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Provisioning complete for port a21c2781-5027-41c4-aed5-edc300eaf4f3 triggered by entity L2. {{(pid=86422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:38:45.813771 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733696'] for port, provisioning_complete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:38:45.941454 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854207267'] for port, before_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:38:45.970997 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7b3b1b2-0faf-4cc1-80fc-3bb56cd2e1ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a21c2781-5027-41c4-aed5-edc300eaf4f3'}] {{(pid=86422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:38:45.982809 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] For port a21c2781-5027-41c4-aed5-edc300eaf4f3, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=a21c2781-5027-41c4-aed5-edc300eaf4f3,segment=NetworkSegment(04535fee-2cd3-407c-bd35-65d1b8a6d84d),segment_id=04535fee-2cd3-407c-bd35-65d1b8a6d84d)] {{(pid=86422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:38:45.986990 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785676839112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251178383903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251178382076'] for port, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:38:45.988598 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-4d0f8e21-df62-4635-a91e-4da945a6efc8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:38:46.001311 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11e92b7-1018-4884-b297-ab517b68d110 req-5807dddd-2e39-4fce-8890-e7a56faaab65 tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:38:46.003020 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-a11e92b7-1018-4884-b297-ab517b68d110 req-5807dddd-2e39-4fce-8890-e7a56faaab65 tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] 10.222.0.11 "GET /v2.0/ports?device_id=9013f79b-448b-43d7-beb2-39ba514f62e0 HTTP/1.1" status: 200  len: 945 time: 0.0987413
Apr 20 18:38:46.031666 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7b3b1b2-0faf-4cc1-80fc-3bb56cd2e1ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a21c2781-5027-41c4-aed5-edc300eaf4f3', 'code': 200}
Apr 20 18:38:46.063938 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-a11e92b7-1018-4884-b297-ab517b68d110 req-eda67840-4874-419c-8118-b79088b7f24d tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e7d13fc-d24e-4d2a-928a-18ab9c0989fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0526140
Apr 20 18:38:46.068964 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Pushing event updated for resources: {'Port': ['ID=a21c2781-5027-41c4-aed5-edc300eaf4f3,revision_number=5']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:38:46.072810 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:38:46.380387 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e82dc7-e734-4cad-91f7-b23d885aeede req-61af44d7-8e52-4817-8b43-05b70087c372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:38:46.382111 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-00e82dc7-e734-4cad-91f7-b23d885aeede req-61af44d7-8e52-4817-8b43-05b70087c372 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=e7b3b1b2-0faf-4cc1-80fc-3bb56cd2e1ac HTTP/1.1" status: 200  len: 1099 time: 0.1101453
Apr 20 18:38:46.397371 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76354ed6-03f6-4d6b-a2e5-24b5f4829618 req-db7bc7b7-25d0-4889-827e-60f9057035d4 tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:38:46.397371 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-76354ed6-03f6-4d6b-a2e5-24b5f4829618 req-db7bc7b7-25d0-4889-827e-60f9057035d4 tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] 10.222.0.11 "GET /v2.0/ports?device_id=e7b3b1b2-0faf-4cc1-80fc-3bb56cd2e1ac HTTP/1.1" status: 200  len: 946 time: 0.1005301
Apr 20 18:38:46.432737 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-00e82dc7-e734-4cad-91f7-b23d885aeede req-b4c5cd5b-ea5c-43d6-83d8-0de6135ea0d0 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=10327c67-6bcb-4133-afa8-96876f4e6aad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437911
Apr 20 18:38:46.474993 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.11', 51732) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:38:46.516288 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-76354ed6-03f6-4d6b-a2e5-24b5f4829618 req-6dc1e3d1-f98e-4cfa-9655-100b2712bec9 tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] 10.222.0.11 "GET /v2.0/security-groups?id=10327c67-6bcb-4133-afa8-96876f4e6aad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0747187
Apr 20 18:38:46.536978 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ae2f4c-2329-4de4-a8af-43949c284f6d req-6d0e13c8-08c0-433b-9ee5-1b326ff8703e tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:38:46.549687 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-f0ae2f4c-2329-4de4-a8af-43949c284f6d req-6d0e13c8-08c0-433b-9ee5-1b326ff8703e tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] 10.222.0.11 "GET /v2.0/ports?device_id=9013f79b-448b-43d7-beb2-39ba514f62e0 HTTP/1.1" status: 200  len: 945 time: 0.1391225
Apr 20 18:38:46.596409 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-f0ae2f4c-2329-4de4-a8af-43949c284f6d req-dc120fbf-8f96-4b33-82f4-e5e11f8e0e73 tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e7d13fc-d24e-4d2a-928a-18ab9c0989fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0466321
Apr 20 18:38:46.617167 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-a6348a72-b79d-43cf-a61f-230a75ca3801 req-25d99d5c-e995-45e2-9256-3587d85d34e5 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=9013f79b-448b-43d7-beb2-39ba514f62e0&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1404603
Apr 20 18:38:47.795008 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f34082-68d5-4460-96ae-a778a08ae1b7 req-6bc09a45-9d3b-4e9b-ba46-7cbe11253e00 tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:38:47.796639 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-f5f34082-68d5-4460-96ae-a778a08ae1b7 req-6bc09a45-9d3b-4e9b-ba46-7cbe11253e00 tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] 10.222.0.11 "GET /v2.0/ports?device_id=e7b3b1b2-0faf-4cc1-80fc-3bb56cd2e1ac HTTP/1.1" status: 200  len: 946 time: 0.1538048
Apr 20 18:38:47.859350 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-f5f34082-68d5-4460-96ae-a778a08ae1b7 req-0a93f746-312d-43f6-8761-ec73aa609b6a tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] 10.222.0.11 "GET /v2.0/security-groups?id=10327c67-6bcb-4133-afa8-96876f4e6aad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0517120
Apr 20 18:38:47.867665 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174ee6ed-f6b4-4be9-911a-35edaffdf2a3 req-4a8c1d11-90c1-4b27-9590-daf72be6d34e tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:38:47.869271 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-174ee6ed-f6b4-4be9-911a-35edaffdf2a3 req-4a8c1d11-90c1-4b27-9590-daf72be6d34e tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] 10.222.0.11 "GET /v2.0/ports?device_id=9013f79b-448b-43d7-beb2-39ba514f62e0 HTTP/1.1" status: 200  len: 945 time: 0.1482000
Apr 20 18:38:47.922899 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-174ee6ed-f6b4-4be9-911a-35edaffdf2a3 req-47a4008d-1950-4926-9fff-a836c55712b7 tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e7d13fc-d24e-4d2a-928a-18ab9c0989fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0466738
Apr 20 18:38:49.128670 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d947cd-9f36-4578-934e-b0c9b7aaa177 req-ff1b0de1-8191-4cec-9d63-a4f35937ec9b tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:38:49.130278 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-b4d947cd-9f36-4578-934e-b0c9b7aaa177 req-ff1b0de1-8191-4cec-9d63-a4f35937ec9b tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] 10.222.0.11 "GET /v2.0/ports?device_id=9013f79b-448b-43d7-beb2-39ba514f62e0 HTTP/1.1" status: 200  len: 945 time: 0.0948534
Apr 20 18:38:49.179473 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-b4d947cd-9f36-4578-934e-b0c9b7aaa177 req-79e93e13-4e49-41b6-a02b-bb37cc509fb9 tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e7d13fc-d24e-4d2a-928a-18ab9c0989fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415847
Apr 20 18:38:49.754379 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Device bda81b1d-34db-4fe4-b4fd-a3ef53c16417 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 18:38:49.887384 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854207267'] for port, before_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:38:49.918172 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9013f79b-448b-43d7-beb2-39ba514f62e0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bda81b1d-34db-4fe4-b4fd-a3ef53c16417'}] {{(pid=86422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:38:49.928880 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] For port bda81b1d-34db-4fe4-b4fd-a3ef53c16417, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=bda81b1d-34db-4fe4-b4fd-a3ef53c16417,segment=NetworkSegment(0eb2a75c-bef3-49ee-9641-ddf1f2ea6df2),segment_id=0eb2a75c-bef3-49ee-9641-ddf1f2ea6df2)] {{(pid=86422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:38:49.934204 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785676839112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251178383903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251178382076'] for port, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:38:49.935186 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:38:49.983269 dv-cinder-786931-2-iscsi neutron-server[86307]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '9013f79b-448b-43d7-beb2-39ba514f62e0', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'bda81b1d-34db-4fe4-b4fd-a3ef53c16417', 'code': 422} returned with failed status
Apr 20 18:38:50.010663 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Pushing event updated for resources: {'Port': ['ID=bda81b1d-34db-4fe4-b4fd-a3ef53c16417,revision_number=6']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:38:50.018672 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:38:50.019062 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:38:50.019448 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:38:50.019832 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:38:50.020234 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:38:50.020612 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:38:50.020989 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:38:50.021365 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:38:50.021753 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:38:50.022124 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:38:50.022493 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:38:50.022860 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:38:50.029962 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:38:50.392783 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ba39cc-e988-4d9c-9a98-04307a1bb2d6 req-8de5be88-21f4-44e9-b2f4-42c35d944241 tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:38:50.394387 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-52ba39cc-e988-4d9c-9a98-04307a1bb2d6 req-8de5be88-21f4-44e9-b2f4-42c35d944241 tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] 10.222.0.11 "GET /v2.0/ports?device_id=9013f79b-448b-43d7-beb2-39ba514f62e0 HTTP/1.1" status: 200  len: 943 time: 0.0916958
Apr 20 18:38:50.443984 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-52ba39cc-e988-4d9c-9a98-04307a1bb2d6 req-53fe583c-3233-4cdb-b97c-cdd93d813f7f tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e7d13fc-d24e-4d2a-928a-18ab9c0989fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424802
Apr 20 18:38:51.662775 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e44f105-88c9-4c5b-94e5-fb3b03787113 req-70866b23-7de3-4adb-b650-17fab145f7ff tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:38:51.664422 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-5e44f105-88c9-4c5b-94e5-fb3b03787113 req-70866b23-7de3-4adb-b650-17fab145f7ff tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] 10.222.0.11 "GET /v2.0/ports?device_id=9013f79b-448b-43d7-beb2-39ba514f62e0 HTTP/1.1" status: 200  len: 943 time: 0.0926387
Apr 20 18:38:51.715939 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-5e44f105-88c9-4c5b-94e5-fb3b03787113 req-8d5d6acc-bfa9-4a79-ba71-a0ad71f2f6d2 tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e7d13fc-d24e-4d2a-928a-18ab9c0989fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0443897
Apr 20 18:38:52.616576 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87537502-d31d-4466-91d9-5623e952ca7a req-9befcb14-ff0b-4353-8efb-929f0556f75e tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:38:52.618239 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-87537502-d31d-4466-91d9-5623e952ca7a req-9befcb14-ff0b-4353-8efb-929f0556f75e tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] 10.222.0.11 "GET /v2.0/ports?device_id=076d0f67-ed24-4b17-b96c-253082f2f7d8 HTTP/1.1" status: 200  len: 946 time: 0.0973551
Apr 20 18:38:52.669869 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-87537502-d31d-4466-91d9-5623e952ca7a req-e7b5e123-99c6-4e7e-86ba-2a05502095ef tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] 10.222.0.11 "GET /v2.0/security-groups?id=9dbc5abb-33fb-429f-bc59-5e978e26d110&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439653
Apr 20 18:38:52.698305 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86421) accepted ('10.222.0.11', 51796) {{(pid=86421) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:38:52.709946 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6348a72-b79d-43cf-a61f-230a75ca3801 req-c61dac8b-4d87-494d-8e9e-e9869f9e553f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:38:52.711632 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-a6348a72-b79d-43cf-a61f-230a75ca3801 req-c61dac8b-4d87-494d-8e9e-e9869f9e553f service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=9013f79b-448b-43d7-beb2-39ba514f62e0&tenant_id=5283e7179c6941ac97dec0a0f8b3ae8f HTTP/1.1" status: 200  len: 1096 time: 0.0809937
Apr 20 18:38:52.820301 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6348a72-b79d-43cf-a61f-230a75ca3801 req-389d4d22-2d71-4365-a450-0b4f02e6affd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:38:52.823082 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-a6348a72-b79d-43cf-a61f-230a75ca3801 req-389d4d22-2d71-4365-a450-0b4f02e6affd service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5283e7179c6941ac97dec0a0f8b3ae8f&device_id=9013f79b-448b-43d7-beb2-39ba514f62e0 HTTP/1.1" status: 200  len: 1096 time: 0.0832460
Apr 20 18:38:52.828673 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b796aff-61ad-4a7a-b91e-407d18709142 tempest-TestMinimumBasicScenario-1018893791 tempest-TestMinimumBasicScenario-1018893791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:38:52.829585 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-5b796aff-61ad-4a7a-b91e-407d18709142 tempest-TestMinimumBasicScenario-1018893791 tempest-TestMinimumBasicScenario-1018893791-project-admin] Synchronizing usage tracker for tenant:3be7c248a97e46148d7d0fe47561fe71 on resource:port {{(pid=86421) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 18:38:52.902758 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-5b796aff-61ad-4a7a-b91e-407d18709142 tempest-TestMinimumBasicScenario-1018893791 tempest-TestMinimumBasicScenario-1018893791-project-admin] Unset dirty status for tenant:3be7c248a97e46148d7d0fe47561fe71 on resource:port {{(pid=86421) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 18:38:52.904044 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-5b796aff-61ad-4a7a-b91e-407d18709142 tempest-TestMinimumBasicScenario-1018893791 tempest-TestMinimumBasicScenario-1018893791-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=076d0f67-ed24-4b17-b96c-253082f2f7d8 HTTP/1.1" status: 200  len: 1094 time: 0.2047212
Apr 20 18:38:52.907179 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.11', 51804) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:38:52.918314 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.v2.base [None req-e958c9e3-1e51-4d60-ad8b-f31d1411a69e tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] Request body: {'floatingip': {'floating_network_id': '357044f3-f85c-4c82-92f2-504aa071d528', 'port_id': '7414aabf-dbe8-4fa3-96c1-9a01bbe6a7e4', 'tenant_id': 'f53a192abe7c4bf98a9dcf3d23d09206', 'fixed_ip_address': '172.20.0.11'}} {{(pid=86420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:38:52.928032 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-e958c9e3-1e51-4d60-ad8b-f31d1411a69e tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:38:52.940378 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2739aa1c-b433-46b5-8a4e-a5049f285a29 req-16ca03d8-c19b-45c0-bf6d-22e51a9e6aae tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:38:52.942205 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-2739aa1c-b433-46b5-8a4e-a5049f285a29 req-16ca03d8-c19b-45c0-bf6d-22e51a9e6aae tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] 10.222.0.11 "GET /v2.0/ports?device_id=9013f79b-448b-43d7-beb2-39ba514f62e0 HTTP/1.1" status: 200  len: 943 time: 0.1085689
Apr 20 18:38:52.942821 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-e958c9e3-1e51-4d60-ad8b-f31d1411a69e tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] Usage tracker for resource:floatingip and tenant:f53a192abe7c4bf98a9dcf3d23d09206 is out of sync, need to count used quota {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:38:52.948283 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-e958c9e3-1e51-4d60-ad8b-f31d1411a69e tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:38:52.958939 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-e958c9e3-1e51-4d60-ad8b-f31d1411a69e tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:38:52.992641 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-2739aa1c-b433-46b5-8a4e-a5049f285a29 req-6988ad0c-dabb-4b09-b9f2-17b2d3a82c7b tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e7d13fc-d24e-4d2a-928a-18ab9c0989fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0436652
Apr 20 18:38:52.997406 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-e958c9e3-1e51-4d60-ad8b-f31d1411a69e tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] Notify callbacks [] for floatingip, before_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:38:53.033514 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6348a72-b79d-43cf-a61f-230a75ca3801 req-6335f2ae-532b-4993-b051-18c46034c6af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:38:53.035106 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-a6348a72-b79d-43cf-a61f-230a75ca3801 req-6335f2ae-532b-4993-b051-18c46034c6af service neutron] 10.222.0.10 "GET /v2.0/networks?id=80913dd1-937c-45ce-ae14-972844ab57d5 HTTP/1.1" status: 200  len: 910 time: 0.2060034
Apr 20 18:38:53.216471 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-a6348a72-b79d-43cf-a61f-230a75ca3801 req-5efbd1d2-41df-46e4-93e9-3a658b4b728c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bda81b1d-34db-4fe4-b4fd-a3ef53c16417 HTTP/1.1" status: 200  len: 999 time: 0.1319127
Apr 20 18:38:53.311095 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6348a72-b79d-43cf-a61f-230a75ca3801 req-4f80ca4f-08b7-4782-a49d-2c30cac782d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:38:53.312691 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-a6348a72-b79d-43cf-a61f-230a75ca3801 req-4f80ca4f-08b7-4782-a49d-2c30cac782d9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8ab8a665-1a1f-4e98-99e5-1b83bdb4be35 HTTP/1.1" status: 200  len: 848 time: 0.0881588
Apr 20 18:38:53.362746 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-e958c9e3-1e51-4d60-ad8b-f31d1411a69e tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854207267'] for port, before_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:38:53.513954 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6348a72-b79d-43cf-a61f-230a75ca3801 req-893d1ff3-1f33-41f5-924f-8d85866556d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:38:53.515566 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-a6348a72-b79d-43cf-a61f-230a75ca3801 req-893d1ff3-1f33-41f5-924f-8d85866556d1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=80913dd1-937c-45ce-ae14-972844ab57d5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1947134
Apr 20 18:38:53.630232 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.db_base_plugin_common [None req-e958c9e3-1e51-4d60-ad8b-f31d1411a69e tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] Allocated IP 172.27.2.157 (357044f3-f85c-4c82-92f2-504aa071d528/737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87/d2c7b914-41d8-4571-a1b7-bb73fe656dcc) {{(pid=86420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 18:38:53.775027 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-a6348a72-b79d-43cf-a61f-230a75ca3801 req-f4f2bc96-a97d-4f07-b49c-ca5890da2061 service neutron] 10.222.0.10 "GET /v2.0/networks/80913dd1-937c-45ce-ae14-972844ab57d5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2506573
Apr 20 18:38:53.922208 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-e958c9e3-1e51-4d60-ad8b-f31d1411a69e tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] Notify callbacks [] for port, precommit_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:38:53.974788 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-a6348a72-b79d-43cf-a61f-230a75ca3801 req-7fee6e4f-20cf-4457-9a07-2e931f701b9b service neutron] 10.222.0.10 "GET /v2.0/networks/80913dd1-937c-45ce-ae14-972844ab57d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1919425
Apr 20 18:38:53.990328 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-e958c9e3-1e51-4d60-ad8b-f31d1411a69e tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251178383920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4189424'] for port, after_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:38:53.996350 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-f5eb74e5-2283-442b-981c-fb0f94c769ce service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:38:54.075690 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e958c9e3-1e51-4d60-ad8b-f31d1411a69e tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] Network 357044f3-f85c-4c82-92f2-504aa071d528 is already hosted by enough agents. {{(pid=86420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 18:38:54.078856 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.scheduler.base_scheduler [None req-e958c9e3-1e51-4d60-ad8b-f31d1411a69e tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] Resources bound (agent type, host, resource id):  {{(pid=86420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:38:54.081531 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e958c9e3-1e51-4d60-ad8b-f31d1411a69e tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] Received port after_create {{(pid=86420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 18:38:54.120281 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e958c9e3-1e51-4d60-ad8b-f31d1411a69e tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] Pushing event updated for resources: {'Port': ['ID=d2c7b914-41d8-4571-a1b7-bb73fe656dcc,revision_number=1']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:38:54.137760 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e958c9e3-1e51-4d60-ad8b-f31d1411a69e tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:38:54.138182 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e958c9e3-1e51-4d60-ad8b-f31d1411a69e tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:38:54.138581 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e958c9e3-1e51-4d60-ad8b-f31d1411a69e tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:38:54.138996 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e958c9e3-1e51-4d60-ad8b-f31d1411a69e tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:38:54.139462 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e958c9e3-1e51-4d60-ad8b-f31d1411a69e tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:38:54.140520 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e958c9e3-1e51-4d60-ad8b-f31d1411a69e tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:38:54.140964 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e958c9e3-1e51-4d60-ad8b-f31d1411a69e tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:38:54.141639 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e958c9e3-1e51-4d60-ad8b-f31d1411a69e tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:38:54.142045 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e958c9e3-1e51-4d60-ad8b-f31d1411a69e tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:38:54.142447 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e958c9e3-1e51-4d60-ad8b-f31d1411a69e tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:38:54.142847 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e958c9e3-1e51-4d60-ad8b-f31d1411a69e tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:38:54.143244 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e958c9e3-1e51-4d60-ad8b-f31d1411a69e tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:38:54.147153 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-e958c9e3-1e51-4d60-ad8b-f31d1411a69e tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:38:54.211318 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbd0770-9138-4276-9226-e3bea6a11d82 req-bc64e162-e240-4baa-894f-d656c8c74c76 tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:38:54.213254 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-1fbd0770-9138-4276-9226-e3bea6a11d82 req-bc64e162-e240-4baa-894f-d656c8c74c76 tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] 10.222.0.11 "GET /v2.0/ports?device_id=9013f79b-448b-43d7-beb2-39ba514f62e0 HTTP/1.1" status: 200  len: 943 time: 0.0951991
Apr 20 18:38:54.267794 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-1fbd0770-9138-4276-9226-e3bea6a11d82 req-df2ebf78-cb14-480e-95dd-cf1404dafe53 tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e7d13fc-d24e-4d2a-928a-18ab9c0989fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0474844
Apr 20 18:38:54.558172 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-e958c9e3-1e51-4d60-ad8b-f31d1411a69e tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:38:54.635635 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-e958c9e3-1e51-4d60-ad8b-f31d1411a69e tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854207267'] for port, before_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:38:54.854351 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-e958c9e3-1e51-4d60-ad8b-f31d1411a69e tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] Notify callbacks [] for port, precommit_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:38:54.857691 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-e958c9e3-1e51-4d60-ad8b-f31d1411a69e tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785676839112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251178383903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251178382076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850586375'] for port, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:38:54.862420 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-5585600d-e799-47b5-aa98-0ade880a7d65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:38:54.977061 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e958c9e3-1e51-4d60-ad8b-f31d1411a69e tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] Pushing event updated for resources: {'Port': ['ID=d2c7b914-41d8-4571-a1b7-bb73fe656dcc,revision_number=2']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:38:54.980634 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-e958c9e3-1e51-4d60-ad8b-f31d1411a69e tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:38:54.987837 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-e958c9e3-1e51-4d60-ad8b-f31d1411a69e tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850912078'] for floatingip, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:38:55.173359 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.db.l3_db [None req-e958c9e3-1e51-4d60-ad8b-f31d1411a69e tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] Floating IP 7888e11b-4401-4e21-84e7-195761ae92e6 associated. External IP: 172.27.2.157, port: 7414aabf-dbe8-4fa3-96c1-9a01bbe6a7e4.
Apr 20 18:38:55.499476 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d877db8-4310-4ab0-81c2-3c6ac46d8a89 req-c144a876-dcbd-474f-b2f4-990acbad96a9 tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:38:55.501175 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-7d877db8-4310-4ab0-81c2-3c6ac46d8a89 req-c144a876-dcbd-474f-b2f4-990acbad96a9 tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] 10.222.0.11 "GET /v2.0/ports?device_id=9013f79b-448b-43d7-beb2-39ba514f62e0 HTTP/1.1" status: 200  len: 943 time: 0.1048188
Apr 20 18:38:55.549707 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-7d877db8-4310-4ab0-81c2-3c6ac46d8a89 req-6746958b-80d0-4563-a7ef-7972e15b3966 tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e7d13fc-d24e-4d2a-928a-18ab9c0989fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420971
Apr 20 18:38:55.795559 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e958c9e3-1e51-4d60-ad8b-f31d1411a69e tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] Router 25a827f9-6de7-449d-9886-13b82c45ab24 has already been hosted by L3 agent 561dbf79-24e4-4a0d-b08c-f7bb8670fc1d {{(pid=86420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 18:38:55.986602 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e958c9e3-1e51-4d60-ad8b-f31d1411a69e tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] Notify agent at l3_agent.dv-cinder-786931-2-iscsi the message routers_updated {{(pid=86420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 18:38:55.997196 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-974f562c-d586-4d7e-adbe-4570f3ef4514 None None] Sync routers for ids ['25a827f9-6de7-449d-9886-13b82c45ab24'] in dv-cinder-786931-2-iscsi {{(pid=86422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 18:38:56.007929 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-974f562c-d586-4d7e-adbe-4570f3ef4514 None None] Routers {'25a827f9-6de7-449d-9886-13b82c45ab24'} bound to L3 agent in host dv-cinder-786931-2-iscsi {{(pid=86422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:38:56.008634 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-974f562c-d586-4d7e-adbe-4570f3ef4514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd930dcd128>, 'dv-cinder-786931-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T18:22:01Z,description=<?>,heartbeat_timestamp=2021-04-20T18:38:31Z,host='dv-cinder-786931-2-iscsi',id=561dbf79-24e4-4a0d-b08c-f7bb8670fc1d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:22:01Z,topic='l3_agent')) {'router_ids': ['25a827f9-6de7-449d-9886-13b82c45ab24'], 'active': True} {{(pid=86422) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:38:56.013406 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-e958c9e3-1e51-4d60-ad8b-f31d1411a69e tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7615'] for floatingip, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:38:56.075243 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-e958c9e3-1e51-4d60-ad8b-f31d1411a69e tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 3.1668291
Apr 20 18:38:56.075956 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '076d0f67-ed24-4b17-b96c-253082f2f7d8', 'tag': '7414aabf-dbe8-4fa3-96c1-9a01bbe6a7e4'}] {{(pid=86420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:38:56.078144 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86421) accepted ('10.222.0.11', 51818) {{(pid=86421) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:38:56.084151 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.v2.base [None req-5a6fea9f-f715-4fa2-8c9a-2e01342c8fbc tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-994427215', 'description': 'tempest-secgroup-smoke-994427215 description', 'project_id': 'f53a192abe7c4bf98a9dcf3d23d09206'}} {{(pid=86421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:38:56.091287 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-5a6fea9f-f715-4fa2-8c9a-2e01342c8fbc tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86421) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:38:56.104375 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-5a6fea9f-f715-4fa2-8c9a-2e01342c8fbc tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86421) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:38:56.113304 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-5a6fea9f-f715-4fa2-8c9a-2e01342c8fbc tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] Notify callbacks [] for security_group, before_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:38:56.127273 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '076d0f67-ed24-4b17-b96c-253082f2f7d8', 'tag': '7414aabf-dbe8-4fa3-96c1-9a01bbe6a7e4', 'status': 'completed', 'code': 200}
Apr 20 18:38:56.139499 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-5a6fea9f-f715-4fa2-8c9a-2e01342c8fbc tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86421) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:38:56.144113 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-5a6fea9f-f715-4fa2-8c9a-2e01342c8fbc tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] Usage tracker for resource:security_group_rule and tenant:f53a192abe7c4bf98a9dcf3d23d09206 is out of sync, need to count used quota {{(pid=86421) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:38:56.147352 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-5a6fea9f-f715-4fa2-8c9a-2e01342c8fbc tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86421) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:38:56.154277 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-5a6fea9f-f715-4fa2-8c9a-2e01342c8fbc tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86421) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:38:56.207052 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_dvr_db [None req-974f562c-d586-4d7e-adbe-4570f3ef4514 None None] Set router 25a827f9-6de7-449d-9886-13b82c45ab24 gateway port host: dv-cinder-786931-2-iscsi {{(pid=86422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:38:56.230433 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-5a6fea9f-f715-4fa2-8c9a-2e01342c8fbc tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] Notify callbacks [] for security_group, precommit_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:38:56.234090 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-5a6fea9f-f715-4fa2-8c9a-2e01342c8fbc tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850969184'] for security_group, after_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:38:56.237726 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02825808-22d1-474b-9bed-319b3fad2d32 req-69322749-9818-4a5b-abed-293567633d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:38:56.239365 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-02825808-22d1-474b-9bed-319b3fad2d32 req-69322749-9818-4a5b-abed-293567633d34 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f53a192abe7c4bf98a9dcf3d23d09206&device_id=076d0f67-ed24-4b17-b96c-253082f2f7d8 HTTP/1.1" status: 200  len: 1099 time: 0.0870972
Apr 20 18:38:56.240499 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-503ae9d6-e472-4333-af4c-5e78397443fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:38:56.289540 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6fea9f-f715-4fa2-8c9a-2e01342c8fbc tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bec0ca66-073e-4ee8-b793-3151dc1f4fc0,revision_number=1']} {{(pid=86421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:38:56.298194 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6fea9f-f715-4fa2-8c9a-2e01342c8fbc tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:38:56.298606 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6fea9f-f715-4fa2-8c9a-2e01342c8fbc tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:38:56.299010 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6fea9f-f715-4fa2-8c9a-2e01342c8fbc tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:38:56.299746 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6fea9f-f715-4fa2-8c9a-2e01342c8fbc tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:38:56.299876 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6fea9f-f715-4fa2-8c9a-2e01342c8fbc tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:38:56.300209 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6fea9f-f715-4fa2-8c9a-2e01342c8fbc tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:38:56.300714 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6fea9f-f715-4fa2-8c9a-2e01342c8fbc tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:38:56.301006 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6fea9f-f715-4fa2-8c9a-2e01342c8fbc tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:38:56.301387 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6fea9f-f715-4fa2-8c9a-2e01342c8fbc tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:38:56.301786 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6fea9f-f715-4fa2-8c9a-2e01342c8fbc tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:38:56.302171 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6fea9f-f715-4fa2-8c9a-2e01342c8fbc tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:38:56.302560 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6fea9f-f715-4fa2-8c9a-2e01342c8fbc tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:38:56.306013 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-5a6fea9f-f715-4fa2-8c9a-2e01342c8fbc tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] Notify callbacks [] for security_group, before_response {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:38:56.307362 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-5a6fea9f-f715-4fa2-8c9a-2e01342c8fbc tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1792 time: 0.2278626
Apr 20 18:38:56.308454 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-5a6fea9f-f715-4fa2-8c9a-2e01342c8fbc tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:38:56.310871 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86421) accepted ('10.222.0.11', 51824) {{(pid=86421) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:38:56.316660 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.v2.base [None req-ce9068a2-f655-4986-b43b-0d693f19a81e tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] Request body: {'security_group_rule': {'security_group_id': 'bec0ca66-073e-4ee8-b793-3151dc1f4fc0', 'project_id': 'f53a192abe7c4bf98a9dcf3d23d09206', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:38:56.323928 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-ce9068a2-f655-4986-b43b-0d693f19a81e tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86421) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:38:56.328583 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-ce9068a2-f655-4986-b43b-0d693f19a81e tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] Usage tracker for resource:security_group_rule and tenant:f53a192abe7c4bf98a9dcf3d23d09206 is out of sync, need to count used quota {{(pid=86421) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:38:56.331710 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-ce9068a2-f655-4986-b43b-0d693f19a81e tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86421) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:38:56.338703 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-ce9068a2-f655-4986-b43b-0d693f19a81e tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86421) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:38:56.358157 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-ce9068a2-f655-4986-b43b-0d693f19a81e tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:38:56.410111 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02825808-22d1-474b-9bed-319b3fad2d32 req-65404d5d-a73e-4b28-9de2-1a6f638e5aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:38:56.411750 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-02825808-22d1-474b-9bed-319b3fad2d32 req-65404d5d-a73e-4b28-9de2-1a6f638e5aa5 service neutron] 10.222.0.10 "GET /v2.0/networks?id=6d144805-8d75-4a3e-b688-4a2f32d5990e HTTP/1.1" status: 200  len: 915 time: 0.1649287
Apr 20 18:38:56.432497 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-ce9068a2-f655-4986-b43b-0d693f19a81e tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:38:56.450499 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-ce9068a2-f655-4986-b43b-0d693f19a81e tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850969148'] for security_group_rule, after_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:38:56.452710 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:38:56.496100 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9068a2-f655-4986-b43b-0d693f19a81e tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9aa7a331-fa47-478b-806c-88ea0bc1fb95,revision_number=0']} {{(pid=86421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:38:56.511445 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-ce9068a2-f655-4986-b43b-0d693f19a81e tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:38:56.512638 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-ce9068a2-f655-4986-b43b-0d693f19a81e tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:38:56.514543 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-ce9068a2-f655-4986-b43b-0d693f19a81e tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2022948
Apr 20 18:38:56.518935 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86421) accepted ('10.222.0.11', 51830) {{(pid=86421) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:38:56.526705 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.v2.base [None req-b0185a38-39dd-42e2-b168-7bb8d206a974 tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] Request body: {'security_group_rule': {'security_group_id': 'bec0ca66-073e-4ee8-b793-3151dc1f4fc0', 'project_id': 'f53a192abe7c4bf98a9dcf3d23d09206', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=86421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:38:56.534398 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-b0185a38-39dd-42e2-b168-7bb8d206a974 tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86421) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:38:56.538350 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-b0185a38-39dd-42e2-b168-7bb8d206a974 tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] Usage tracker for resource:security_group_rule and tenant:f53a192abe7c4bf98a9dcf3d23d09206 is out of sync, need to count used quota {{(pid=86421) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:38:56.543006 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-b0185a38-39dd-42e2-b168-7bb8d206a974 tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86421) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:38:56.549632 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-b0185a38-39dd-42e2-b168-7bb8d206a974 tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86421) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:38:56.561425 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-02825808-22d1-474b-9bed-319b3fad2d32 req-b135161a-2d68-4eb5-91c8-c8b8c2a935f3 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7414aabf-dbe8-4fa3-96c1-9a01bbe6a7e4 HTTP/1.1" status: 200  len: 1000 time: 0.1415772
Apr 20 18:38:56.591132 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-b0185a38-39dd-42e2-b168-7bb8d206a974 tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:38:56.639824 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02825808-22d1-474b-9bed-319b3fad2d32 req-38a92a0d-9138-47b4-b128-5be39d0dd624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:38:56.641480 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-02825808-22d1-474b-9bed-319b3fad2d32 req-38a92a0d-9138-47b4-b128-5be39d0dd624 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a6c6d2ce-c18f-43fb-b599-797b906e367c HTTP/1.1" status: 200  len: 853 time: 0.0719690
Apr 20 18:38:56.670734 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-b0185a38-39dd-42e2-b168-7bb8d206a974 tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:38:56.688688 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-974f562c-d586-4d7e-adbe-4570f3ef4514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd930dcd128>, [{'id': '25a827f9-6de7-449d-9886-13b82c45ab24', 'name': 'tempest-TestMinimumBasicScenario-622311032-router', 'tenant_id': 'f53a192abe7c4bf98a9dcf3d23d09206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357044f3-f85c-4c82-92f2-504aa071d528', 'external_fixed_ips': [{'subnet_id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': 'ad101577-4beb-40bd-ae82-efbcf36a592a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:37:45Z', 'updated_at': '2021-04-20T18:37:54Z', 'revision_number': 4, 'project_id': 'f53a192abe7c4bf98a9dcf3d23d09206', 'gw_port': {'id': 'ad101577-4beb-40bd-ae82-efbcf36a592a', 'name': '', 'network_id': '357044f3-f85c-4c82-92f2-504aa071d528', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:74:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a827f9-6de7-449d-9886-13b82c45ab24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:37:47Z', 'updated_at': '2021-04-20T18:37:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-2-iscsi', '_floatingips': [{'id': '7888e11b-4401-4e21-84e7-195761ae92e6', 'tenant_id': 'f53a192abe7c4bf98a9dcf3d23d09206', 'floating_ip_address': '172.27.2.157', 'floating_network_id': '357044f3-f85c-4c82-92f2-504aa071d528', 'router_id': '25a827f9-6de7-449d-9886-13b82c45ab24', 'port_id': '7414aabf-dbe8-4fa3-96c1-9a01bbe6a7e4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 585, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d144805-8d75-4a3e-b688-4a2f32d5990e', 'mac_address': 'fa:16:3e:2d:98:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '076d0f67-ed24-4b17-b96c-253082f2f7d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T18:38:54Z', 'updated_at': '2021-04-20T18:38:54Z', 'revision_number': 0, 'project_id': 'f53a192abe7c4bf98a9dcf3d23d09206', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15ff989c-c1a4-418c-a6b9-ac05de2693c8', 'name': '', 'network_id': '6d144805-8d75-4a3e-b688-4a2f32d5990e', 'tenant_id': 'f53a192abe7c4bf98a9dcf3d23d09206', 'mac_address': 'fa:16:3e:b4:93:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a827f9-6de7-449d-9886-13b82c45ab24', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'a6c6d2ce-c18f-43fb-b599-797b906e367c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:37:52Z', 'updated_at': '2021-04-20T18:38:01Z', 'revision_number': 5, 'project_id': 'f53a192abe7c4bf98a9dcf3d23d09206', 'subnets': [{'id': 'a6c6d2ce-c18f-43fb-b599-797b906e367c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786931-2-iscsi', False) {} {{(pid=86422) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:38:56.695396 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-974f562c-d586-4d7e-adbe-4570f3ef4514 None None] Checking router: 25a827f9-6de7-449d-9886-13b82c45ab24 for host: dv-cinder-786931-2-iscsi {{(pid=86422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 18:38:56.705605 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-974f562c-d586-4d7e-adbe-4570f3ef4514 None None] Routers {'25a827f9-6de7-449d-9886-13b82c45ab24'} bound to L3 agent in host dv-cinder-786931-2-iscsi {{(pid=86422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:38:56.706281 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-974f562c-d586-4d7e-adbe-4570f3ef4514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd930dcd128>, 'dv-cinder-786931-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T18:22:01Z,description=<?>,heartbeat_timestamp=2021-04-20T18:38:31Z,host='dv-cinder-786931-2-iscsi',id=561dbf79-24e4-4a0d-b08c-f7bb8670fc1d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:22:01Z,topic='l3_agent')) {'router_ids': ['25a827f9-6de7-449d-9886-13b82c45ab24'], 'active': True} {{(pid=86422) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:38:56.718933 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-b0185a38-39dd-42e2-b168-7bb8d206a974 tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850969148'] for security_group_rule, after_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:38:56.735321 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02825808-22d1-474b-9bed-319b3fad2d32 req-6562b33c-c142-4f72-b657-452a1f497e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:38:56.737109 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-02825808-22d1-474b-9bed-319b3fad2d32 req-6562b33c-c142-4f72-b657-452a1f497e82 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6d144805-8d75-4a3e-b688-4a2f32d5990e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0878911
Apr 20 18:38:56.738978 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:38:56.766706 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0185a38-39dd-42e2-b168-7bb8d206a974 tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=393fbd8b-b2a7-4fbb-befa-7c9007d4d2ea,revision_number=0']} {{(pid=86421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:38:56.769561 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-b0185a38-39dd-42e2-b168-7bb8d206a974 tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:38:56.778224 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-b0185a38-39dd-42e2-b168-7bb8d206a974 tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:38:56.781005 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-b0185a38-39dd-42e2-b168-7bb8d206a974 tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.2592604
Apr 20 18:38:56.787400 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86421) accepted ('10.222.0.11', 51836) {{(pid=86421) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:38:56.799734 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.v2.base [None req-86fa34cb-51f5-43e6-a51e-09226d9acaea tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] Request body: {'security_group_rule': {'security_group_id': 'bec0ca66-073e-4ee8-b793-3151dc1f4fc0', 'project_id': 'f53a192abe7c4bf98a9dcf3d23d09206', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=86421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:38:56.809950 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-86fa34cb-51f5-43e6-a51e-09226d9acaea tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86421) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:38:56.815208 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-86fa34cb-51f5-43e6-a51e-09226d9acaea tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] Usage tracker for resource:security_group_rule and tenant:f53a192abe7c4bf98a9dcf3d23d09206 is out of sync, need to count used quota {{(pid=86421) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:38:56.819369 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-86fa34cb-51f5-43e6-a51e-09226d9acaea tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=86421) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:38:56.828773 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-86fa34cb-51f5-43e6-a51e-09226d9acaea tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=86421) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:38:56.843980 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facc464c-d1cb-4a64-a4ff-a0f68f2a1504 req-c8696bb6-02c2-4fd5-8dee-84e7c46189c7 tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:38:56.845612 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-facc464c-d1cb-4a64-a4ff-a0f68f2a1504 req-c8696bb6-02c2-4fd5-8dee-84e7c46189c7 tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] 10.222.0.11 "GET /v2.0/ports?device_id=9013f79b-448b-43d7-beb2-39ba514f62e0 HTTP/1.1" status: 200  len: 943 time: 0.1684797
Apr 20 18:38:56.878786 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-86fa34cb-51f5-43e6-a51e-09226d9acaea tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:38:56.893133 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-02825808-22d1-474b-9bed-319b3fad2d32 req-e8a7cc29-3c1c-4f6d-a3c0-3db89b36af46 service neutron] 10.222.0.10 "GET /v2.0/networks/6d144805-8d75-4a3e-b688-4a2f32d5990e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1480985
Apr 20 18:38:56.907209 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_dvr_db [None req-974f562c-d586-4d7e-adbe-4570f3ef4514 None None] Set router 25a827f9-6de7-449d-9886-13b82c45ab24 gateway port host: dv-cinder-786931-2-iscsi {{(pid=86422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:38:56.944906 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-facc464c-d1cb-4a64-a4ff-a0f68f2a1504 req-c14df8c1-8e87-489d-bb07-ffccc2f0a86a tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e7d13fc-d24e-4d2a-928a-18ab9c0989fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0861912
Apr 20 18:38:56.974284 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-86fa34cb-51f5-43e6-a51e-09226d9acaea tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:38:56.979625 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-86fa34cb-51f5-43e6-a51e-09226d9acaea tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850969148'] for security_group_rule, after_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:38:56.982517 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:38:57.006068 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fa34cb-51f5-43e6-a51e-09226d9acaea tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d4f1dac-01b0-444e-8876-d235dfeb66dd,revision_number=0']} {{(pid=86421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:38:57.014723 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-86fa34cb-51f5-43e6-a51e-09226d9acaea tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:38:57.028225 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-86fa34cb-51f5-43e6-a51e-09226d9acaea tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:38:57.032776 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-86fa34cb-51f5-43e6-a51e-09226d9acaea tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2366273
Apr 20 18:38:57.033447 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86421) accepted ('10.222.0.11', 51840) {{(pid=86421) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:38:57.042879 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.v2.base [None req-a8fb671d-2e28-41af-a8b8-b69711bed1a7 tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] Request body: {'security_group_rule': {'security_group_id': 'bec0ca66-073e-4ee8-b793-3151dc1f4fc0', 'project_id': 'f53a192abe7c4bf98a9dcf3d23d09206', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=86421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:38:57.053009 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-02825808-22d1-474b-9bed-319b3fad2d32 req-da7df11d-a17a-4c59-9f16-15c99ccd02bc service neutron] 10.222.0.10 "GET /v2.0/networks/6d144805-8d75-4a3e-b688-4a2f32d5990e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1526387
Apr 20 18:38:57.053277 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-a8fb671d-2e28-41af-a8b8-b69711bed1a7 tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86421) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:38:57.058127 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-a8fb671d-2e28-41af-a8b8-b69711bed1a7 tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] Usage tracker for resource:security_group_rule and tenant:f53a192abe7c4bf98a9dcf3d23d09206 is out of sync, need to count used quota {{(pid=86421) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:38:57.061341 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-a8fb671d-2e28-41af-a8b8-b69711bed1a7 tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=86421) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:38:57.067837 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-a8fb671d-2e28-41af-a8b8-b69711bed1a7 tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=86421) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:38:57.083753 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-a8fb671d-2e28-41af-a8b8-b69711bed1a7 tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:38:57.155904 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-a8fb671d-2e28-41af-a8b8-b69711bed1a7 tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:38:57.158446 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-a8fb671d-2e28-41af-a8b8-b69711bed1a7 tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850969148'] for security_group_rule, after_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:38:57.160657 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-c3be694e-b670-4866-94be-f874f51d087f tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:38:57.185412 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fb671d-2e28-41af-a8b8-b69711bed1a7 tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84c3bc14-7ad5-4a27-a777-1b8815d89eba,revision_number=0']} {{(pid=86421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:38:57.191937 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-a8fb671d-2e28-41af-a8b8-b69711bed1a7 tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:38:57.193898 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-a8fb671d-2e28-41af-a8b8-b69711bed1a7 tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:38:57.198896 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-a8fb671d-2e28-41af-a8b8-b69711bed1a7 tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1601722
Apr 20 18:38:57.199136 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86421) accepted ('10.222.0.11', 51844) {{(pid=86421) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:38:57.204717 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.v2.base [None req-be653b7e-b827-450e-9c00-d40d058c54d8 tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] Request body: {'security_group_rule': {'security_group_id': 'bec0ca66-073e-4ee8-b793-3151dc1f4fc0', 'project_id': 'f53a192abe7c4bf98a9dcf3d23d09206', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=86421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:38:57.211062 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-be653b7e-b827-450e-9c00-d40d058c54d8 tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86421) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:38:57.215221 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-be653b7e-b827-450e-9c00-d40d058c54d8 tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] Usage tracker for resource:security_group_rule and tenant:f53a192abe7c4bf98a9dcf3d23d09206 is out of sync, need to count used quota {{(pid=86421) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:38:57.218277 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-be653b7e-b827-450e-9c00-d40d058c54d8 tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=86421) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:38:57.224696 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-be653b7e-b827-450e-9c00-d40d058c54d8 tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=86421) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:38:57.234432 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.db.securitygroups_db [None req-be653b7e-b827-450e-9c00-d40d058c54d8 tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] Project f53a192abe7c4bf98a9dcf3d23d09206 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 20 18:38:57.241541 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-be653b7e-b827-450e-9c00-d40d058c54d8 tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:38:57.308286 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-974f562c-d586-4d7e-adbe-4570f3ef4514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd930dcd128>, [{'id': '25a827f9-6de7-449d-9886-13b82c45ab24', 'name': 'tempest-TestMinimumBasicScenario-622311032-router', 'tenant_id': 'f53a192abe7c4bf98a9dcf3d23d09206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357044f3-f85c-4c82-92f2-504aa071d528', 'external_fixed_ips': [{'subnet_id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': 'ad101577-4beb-40bd-ae82-efbcf36a592a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:37:45Z', 'updated_at': '2021-04-20T18:37:54Z', 'revision_number': 4, 'project_id': 'f53a192abe7c4bf98a9dcf3d23d09206', 'gw_port': {'id': 'ad101577-4beb-40bd-ae82-efbcf36a592a', 'name': '', 'network_id': '357044f3-f85c-4c82-92f2-504aa071d528', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:74:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a827f9-6de7-449d-9886-13b82c45ab24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:37:47Z', 'updated_at': '2021-04-20T18:37:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-2-iscsi', '_floatingips': [{'id': '7888e11b-4401-4e21-84e7-195761ae92e6', 'tenant_id': 'f53a192abe7c4bf98a9dcf3d23d09206', 'floating_ip_address': '172.27.2.157', 'floating_network_id': '357044f3-f85c-4c82-92f2-504aa071d528', 'router_id': '25a827f9-6de7-449d-9886-13b82c45ab24', 'port_id': '7414aabf-dbe8-4fa3-96c1-9a01bbe6a7e4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 585, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d144805-8d75-4a3e-b688-4a2f32d5990e', 'mac_address': 'fa:16:3e:2d:98:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '076d0f67-ed24-4b17-b96c-253082f2f7d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T18:38:54Z', 'updated_at': '2021-04-20T18:38:54Z', 'revision_number': 0, 'project_id': 'f53a192abe7c4bf98a9dcf3d23d09206', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15ff989c-c1a4-418c-a6b9-ac05de2693c8', 'name': '', 'network_id': '6d144805-8d75-4a3e-b688-4a2f32d5990e', 'tenant_id': 'f53a192abe7c4bf98a9dcf3d23d09206', 'mac_address': 'fa:16:3e:b4:93:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a827f9-6de7-449d-9886-13b82c45ab24', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'a6c6d2ce-c18f-43fb-b599-797b906e367c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:37:52Z', 'updated_at': '2021-04-20T18:38:01Z', 'revision_number': 5, 'project_id': 'f53a192abe7c4bf98a9dcf3d23d09206', 'subnets': [{'id': 'a6c6d2ce-c18f-43fb-b599-797b906e367c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786931-2-iscsi', False) {} {{(pid=86422) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:38:57.310893 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-be653b7e-b827-450e-9c00-d40d058c54d8 tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:38:57.312479 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-974f562c-d586-4d7e-adbe-4570f3ef4514 None None] The sync data for ids ['25a827f9-6de7-449d-9886-13b82c45ab24'] in dv-cinder-786931-2-iscsi is: [{'id': '25a827f9-6de7-449d-9886-13b82c45ab24', 'name': 'tempest-TestMinimumBasicScenario-622311032-router', 'tenant_id': 'f53a192abe7c4bf98a9dcf3d23d09206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357044f3-f85c-4c82-92f2-504aa071d528', 'external_fixed_ips': [{'subnet_id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': 'ad101577-4beb-40bd-ae82-efbcf36a592a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:37:45Z', 'updated_at': '2021-04-20T18:37:54Z', 'revision_number': 4, 'project_id': 'f53a192abe7c4bf98a9dcf3d23d09206', 'gw_port': {'id': 'ad101577-4beb-40bd-ae82-efbcf36a592a', 'name': '', 'network_id': '357044f3-f85c-4c82-92f2-504aa071d528', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:74:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a827f9-6de7-449d-9886-13b82c45ab24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:37:47Z', 'updated_at': '2021-04-20T18:37:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-2-iscsi', '_floatingips': [{'id': '7888e11b-4401-4e21-84e7-195761ae92e6', 'tenant_id': 'f53a192abe7c4bf98a9dcf3d23d09206', 'floating_ip_address': '172.27.2.157', 'floating_network_id': '357044f3-f85c-4c82-92f2-504aa071d528', 'router_id': '25a827f9-6de7-449d-9886-13b82c45ab24', 'port_id': '7414aabf-dbe8-4fa3-96c1-9a01bbe6a7e4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 585, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d144805-8d75-4a3e-b688-4a2f32d5990e', 'mac_address': 'fa:16:3e:2d:98:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '076d0f67-ed24-4b17-b96c-253082f2f7d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T18:38:54Z', 'updated_at': '2021-04-20T18:38:54Z', 'revision_number': 0, 'project_id': 'f53a192abe7c4bf98a9dcf3d23d09206', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15ff989c-c1a4-418c-a6b9-ac05de2693c8', 'name': '', 'network_id': '6d144805-8d75-4a3e-b688-4a2f32d5990e', 'tenant_id': 'f53a192abe7c4bf98a9dcf3d23d09206', 'mac_address': 'fa:16:3e:b4:93:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a827f9-6de7-449d-9886-13b82c45ab24', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'a6c6d2ce-c18f-43fb-b599-797b906e367c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:37:52Z', 'updated_at': '2021-04-20T18:38:01Z', 'revision_number': 5, 'project_id': 'f53a192abe7c4bf98a9dcf3d23d09206', 'subnets': [{'id': 'a6c6d2ce-c18f-43fb-b599-797b906e367c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 18:38:57.313690 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-be653b7e-b827-450e-9c00-d40d058c54d8 tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850969148'] for security_group_rule, after_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:38:57.316410 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-ce9068a2-f655-4986-b43b-0d693f19a81e tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:38:57.340959 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be653b7e-b827-450e-9c00-d40d058c54d8 tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a277122-1739-48b3-957d-087709b29b26,revision_number=0']} {{(pid=86421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:38:57.343666 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-be653b7e-b827-450e-9c00-d40d058c54d8 tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:38:57.351131 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-be653b7e-b827-450e-9c00-d40d058c54d8 tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:38:57.352098 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-be653b7e-b827-450e-9c00-d40d058c54d8 tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1519516
Apr 20 18:38:57.356093 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.11', 51848) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:38:57.362077 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.v2.base [None req-8661bdf2-6f24-42c0-b61e-dae483d4bc1b tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] Request body: {'security_group_rule': {'security_group_id': 'bec0ca66-073e-4ee8-b793-3151dc1f4fc0', 'project_id': 'f53a192abe7c4bf98a9dcf3d23d09206', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=86420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:38:57.370036 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-8661bdf2-6f24-42c0-b61e-dae483d4bc1b tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:38:57.373675 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-8661bdf2-6f24-42c0-b61e-dae483d4bc1b tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] Usage tracker for resource:security_group_rule and tenant:f53a192abe7c4bf98a9dcf3d23d09206 is out of sync, need to count used quota {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:38:57.376958 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-8661bdf2-6f24-42c0-b61e-dae483d4bc1b tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:38:57.383935 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-8661bdf2-6f24-42c0-b61e-dae483d4bc1b tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:38:57.393199 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.db.securitygroups_db [None req-8661bdf2-6f24-42c0-b61e-dae483d4bc1b tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] Project f53a192abe7c4bf98a9dcf3d23d09206 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 20 18:38:57.400302 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-8661bdf2-6f24-42c0-b61e-dae483d4bc1b tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:38:57.476493 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-8661bdf2-6f24-42c0-b61e-dae483d4bc1b tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:38:57.479860 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-8661bdf2-6f24-42c0-b61e-dae483d4bc1b tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850969148'] for security_group_rule, after_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:38:57.488149 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-10a8604c-6604-4e40-91b5-14392ed51697 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:38:57.511194 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8661bdf2-6f24-42c0-b61e-dae483d4bc1b tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4574374-9f14-4345-b9e4-82b7248d3a88,revision_number=0']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:38:57.514335 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-8661bdf2-6f24-42c0-b61e-dae483d4bc1b tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:38:57.516085 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-8661bdf2-6f24-42c0-b61e-dae483d4bc1b tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:38:57.519820 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-8661bdf2-6f24-42c0-b61e-dae483d4bc1b tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1602509
Apr 20 18:38:57.602798 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cef0a134-0792-42f7-b79d-b8910e3da2e4 None None] New status for floating IP 7888e11b-4401-4e21-84e7-195761ae92e6: ACTIVE {{(pid=86423) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 20 18:38:57.673925 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [req-bdd97a94-3edb-424d-ba3a-ba4d5a6fb8dd req-1aa447ff-8225-481c-b80f-b380fdb7cd5c tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] Synchronizing usage tracker for tenant:f53a192abe7c4bf98a9dcf3d23d09206 on resource:security_group {{(pid=86421) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 18:38:57.690952 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [req-bdd97a94-3edb-424d-ba3a-ba4d5a6fb8dd req-1aa447ff-8225-481c-b80f-b380fdb7cd5c tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] Unset dirty status for tenant:f53a192abe7c4bf98a9dcf3d23d09206 on resource:security_group {{(pid=86421) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 18:38:57.692251 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-bdd97a94-3edb-424d-ba3a-ba4d5a6fb8dd req-1aa447ff-8225-481c-b80f-b380fdb7cd5c tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-994427215&fields=id&tenant_id=f53a192abe7c4bf98a9dcf3d23d09206 HTTP/1.1" status: 200  len: 267 time: 0.0741935
Apr 20 18:38:57.829265 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd97a94-3edb-424d-ba3a-ba4d5a6fb8dd req-e6c03a79-adce-47f7-9a8e-4a7d1903c005 tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:38:57.830902 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-bdd97a94-3edb-424d-ba3a-ba4d5a6fb8dd req-e6c03a79-adce-47f7-9a8e-4a7d1903c005 tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] 10.222.0.11 "GET /v2.0/ports?device_id=076d0f67-ed24-4b17-b96c-253082f2f7d8 HTTP/1.1" status: 200  len: 946 time: 0.1304462
Apr 20 18:38:57.843969 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.v2.base [req-bdd97a94-3edb-424d-ba3a-ba4d5a6fb8dd req-3dedc82c-f435-4b5f-bcaf-24a4fdac541d tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] Request body: {'port': {'security_groups': ['9dbc5abb-33fb-429f-bc59-5e978e26d110', 'bec0ca66-073e-4ee8-b793-3151dc1f4fc0']}} {{(pid=86421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:38:58.250787 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-bdd97a94-3edb-424d-ba3a-ba4d5a6fb8dd req-3dedc82c-f435-4b5f-bcaf-24a4fdac541d tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854207267'] for port, before_update {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:38:58.369257 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dd6c3d-2e44-449d-b023-5675e7ece3b4 req-bdcf2452-cc6e-4618-b681-ff74290edb71 tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:38:58.370865 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-91dd6c3d-2e44-449d-b023-5675e7ece3b4 req-bdcf2452-cc6e-4618-b681-ff74290edb71 tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] 10.222.0.11 "GET /v2.0/ports?device_id=9013f79b-448b-43d7-beb2-39ba514f62e0 HTTP/1.1" status: 200  len: 943 time: 0.1925275
Apr 20 18:38:58.453720 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-91dd6c3d-2e44-449d-b023-5675e7ece3b4 req-0cf85558-f5af-4f1d-88c0-5d2eca7b8a94 tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e7d13fc-d24e-4d2a-928a-18ab9c0989fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0682218
Apr 20 18:38:58.542703 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-aff6e669-0343-4c87-aec8-a0fb5a3b017f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:38:58.608402 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [req-bdd97a94-3edb-424d-ba3a-ba4d5a6fb8dd req-3dedc82c-f435-4b5f-bcaf-24a4fdac541d tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] For port 7414aabf-dbe8-4fa3-96c1-9a01bbe6a7e4, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=7414aabf-dbe8-4fa3-96c1-9a01bbe6a7e4,segment=NetworkSegment(a5fccc5a-3f52-4b63-a2fe-02050c830e52),segment_id=a5fccc5a-3f52-4b63-a2fe-02050c830e52)] {{(pid=86421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:38:58.637398 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-bdd97a94-3edb-424d-ba3a-ba4d5a6fb8dd req-3dedc82c-f435-4b5f-bcaf-24a4fdac541d tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] Notify callbacks [] for port, precommit_update {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:38:58.641241 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-bdd97a94-3edb-424d-ba3a-ba4d5a6fb8dd req-3dedc82c-f435-4b5f-bcaf-24a4fdac541d tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785676839112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251178383903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251178382076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26451734'] for port, after_update {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:38:58.647839 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:38:58.655744 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] get_ports_and_sgs() called for port_ids ['7414aabf-dbe8-4fa3-96c1-9a01bbe6a7e4'] {{(pid=86422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 18:38:58.725113 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd97a94-3edb-424d-ba3a-ba4d5a6fb8dd req-3dedc82c-f435-4b5f-bcaf-24a4fdac541d tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:38:58.725840 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-bdd97a94-3edb-424d-ba3a-ba4d5a6fb8dd req-3dedc82c-f435-4b5f-bcaf-24a4fdac541d tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7615'] for port, before_response {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:38:58.731112 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-bdd97a94-3edb-424d-ba3a-ba4d5a6fb8dd req-3dedc82c-f435-4b5f-bcaf-24a4fdac541d tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] 10.222.0.11 "PUT /v2.0/ports/7414aabf-dbe8-4fa3-96c1-9a01bbe6a7e4 HTTP/1.1" status: 200  len: 982 time: 0.8922756
Apr 20 18:38:58.731998 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '076d0f67-ed24-4b17-b96c-253082f2f7d8', 'tag': '7414aabf-dbe8-4fa3-96c1-9a01bbe6a7e4'}] {{(pid=86421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:38:58.755289 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dedc82c-f435-4b5f-bcaf-24a4fdac541d tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] Pushing event updated for resources: {'Port': ['ID=7414aabf-dbe8-4fa3-96c1-9a01bbe6a7e4,revision_number=6']} {{(pid=86421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:38:58.758755 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-3dedc82c-f435-4b5f-bcaf-24a4fdac541d tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:38:58.825386 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '076d0f67-ed24-4b17-b96c-253082f2f7d8', 'tag': '7414aabf-dbe8-4fa3-96c1-9a01bbe6a7e4', 'status': 'completed', 'code': 200}
Apr 20 18:38:58.835716 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] get_ports_and_sgs() called for port_ids ['7414aabf-dbe8-4fa3-96c1-9a01bbe6a7e4'] {{(pid=86422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 18:38:58.983927 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7622e5de-acca-4f88-9869-266b58740ad0 req-756e3763-7d16-42d5-b11e-edb36dd2e0f1 tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:38:58.985893 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-7622e5de-acca-4f88-9869-266b58740ad0 req-756e3763-7d16-42d5-b11e-edb36dd2e0f1 tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] 10.222.0.11 "GET /v2.0/ports?device_id=076d0f67-ed24-4b17-b96c-253082f2f7d8 HTTP/1.1" status: 200  len: 985 time: 0.1078894
Apr 20 18:38:59.005710 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dbe459-e0dc-4fb4-bdca-b46ecbe0ba30 req-92523bbc-7ddd-4502-aa02-a39c0e5f6f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:38:59.007851 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-34dbe459-e0dc-4fb4-bdca-b46ecbe0ba30 req-92523bbc-7ddd-4502-aa02-a39c0e5f6f2c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f53a192abe7c4bf98a9dcf3d23d09206&device_id=076d0f67-ed24-4b17-b96c-253082f2f7d8 HTTP/1.1" status: 200  len: 1138 time: 0.1590002
Apr 20 18:38:59.032842 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-57c062ad-4d48-41f7-b9db-862d2550f032 None None] Provisioning complete for port 7414aabf-dbe8-4fa3-96c1-9a01bbe6a7e4 triggered by entity DHCP. {{(pid=86422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:38:59.032988 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-57c062ad-4d48-41f7-b9db-862d2550f032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733696'] for port, provisioning_complete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:38:59.057843 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-7622e5de-acca-4f88-9869-266b58740ad0 req-98bdfb7c-6e50-4131-b33e-e139cd9ea137 tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] 10.222.0.11 "GET /v2.0/security-groups?id=bec0ca66-073e-4ee8-b793-3151dc1f4fc0&id=9dbc5abb-33fb-429f-bc59-5e978e26d110&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0647860
Apr 20 18:38:59.169518 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dbe459-e0dc-4fb4-bdca-b46ecbe0ba30 req-516986a3-a88b-43e6-b5a0-d847447d5504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:38:59.171143 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-34dbe459-e0dc-4fb4-bdca-b46ecbe0ba30 req-516986a3-a88b-43e6-b5a0-d847447d5504 service neutron] 10.222.0.10 "GET /v2.0/networks?id=6d144805-8d75-4a3e-b688-4a2f32d5990e HTTP/1.1" status: 200  len: 915 time: 0.1535490
Apr 20 18:38:59.292642 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-34dbe459-e0dc-4fb4-bdca-b46ecbe0ba30 req-2c7bc74b-8a11-4900-8930-f7df5353e0b3 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7414aabf-dbe8-4fa3-96c1-9a01bbe6a7e4 HTTP/1.1" status: 200  len: 1002 time: 0.1148522
Apr 20 18:38:59.363913 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dbe459-e0dc-4fb4-bdca-b46ecbe0ba30 req-9d72290b-bbbc-493f-a7b2-7290bf7ab628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:38:59.365478 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-34dbe459-e0dc-4fb4-bdca-b46ecbe0ba30 req-9d72290b-bbbc-493f-a7b2-7290bf7ab628 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a6c6d2ce-c18f-43fb-b599-797b906e367c HTTP/1.1" status: 200  len: 853 time: 0.0653932
Apr 20 18:38:59.458312 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dbe459-e0dc-4fb4-bdca-b46ecbe0ba30 req-a245dc46-24db-4cff-afa8-3dbb016dcee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:38:59.459953 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-34dbe459-e0dc-4fb4-bdca-b46ecbe0ba30 req-a245dc46-24db-4cff-afa8-3dbb016dcee0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6d144805-8d75-4a3e-b688-4a2f32d5990e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0871277
Apr 20 18:38:59.616347 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-34dbe459-e0dc-4fb4-bdca-b46ecbe0ba30 req-c3ea742a-b3b5-41e2-a9b4-dae0f3826af3 service neutron] 10.222.0.10 "GET /v2.0/networks/6d144805-8d75-4a3e-b688-4a2f32d5990e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1491344
Apr 20 18:38:59.676575 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c5611c-0605-4c93-b41a-5b71248f1b56 req-9bb87585-1b95-41a2-ac5b-cd1322e4b3c0 tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:38:59.678202 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-f4c5611c-0605-4c93-b41a-5b71248f1b56 req-9bb87585-1b95-41a2-ac5b-cd1322e4b3c0 tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] 10.222.0.11 "GET /v2.0/ports?device_id=9013f79b-448b-43d7-beb2-39ba514f62e0 HTTP/1.1" status: 200  len: 943 time: 0.0990424
Apr 20 18:38:59.733870 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-f4c5611c-0605-4c93-b41a-5b71248f1b56 req-68941e2d-bd54-46b7-9032-db0418a1f689 tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e7d13fc-d24e-4d2a-928a-18ab9c0989fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0481749
Apr 20 18:38:59.776058 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-34dbe459-e0dc-4fb4-bdca-b46ecbe0ba30 req-b4017778-1385-47cf-9b4b-62c021dd9505 service neutron] 10.222.0.10 "GET /v2.0/networks/6d144805-8d75-4a3e-b688-4a2f32d5990e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1514907
Apr 20 18:39:00.942665 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd3bc9d-26ad-4007-9a1a-6ef3edc5b167 req-b0a243ce-2e24-4e1b-ad00-17beed1641ae tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:39:00.944304 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-7dd3bc9d-26ad-4007-9a1a-6ef3edc5b167 req-b0a243ce-2e24-4e1b-ad00-17beed1641ae tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] 10.222.0.11 "GET /v2.0/ports?device_id=9013f79b-448b-43d7-beb2-39ba514f62e0 HTTP/1.1" status: 200  len: 943 time: 0.0964105
Apr 20 18:39:00.993929 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-7dd3bc9d-26ad-4007-9a1a-6ef3edc5b167 req-79177b4b-1912-4d32-9d53-423cf8b7a762 tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e7d13fc-d24e-4d2a-928a-18ab9c0989fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423424
Apr 20 18:39:01.313759 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-24ed285a-a1a0-4ed9-9508-6bd6bec5b1d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:39:01.410194 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-59ff2fcf-5a92-41e6-b6a8-ab5cb4df6403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:39:01.998110 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:39:02.290397 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c39d09-97e8-4391-959a-6dc85ebadd86 req-a7d050d5-2322-4aa9-a0e6-59c447b19b94 tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:39:02.292193 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-e0c39d09-97e8-4391-959a-6dc85ebadd86 req-a7d050d5-2322-4aa9-a0e6-59c447b19b94 tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] 10.222.0.11 "GET /v2.0/networks?id=16a0d36f-cdb1-4105-94f0-43edac0cd68f HTTP/1.1" status: 200  len: 814 time: 0.2202396
Apr 20 18:39:02.315460 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26210218-c9ba-4165-97f4-8741912dc54a req-7833bfdb-b95f-4e63-867b-dbf8b752de8e tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:39:02.317033 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-26210218-c9ba-4165-97f4-8741912dc54a req-7833bfdb-b95f-4e63-867b-dbf8b752de8e tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] 10.222.0.11 "GET /v2.0/ports?device_id=9013f79b-448b-43d7-beb2-39ba514f62e0 HTTP/1.1" status: 200  len: 943 time: 0.1673138
Apr 20 18:39:02.320907 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-e0c39d09-97e8-4391-959a-6dc85ebadd86 req-3d81c55c-beee-480b-b6f2-537ecc028813 tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] 10.222.0.11 "GET /v2.0/quotas/69d55e51e8004921b0756f8758d3029a HTTP/1.1" status: 200  len: 375 time: 0.0210130
Apr 20 18:39:02.360962 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:39:02.432842 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-26210218-c9ba-4165-97f4-8741912dc54a req-6192b920-250a-4383-9bde-6429e9c57ab2 tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e7d13fc-d24e-4d2a-928a-18ab9c0989fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1073298
Apr 20 18:39:02.469581 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-e0c39d09-97e8-4391-959a-6dc85ebadd86 req-a8b4913b-9f2f-4927-9822-775213c5b16e tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=69d55e51e8004921b0756f8758d3029a&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1268158
Apr 20 18:39:02.614123 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-e0c39d09-97e8-4391-959a-6dc85ebadd86 req-67e570b6-3846-4fa6-bc1c-aec80c397784 service neutron] 10.222.0.11 "GET /v2.0/networks/16a0d36f-cdb1-4105-94f0-43edac0cd68f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1392474
Apr 20 18:39:02.756857 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-e0c39d09-97e8-4391-959a-6dc85ebadd86 req-278c5d9e-23cb-40ba-b91a-8a1a3002eb79 service neutron] 10.222.0.11 "GET /v2.0/networks/16a0d36f-cdb1-4105-94f0-43edac0cd68f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1351953
Apr 20 18:39:02.948855 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-6a966ebe-be5a-4d81-b685-11f65a092b3a req-dfb9096c-a10e-4e17-84ab-4e53410d1ada tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] 10.222.0.11 "GET /v2.0/ports?device_id=119cd223-0882-4591-9824-930b84a393c1 HTTP/1.1" status: 200  len: 210 time: 0.0497465
Apr 20 18:39:03.176268 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-69625b45-0eac-4ead-bef5-f7df2e631dfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:39:03.655657 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a662625-8e91-4823-acf1-6fff15b48b4d req-27817ff1-667c-4765-b2a9-78568249fea1 tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:39:03.657294 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-1a662625-8e91-4823-acf1-6fff15b48b4d req-27817ff1-667c-4765-b2a9-78568249fea1 tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] 10.222.0.11 "GET /v2.0/ports?device_id=9013f79b-448b-43d7-beb2-39ba514f62e0 HTTP/1.1" status: 200  len: 943 time: 0.0933208
Apr 20 18:39:03.708521 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-1a662625-8e91-4823-acf1-6fff15b48b4d req-38ab7326-3852-46cf-a652-e0e43c43aed8 tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e7d13fc-d24e-4d2a-928a-18ab9c0989fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0447309
Apr 20 18:39:03.826921 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Device bda81b1d-34db-4fe4-b4fd-a3ef53c16417 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 18:39:03.973152 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] For port bda81b1d-34db-4fe4-b4fd-a3ef53c16417, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=bda81b1d-34db-4fe4-b4fd-a3ef53c16417,segment=NetworkSegment(0eb2a75c-bef3-49ee-9641-ddf1f2ea6df2),segment_id=0eb2a75c-bef3-49ee-9641-ddf1f2ea6df2)] {{(pid=86422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:39:03.997291 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Returning: {'device': 'bda81b1d-34db-4fe4-b4fd-a3ef53c16417', 'network_id': '80913dd1-937c-45ce-ae14-972844ab57d5', 'port_id': 'bda81b1d-34db-4fe4-b4fd-a3ef53c16417', 'mac_address': 'fa:16:3e:29:20:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 390, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ab8a665-1a1f-4e98-99e5-1b83bdb4be35', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 18:39:04.055629 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c39d09-97e8-4391-959a-6dc85ebadd86 req-0ab793e7-6160-461b-bb7e-93e2fbcfedf2 tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:39:04.058050 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-e0c39d09-97e8-4391-959a-6dc85ebadd86 req-0ab793e7-6160-461b-bb7e-93e2fbcfedf2 tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] 10.222.0.10 "GET /v2.0/networks?id=16a0d36f-cdb1-4105-94f0-43edac0cd68f HTTP/1.1" status: 200  len: 814 time: 0.1728823
Apr 20 18:39:04.061643 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854207267'] for port, before_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:39:04.074685 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.v2.base [req-e0c39d09-97e8-4391-959a-6dc85ebadd86 req-9015fb1f-9e30-4083-97cc-cd271f4c4b6c tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] Request body: {'port': {'device_id': '119cd223-0882-4591-9824-930b84a393c1', 'network_id': '16a0d36f-cdb1-4105-94f0-43edac0cd68f', 'admin_state_up': True, 'tenant_id': '69d55e51e8004921b0756f8758d3029a'}} {{(pid=86420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:39:04.080530 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.notifiers.nova [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bda81b1d-34db-4fe4-b4fd-a3ef53c16417 {{(pid=86422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 18:39:04.103368 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] For port bda81b1d-34db-4fe4-b4fd-a3ef53c16417, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=bda81b1d-34db-4fe4-b4fd-a3ef53c16417,segment=NetworkSegment(0eb2a75c-bef3-49ee-9641-ddf1f2ea6df2),segment_id=0eb2a75c-bef3-49ee-9641-ddf1f2ea6df2)] {{(pid=86422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:39:04.107770 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785676839112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251178383903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251178382076'] for port, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:39:04.109979 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:39:04.179185 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-fe21e003-ad5d-4fd5-bf1b-99e67838483a req-17391a39-7a05-4357-b505-0db9a61fa1b0 tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] 10.222.0.11 "GET /v2.0/ports?device_id=119cd223-0882-4591-9824-930b84a393c1 HTTP/1.1" status: 200  len: 210 time: 0.0824780
Apr 20 18:39:04.187078 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Pushing event updated for resources: {'Port': ['ID=bda81b1d-34db-4fe4-b4fd-a3ef53c16417,revision_number=7']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:39:04.191220 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:39:04.252530 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [req-e0c39d09-97e8-4391-959a-6dc85ebadd86 req-9015fb1f-9e30-4083-97cc-cd271f4c4b6c tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:39:04.256548 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [req-e0c39d09-97e8-4391-959a-6dc85ebadd86 req-9015fb1f-9e30-4083-97cc-cd271f4c4b6c tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] Usage tracker for resource:port and tenant:69d55e51e8004921b0756f8758d3029a is out of sync, need to count used quota {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:39:04.260034 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [req-e0c39d09-97e8-4391-959a-6dc85ebadd86 req-9015fb1f-9e30-4083-97cc-cd271f4c4b6c tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] Quota usage for port was recalculated. Used quota:3. {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:39:04.266020 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [req-e0c39d09-97e8-4391-959a-6dc85ebadd86 req-9015fb1f-9e30-4083-97cc-cd271f4c4b6c tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:39:04.274564 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0c39d09-97e8-4391-959a-6dc85ebadd86 req-9015fb1f-9e30-4083-97cc-cd271f4c4b6c tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] Made reservation on behalf of 69d55e51e8004921b0756f8758d3029a for: {'port': 1} {{(pid=86420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 18:39:04.281160 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-e0c39d09-97e8-4391-959a-6dc85ebadd86 req-9015fb1f-9e30-4083-97cc-cd271f4c4b6c tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854207267'] for port, before_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:39:04.393674 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] get_ports_and_sgs() called for port_ids ['bda81b1d-34db-4fe4-b4fd-a3ef53c16417'] {{(pid=86422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 18:39:04.466574 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.db_base_plugin_common [req-e0c39d09-97e8-4391-959a-6dc85ebadd86 req-9015fb1f-9e30-4083-97cc-cd271f4c4b6c tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] Allocated IP 172.20.0.11 (16a0d36f-cdb1-4105-94f0-43edac0cd68f/68bbb48f-d1b3-4317-b2f4-3b64860062a5/218b821f-cfc3-4796-bf51-554cc35ee3b3) {{(pid=86420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 18:39:04.718698 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-e0c39d09-97e8-4391-959a-6dc85ebadd86 req-9015fb1f-9e30-4083-97cc-cd271f4c4b6c tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] Notify callbacks [] for port, precommit_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:39:04.762453 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-e0c39d09-97e8-4391-959a-6dc85ebadd86 req-9015fb1f-9e30-4083-97cc-cd271f4c4b6c tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251178383920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4189424'] for port, after_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:39:04.771367 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-6aaecbf7-2c86-43bb-ba95-bb9ae129d33b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:39:04.858086 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0c39d09-97e8-4391-959a-6dc85ebadd86 req-9015fb1f-9e30-4083-97cc-cd271f4c4b6c tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] Network 16a0d36f-cdb1-4105-94f0-43edac0cd68f is already hosted by enough agents. {{(pid=86420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 18:39:04.862517 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.scheduler.base_scheduler [req-e0c39d09-97e8-4391-959a-6dc85ebadd86 req-9015fb1f-9e30-4083-97cc-cd271f4c4b6c tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] Resources bound (agent type, host, resource id):  {{(pid=86420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:39:04.865378 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0c39d09-97e8-4391-959a-6dc85ebadd86 req-9015fb1f-9e30-4083-97cc-cd271f4c4b6c tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] Received port after_create {{(pid=86420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 18:39:04.976864 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868730a6-2008-4031-9662-bcabcd6a090f req-aad6bd0e-4922-41ab-8a45-fbff3ee7740c tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:39:04.979123 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-868730a6-2008-4031-9662-bcabcd6a090f req-aad6bd0e-4922-41ab-8a45-fbff3ee7740c tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] 10.222.0.11 "GET /v2.0/ports?device_id=9013f79b-448b-43d7-beb2-39ba514f62e0 HTTP/1.1" status: 200  len: 944 time: 0.1303372
Apr 20 18:39:05.040051 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-868730a6-2008-4031-9662-bcabcd6a090f req-f5d431d0-ec72-422d-ba23-46798240c835 tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e7d13fc-d24e-4d2a-928a-18ab9c0989fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0539508
Apr 20 18:39:05.182444 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9015fb1f-9e30-4083-97cc-cd271f4c4b6c tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] Pushing event updated for resources: {'Port': ['ID=218b821f-cfc3-4796-bf51-554cc35ee3b3,revision_number=1']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:39:05.185561 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-9015fb1f-9e30-4083-97cc-cd271f4c4b6c tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.414s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:39:05.214820 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c39d09-97e8-4391-959a-6dc85ebadd86 req-9015fb1f-9e30-4083-97cc-cd271f4c4b6c tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:39:05.216216 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-e0c39d09-97e8-4391-959a-6dc85ebadd86 req-9015fb1f-9e30-4083-97cc-cd271f4c4b6c tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7615'] for port, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:39:05.216496 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] get_ports_and_sgs() called for port_ids ['dc4a7dfc-2e9b-4af1-9ba2-ee941faef7b9', '8a6afac6-da91-4aa7-a501-3683d53275e3', 'a21c2781-5027-41c4-aed5-edc300eaf4f3'] {{(pid=86422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 18:39:05.240003 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-e0c39d09-97e8-4391-959a-6dc85ebadd86 req-9015fb1f-9e30-4083-97cc-cd271f4c4b6c tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.1716368
Apr 20 18:39:05.253253 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.v2.base [req-e0c39d09-97e8-4391-959a-6dc85ebadd86 req-0fb236c6-61c4-4228-9c1c-f61ddce261a4 service neutron] Request body: {'port': {'device_id': '119cd223-0882-4591-9824-930b84a393c1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=86420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:39:05.395140 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-e0c39d09-97e8-4391-959a-6dc85ebadd86 req-0fb236c6-61c4-4228-9c1c-f61ddce261a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854207267'] for port, before_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:39:05.424932 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd14f45-fb2d-478f-a61e-927b8825c72d req-878f542d-dabf-40c9-b4ff-ba1d7e14f3ef tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:39:05.434959 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-7dd14f45-fb2d-478f-a61e-927b8825c72d req-878f542d-dabf-40c9-b4ff-ba1d7e14f3ef tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] 10.222.0.11 "GET /v2.0/ports?device_id=119cd223-0882-4591-9824-930b84a393c1 HTTP/1.1" status: 200  len: 932 time: 0.1227107
Apr 20 18:39:05.486715 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-7dd14f45-fb2d-478f-a61e-927b8825c72d req-8ee47a97-45b1-45a3-916e-056e6638345c tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] 10.222.0.11 "GET /v2.0/security-groups?id=10327c67-6bcb-4133-afa8-96876f4e6aad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0507550
Apr 20 18:39:05.779077 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.notifiers.nova [req-e0c39d09-97e8-4391-959a-6dc85ebadd86 req-0fb236c6-61c4-4228-9c1c-f61ddce261a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 218b821f-cfc3-4796-bf51-554cc35ee3b3 {{(pid=86420) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 18:39:05.787033 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-e0c39d09-97e8-4391-959a-6dc85ebadd86 req-0fb236c6-61c4-4228-9c1c-f61ddce261a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:39:05.803080 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [req-e0c39d09-97e8-4391-959a-6dc85ebadd86 req-0fb236c6-61c4-4228-9c1c-f61ddce261a4 service neutron] Transition to ACTIVE for port object 218b821f-cfc3-4796-bf51-554cc35ee3b3 will not be triggered until provisioned by entity L2. {{(pid=86420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 18:39:05.805751 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-e0c39d09-97e8-4391-959a-6dc85ebadd86 req-0fb236c6-61c4-4228-9c1c-f61ddce261a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785676839112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251178383903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251178382076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850586375'] for port, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:39:05.810746 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-330e33ad-f2e4-4519-9e70-328722f7ba77 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:39:05.830451 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Device bda81b1d-34db-4fe4-b4fd-a3ef53c16417 up at agent hyperv_hv-cinder-78693 {{(pid=86422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:39:05.982988 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb236c6-61c4-4228-9c1c-f61ddce261a4 service neutron] Pushing event updated for resources: {'Port': ['ID=218b821f-cfc3-4796-bf51-554cc35ee3b3,revision_number=2']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:39:05.991678 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-0fb236c6-61c4-4228-9c1c-f61ddce261a4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:39:06.071074 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [req-e0c39d09-97e8-4391-959a-6dc85ebadd86 req-0fb236c6-61c4-4228-9c1c-f61ddce261a4 service neutron] Attempting to bind port 218b821f-cfc3-4796-bf51-554cc35ee3b3 on host hv-cinder-78693 for vnic_type normal with profile  {{(pid=86420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 18:39:06.071437 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [req-e0c39d09-97e8-4391-959a-6dc85ebadd86 req-0fb236c6-61c4-4228-9c1c-f61ddce261a4 service neutron] Attempting to bind port 218b821f-cfc3-4796-bf51-554cc35ee3b3 by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': '04535fee-2cd3-407c-bd35-65d1b8a6d84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '16a0d36f-cdb1-4105-94f0-43edac0cd68f'}] {{(pid=86420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 18:39:06.072556 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0c39d09-97e8-4391-959a-6dc85ebadd86 req-0fb236c6-61c4-4228-9c1c-f61ddce261a4 service neutron] Attempting to bind port 218b821f-cfc3-4796-bf51-554cc35ee3b3 on network 16a0d36f-cdb1-4105-94f0-43edac0cd68f {{(pid=86420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 18:39:06.074737 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Provisioning complete for port bda81b1d-34db-4fe4-b4fd-a3ef53c16417 triggered by entity L2. {{(pid=86422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:39:06.075162 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733696'] for port, provisioning_complete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:39:06.077783 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0c39d09-97e8-4391-959a-6dc85ebadd86 req-0fb236c6-61c4-4228-9c1c-f61ddce261a4 service neutron] Port 218b821f-cfc3-4796-bf51-554cc35ee3b3 on network 16a0d36f-cdb1-4105-94f0-43edac0cd68f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=86420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 20 18:39:06.078559 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0c39d09-97e8-4391-959a-6dc85ebadd86 req-0fb236c6-61c4-4228-9c1c-f61ddce261a4 service neutron] Attempting to bind port 218b821f-cfc3-4796-bf51-554cc35ee3b3 on network 16a0d36f-cdb1-4105-94f0-43edac0cd68f {{(pid=86420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 18:39:06.083822 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0c39d09-97e8-4391-959a-6dc85ebadd86 req-0fb236c6-61c4-4228-9c1c-f61ddce261a4 service neutron] Checking agent: {'id': '1d7a02d0-8f4e-4dcc-9452-bf36df956f32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 28, 32), 'started_at': datetime.datetime(2021, 4, 20, 18, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 39, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 18:39:06.084234 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0c39d09-97e8-4391-959a-6dc85ebadd86 req-0fb236c6-61c4-4228-9c1c-f61ddce261a4 service neutron] Checking segment: {'id': '04535fee-2cd3-407c-bd35-65d1b8a6d84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '16a0d36f-cdb1-4105-94f0-43edac0cd68f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 18:39:06.084655 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0c39d09-97e8-4391-959a-6dc85ebadd86 req-0fb236c6-61c4-4228-9c1c-f61ddce261a4 service neutron] Bound using segment: {'id': '04535fee-2cd3-407c-bd35-65d1b8a6d84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '16a0d36f-cdb1-4105-94f0-43edac0cd68f'} {{(pid=86420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 18:39:06.085125 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [req-e0c39d09-97e8-4391-959a-6dc85ebadd86 req-0fb236c6-61c4-4228-9c1c-f61ddce261a4 service neutron] Bound port: 218b821f-cfc3-4796-bf51-554cc35ee3b3, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04535fee-2cd3-407c-bd35-65d1b8a6d84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '16a0d36f-cdb1-4105-94f0-43edac0cd68f'}}] {{(pid=86420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 18:39:06.085510 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-e0c39d09-97e8-4391-959a-6dc85ebadd86 req-0fb236c6-61c4-4228-9c1c-f61ddce261a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854207267'] for port, before_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:39:06.190326 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [req-e0c39d09-97e8-4391-959a-6dc85ebadd86 req-0fb236c6-61c4-4228-9c1c-f61ddce261a4 service neutron] For port 218b821f-cfc3-4796-bf51-554cc35ee3b3, host hv-cinder-78693, cleared binding levels {{(pid=86420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 18:39:06.193753 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [req-e0c39d09-97e8-4391-959a-6dc85ebadd86 req-0fb236c6-61c4-4228-9c1c-f61ddce261a4 service neutron] For port 218b821f-cfc3-4796-bf51-554cc35ee3b3, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=218b821f-cfc3-4796-bf51-554cc35ee3b3,segment=NetworkSegment(04535fee-2cd3-407c-bd35-65d1b8a6d84d),segment_id=04535fee-2cd3-407c-bd35-65d1b8a6d84d)] {{(pid=86420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 18:39:06.197991 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-e0c39d09-97e8-4391-959a-6dc85ebadd86 req-0fb236c6-61c4-4228-9c1c-f61ddce261a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785676839112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251178383903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251178382076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850586375'] for port, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:39:06.202870 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-55b387c5-d709-464f-b2e3-51d1f11f1511 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:39:06.204893 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854207267'] for port, before_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:39:06.233742 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9013f79b-448b-43d7-beb2-39ba514f62e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bda81b1d-34db-4fe4-b4fd-a3ef53c16417'}] {{(pid=86422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:39:06.244827 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] For port bda81b1d-34db-4fe4-b4fd-a3ef53c16417, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=bda81b1d-34db-4fe4-b4fd-a3ef53c16417,segment=NetworkSegment(0eb2a75c-bef3-49ee-9641-ddf1f2ea6df2),segment_id=0eb2a75c-bef3-49ee-9641-ddf1f2ea6df2)] {{(pid=86422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:39:06.249306 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785676839112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251178383903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251178382076'] for port, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:39:06.251283 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:39:06.257574 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c39d09-97e8-4391-959a-6dc85ebadd86 req-0fb236c6-61c4-4228-9c1c-f61ddce261a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:39:06.258251 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-e0c39d09-97e8-4391-959a-6dc85ebadd86 req-0fb236c6-61c4-4228-9c1c-f61ddce261a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7615'] for port, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:39:06.259822 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-e0c39d09-97e8-4391-959a-6dc85ebadd86 req-0fb236c6-61c4-4228-9c1c-f61ddce261a4 service neutron] 10.222.0.10 "PUT /v2.0/ports/218b821f-cfc3-4796-bf51-554cc35ee3b3 HTTP/1.1" status: 200  len: 1094 time: 1.0119052
Apr 20 18:39:06.260435 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '119cd223-0882-4591-9824-930b84a393c1', 'tag': '218b821f-cfc3-4796-bf51-554cc35ee3b3'}] {{(pid=86420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:39:06.270570 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d30660-3102-42ac-9042-39b22005b3dd req-f0a906e3-753c-4d22-a82a-1af713ca0717 tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:39:06.272592 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-08d30660-3102-42ac-9042-39b22005b3dd req-f0a906e3-753c-4d22-a82a-1af713ca0717 tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] 10.222.0.11 "GET /v2.0/ports?device_id=9013f79b-448b-43d7-beb2-39ba514f62e0 HTTP/1.1" status: 200  len: 944 time: 0.1110692
Apr 20 18:39:06.289088 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb236c6-61c4-4228-9c1c-f61ddce261a4 service neutron] Pushing event updated for resources: {'Port': ['ID=218b821f-cfc3-4796-bf51-554cc35ee3b3,revision_number=3']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:39:06.293489 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-0fb236c6-61c4-4228-9c1c-f61ddce261a4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:39:06.330804 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Pushing event updated for resources: {'Port': ['ID=bda81b1d-34db-4fe4-b4fd-a3ef53c16417,revision_number=8']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:39:06.357303 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-08d30660-3102-42ac-9042-39b22005b3dd req-ed67bbd9-dc3d-46a6-b256-665219086ebe tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e7d13fc-d24e-4d2a-928a-18ab9c0989fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0718777
Apr 20 18:39:06.357610 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9013f79b-448b-43d7-beb2-39ba514f62e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bda81b1d-34db-4fe4-b4fd-a3ef53c16417', 'code': 200}
Apr 20 18:39:06.361378 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:39:06.392378 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '119cd223-0882-4591-9824-930b84a393c1', 'tag': '218b821f-cfc3-4796-bf51-554cc35ee3b3', 'status': 'completed', 'code': 200}
Apr 20 18:39:06.433447 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c39d09-97e8-4391-959a-6dc85ebadd86 req-ff4aca10-781a-4f46-9e88-79983c26a8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:39:06.436279 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-e0c39d09-97e8-4391-959a-6dc85ebadd86 req-ff4aca10-781a-4f46-9e88-79983c26a8a7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=69d55e51e8004921b0756f8758d3029a&device_id=119cd223-0882-4591-9824-930b84a393c1 HTTP/1.1" status: 200  len: 1097 time: 0.1226482
Apr 20 18:39:06.522353 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-e0c39d09-97e8-4391-959a-6dc85ebadd86 req-a8304bbf-bda3-4504-b302-a6c88118965d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=218b821f-cfc3-4796-bf51-554cc35ee3b3 HTTP/1.1" status: 200  len: 217 time: 0.0771923
Apr 20 18:39:06.648802 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c39d09-97e8-4391-959a-6dc85ebadd86 req-e57acaf9-6533-4a49-89ab-3e510ad7dea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:39:06.650468 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-e0c39d09-97e8-4391-959a-6dc85ebadd86 req-e57acaf9-6533-4a49-89ab-3e510ad7dea5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=68bbb48f-d1b3-4317-b2f4-3b64860062a5 HTTP/1.1" status: 200  len: 854 time: 0.1191237
Apr 20 18:39:06.703465 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7030fbe1-1b16-4000-b2bd-26bf4e067bb9 req-150b94a8-7850-4afa-ab6f-1990e4b92708 tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:39:06.705226 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-7030fbe1-1b16-4000-b2bd-26bf4e067bb9 req-150b94a8-7850-4afa-ab6f-1990e4b92708 tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] 10.222.0.11 "GET /v2.0/ports?device_id=119cd223-0882-4591-9824-930b84a393c1 HTTP/1.1" status: 200  len: 944 time: 0.0951841
Apr 20 18:39:06.713529 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-e0c39d09-97e8-4391-959a-6dc85ebadd86 req-7b81bd84-8515-406d-94f1-7914240f80d5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=16a0d36f-cdb1-4105-94f0-43edac0cd68f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0555382
Apr 20 18:39:06.757038 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-7030fbe1-1b16-4000-b2bd-26bf4e067bb9 req-a6ac828b-7946-4959-9ed5-77f6251c2379 tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] 10.222.0.11 "GET /v2.0/security-groups?id=10327c67-6bcb-4133-afa8-96876f4e6aad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452106
Apr 20 18:39:06.807374 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3057ad99-f3e3-4502-8514-f6283a34d1ee req-6e93b8d4-0215-40de-824d-520a9e7ce2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:39:06.809036 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-3057ad99-f3e3-4502-8514-f6283a34d1ee req-6e93b8d4-0215-40de-824d-520a9e7ce2d6 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=9013f79b-448b-43d7-beb2-39ba514f62e0 HTTP/1.1" status: 200  len: 1098 time: 0.2173738
Apr 20 18:39:06.891345 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-3057ad99-f3e3-4502-8514-f6283a34d1ee req-7452a43c-a412-4a56-91ac-751bbdbe0ab3 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=3e7d13fc-d24e-4d2a-928a-18ab9c0989fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0684240
Apr 20 18:39:06.900536 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-e0c39d09-97e8-4391-959a-6dc85ebadd86 req-9c1ff561-5fc0-4a2c-8352-d6807b695f27 service neutron] 10.222.0.10 "GET /v2.0/networks/16a0d36f-cdb1-4105-94f0-43edac0cd68f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1775863
Apr 20 18:39:07.087934 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-e0c39d09-97e8-4391-959a-6dc85ebadd86 req-4cec39e9-2829-4ad6-a83c-36400d129d2f service neutron] 10.222.0.10 "GET /v2.0/networks/16a0d36f-cdb1-4105-94f0-43edac0cd68f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1450636
Apr 20 18:39:07.235226 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da384d6-790e-4ea8-98a7-d3521f08e9b7 req-917616e7-82cc-4a0d-98c1-95fabfa0408f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:39:07.236773 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-8da384d6-790e-4ea8-98a7-d3521f08e9b7 req-917616e7-82cc-4a0d-98c1-95fabfa0408f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=69d55e51e8004921b0756f8758d3029a&device_id=119cd223-0882-4591-9824-930b84a393c1 HTTP/1.1" status: 200  len: 1097 time: 0.0853214
Apr 20 18:39:07.383219 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da384d6-790e-4ea8-98a7-d3521f08e9b7 req-5dca60ea-c293-4e18-afdd-f8b126a6d09d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:39:07.385620 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-8da384d6-790e-4ea8-98a7-d3521f08e9b7 req-5dca60ea-c293-4e18-afdd-f8b126a6d09d service neutron] 10.222.0.10 "GET /v2.0/networks?id=16a0d36f-cdb1-4105-94f0-43edac0cd68f HTTP/1.1" status: 200  len: 915 time: 0.1419942
Apr 20 18:39:07.467131 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-8da384d6-790e-4ea8-98a7-d3521f08e9b7 req-78805706-0211-4072-846c-aed03c7520e5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=218b821f-cfc3-4796-bf51-554cc35ee3b3 HTTP/1.1" status: 200  len: 217 time: 0.0736837
Apr 20 18:39:07.539805 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da384d6-790e-4ea8-98a7-d3521f08e9b7 req-2203afa2-835c-4036-8694-bf25cec3053b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:39:07.541629 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-8da384d6-790e-4ea8-98a7-d3521f08e9b7 req-2203afa2-835c-4036-8694-bf25cec3053b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=68bbb48f-d1b3-4317-b2f4-3b64860062a5 HTTP/1.1" status: 200  len: 854 time: 0.0671868
Apr 20 18:39:07.573985 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba8d4b0-092e-4fd3-8a43-a1a7274fd1e8 req-a552eebc-8633-4917-bc39-ce040036348c tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:39:07.575633 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-eba8d4b0-092e-4fd3-8a43-a1a7274fd1e8 req-a552eebc-8633-4917-bc39-ce040036348c tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] 10.222.0.11 "GET /v2.0/ports?device_id=9013f79b-448b-43d7-beb2-39ba514f62e0 HTTP/1.1" status: 200  len: 945 time: 0.0941849
Apr 20 18:39:07.600446 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-8da384d6-790e-4ea8-98a7-d3521f08e9b7 req-f36db955-749b-4dd7-9bd1-7bd83e582b4c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=16a0d36f-cdb1-4105-94f0-43edac0cd68f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0476897
Apr 20 18:39:07.628975 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-eba8d4b0-092e-4fd3-8a43-a1a7274fd1e8 req-21365cc1-6434-4324-9097-e88f415d7527 tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e7d13fc-d24e-4d2a-928a-18ab9c0989fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0462310
Apr 20 18:39:07.752852 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-8da384d6-790e-4ea8-98a7-d3521f08e9b7 req-60c92fcd-6c77-4cbd-b4dd-02d98e8bc98f service neutron] 10.222.0.10 "GET /v2.0/networks/16a0d36f-cdb1-4105-94f0-43edac0cd68f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1448557
Apr 20 18:39:07.906595 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-8da384d6-790e-4ea8-98a7-d3521f08e9b7 req-d1231c2c-7438-4cab-a600-46b563d45b40 service neutron] 10.222.0.10 "GET /v2.0/networks/16a0d36f-cdb1-4105-94f0-43edac0cd68f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1443169
Apr 20 18:39:07.978824 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3c0598-7126-49cf-be44-6eea3e8853e1 req-5c21686b-6256-482e-847d-bc430de85d07 tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:39:07.980442 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-cc3c0598-7126-49cf-be44-6eea3e8853e1 req-5c21686b-6256-482e-847d-bc430de85d07 tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] 10.222.0.11 "GET /v2.0/ports?device_id=119cd223-0882-4591-9824-930b84a393c1 HTTP/1.1" status: 200  len: 944 time: 0.0963180
Apr 20 18:39:08.028038 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-cc3c0598-7126-49cf-be44-6eea3e8853e1 req-edd89a9f-0550-42c0-b83e-a16a65eeaea9 tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] 10.222.0.11 "GET /v2.0/security-groups?id=10327c67-6bcb-4133-afa8-96876f4e6aad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412605
Apr 20 18:39:08.836749 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c6ab26-55ac-41c8-b39e-38ab658022a3 req-08be872b-cc77-4b05-999e-beff58d4d486 tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:39:08.839421 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-39c6ab26-55ac-41c8-b39e-38ab658022a3 req-08be872b-cc77-4b05-999e-beff58d4d486 tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] 10.222.0.11 "GET /v2.0/ports?device_id=9013f79b-448b-43d7-beb2-39ba514f62e0 HTTP/1.1" status: 200  len: 945 time: 0.0924737
Apr 20 18:39:08.894270 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-39c6ab26-55ac-41c8-b39e-38ab658022a3 req-c98e4ab8-67d8-4e66-9458-da241b30d7fb tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e7d13fc-d24e-4d2a-928a-18ab9c0989fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0482984
Apr 20 18:39:09.234847 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf35306-bf62-4870-89dc-917224e14161 req-0bcf5063-62b4-4c12-93fc-683d9f742b9b tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:39:09.236424 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-abf35306-bf62-4870-89dc-917224e14161 req-0bcf5063-62b4-4c12-93fc-683d9f742b9b tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] 10.222.0.11 "GET /v2.0/ports?device_id=119cd223-0882-4591-9824-930b84a393c1 HTTP/1.1" status: 200  len: 944 time: 0.0918486
Apr 20 18:39:09.288379 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-abf35306-bf62-4870-89dc-917224e14161 req-63e94308-71ea-445f-96a2-24d4cabc6a19 tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] 10.222.0.11 "GET /v2.0/security-groups?id=10327c67-6bcb-4133-afa8-96876f4e6aad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452240
Apr 20 18:39:09.836498 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Device 218b821f-cfc3-4796-bf51-554cc35ee3b3 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 18:39:09.989135 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] For port 218b821f-cfc3-4796-bf51-554cc35ee3b3, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=218b821f-cfc3-4796-bf51-554cc35ee3b3,segment=NetworkSegment(04535fee-2cd3-407c-bd35-65d1b8a6d84d),segment_id=04535fee-2cd3-407c-bd35-65d1b8a6d84d)] {{(pid=86422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:39:10.004021 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Returning: {'device': '218b821f-cfc3-4796-bf51-554cc35ee3b3', 'network_id': '16a0d36f-cdb1-4105-94f0-43edac0cd68f', 'port_id': '218b821f-cfc3-4796-bf51-554cc35ee3b3', 'mac_address': 'fa:16:3e:6d:c0:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68bbb48f-d1b3-4317-b2f4-3b64860062a5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 18:39:10.068040 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854207267'] for port, before_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:39:10.087067 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.notifiers.nova [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 218b821f-cfc3-4796-bf51-554cc35ee3b3 {{(pid=86422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 18:39:10.106020 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] For port 218b821f-cfc3-4796-bf51-554cc35ee3b3, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=218b821f-cfc3-4796-bf51-554cc35ee3b3,segment=NetworkSegment(04535fee-2cd3-407c-bd35-65d1b8a6d84d),segment_id=04535fee-2cd3-407c-bd35-65d1b8a6d84d)] {{(pid=86422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:39:10.109156 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785676839112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251178383903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251178382076'] for port, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:39:10.111157 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:39:10.186511 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Pushing event updated for resources: {'Port': ['ID=218b821f-cfc3-4796-bf51-554cc35ee3b3,revision_number=4']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:39:10.190114 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:39:10.379951 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] get_ports_and_sgs() called for port_ids ['218b821f-cfc3-4796-bf51-554cc35ee3b3'] {{(pid=86422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 18:39:10.512348 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa20b788-72ac-4042-a0b5-eebc4f433bc2 req-60dd67ce-3683-41a5-9922-092912a957f4 tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:39:10.513993 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-fa20b788-72ac-4042-a0b5-eebc4f433bc2 req-60dd67ce-3683-41a5-9922-092912a957f4 tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] 10.222.0.11 "GET /v2.0/ports?device_id=119cd223-0882-4591-9824-930b84a393c1 HTTP/1.1" status: 200  len: 945 time: 0.1078665
Apr 20 18:39:10.563270 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-fa20b788-72ac-4042-a0b5-eebc4f433bc2 req-132ba47f-f652-43c6-acfe-96686459c462 tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] 10.222.0.11 "GET /v2.0/security-groups?id=10327c67-6bcb-4133-afa8-96876f4e6aad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424771
Apr 20 18:39:11.770726 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72790e5c-91bb-440e-b332-22abd9cbd547 req-14577122-dd2b-4aa5-b6ad-21d64ea27745 tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:39:11.772355 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-72790e5c-91bb-440e-b332-22abd9cbd547 req-14577122-dd2b-4aa5-b6ad-21d64ea27745 tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] 10.222.0.11 "GET /v2.0/ports?device_id=119cd223-0882-4591-9824-930b84a393c1 HTTP/1.1" status: 200  len: 945 time: 0.0931172
Apr 20 18:39:11.822853 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-72790e5c-91bb-440e-b332-22abd9cbd547 req-dd469b5f-b50d-429e-9ca3-2269ba1ed134 tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] 10.222.0.11 "GET /v2.0/security-groups?id=10327c67-6bcb-4133-afa8-96876f4e6aad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437324
Apr 20 18:39:11.860867 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Device 218b821f-cfc3-4796-bf51-554cc35ee3b3 up at agent hyperv_hv-cinder-78693 {{(pid=86422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:39:11.931693 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Provisioning for port 218b821f-cfc3-4796-bf51-554cc35ee3b3 completed by entity L2. {{(pid=86422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 18:39:11.936790 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Provisioning complete for port 218b821f-cfc3-4796-bf51-554cc35ee3b3 triggered by entity L2. {{(pid=86422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:39:11.937210 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733696'] for port, provisioning_complete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:39:12.065969 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854207267'] for port, before_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:39:12.094521 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '119cd223-0882-4591-9824-930b84a393c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '218b821f-cfc3-4796-bf51-554cc35ee3b3'}] {{(pid=86422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:39:12.105075 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] For port 218b821f-cfc3-4796-bf51-554cc35ee3b3, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=218b821f-cfc3-4796-bf51-554cc35ee3b3,segment=NetworkSegment(04535fee-2cd3-407c-bd35-65d1b8a6d84d),segment_id=04535fee-2cd3-407c-bd35-65d1b8a6d84d)] {{(pid=86422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:39:12.107934 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785676839112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251178383903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251178382076'] for port, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:39:12.109896 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:39:12.148537 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '119cd223-0882-4591-9824-930b84a393c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '218b821f-cfc3-4796-bf51-554cc35ee3b3', 'code': 200}
Apr 20 18:39:12.192348 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Pushing event updated for resources: {'Port': ['ID=218b821f-cfc3-4796-bf51-554cc35ee3b3,revision_number=5']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:39:12.195649 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:39:12.403944 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605949d6-33ce-4be9-94bf-493605a5d8ec req-d45ce4e4-b15c-4e2e-a135-14627d6e9840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:39:12.405501 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-605949d6-33ce-4be9-94bf-493605a5d8ec req-d45ce4e4-b15c-4e2e-a135-14627d6e9840 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=119cd223-0882-4591-9824-930b84a393c1 HTTP/1.1" status: 200  len: 1099 time: 0.0882535
Apr 20 18:39:12.451677 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-605949d6-33ce-4be9-94bf-493605a5d8ec req-3824df2e-588d-4522-802e-4195736d8354 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=10327c67-6bcb-4133-afa8-96876f4e6aad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0389109
Apr 20 18:39:13.038180 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e8231b-793c-428c-877e-ee9ec2b5774b req-f9d9a40f-0484-4a93-9e4c-a74ecc0f4282 tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:39:13.039773 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-06e8231b-793c-428c-877e-ee9ec2b5774b req-f9d9a40f-0484-4a93-9e4c-a74ecc0f4282 tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] 10.222.0.11 "GET /v2.0/ports?device_id=119cd223-0882-4591-9824-930b84a393c1 HTTP/1.1" status: 200  len: 946 time: 0.0941064
Apr 20 18:39:13.089849 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-06e8231b-793c-428c-877e-ee9ec2b5774b req-39689c0c-9a72-4b70-9e7e-44d7479921ff tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] 10.222.0.11 "GET /v2.0/security-groups?id=10327c67-6bcb-4133-afa8-96876f4e6aad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426588
Apr 20 18:39:14.302177 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ccc7f4-7f91-46df-aa81-d6e771eca1b2 req-776b1f3e-3a44-416e-a7c3-ceb4ef6f2c5b tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:39:14.303790 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-e4ccc7f4-7f91-46df-aa81-d6e771eca1b2 req-776b1f3e-3a44-416e-a7c3-ceb4ef6f2c5b tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] 10.222.0.11 "GET /v2.0/ports?device_id=119cd223-0882-4591-9824-930b84a393c1 HTTP/1.1" status: 200  len: 946 time: 0.0937309
Apr 20 18:39:14.358274 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-e4ccc7f4-7f91-46df-aa81-d6e771eca1b2 req-f3c61bc6-47c9-4620-b81d-2e47042d3fec tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] 10.222.0.11 "GET /v2.0/security-groups?id=10327c67-6bcb-4133-afa8-96876f4e6aad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0477781
Apr 20 18:39:17.011066 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.agents_db [None req-36c0d191-ed3c-416e-a897-084b3b2178c3 None None] Agent healthcheck: found 6 active agents {{(pid=86423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 18:39:21.995109 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c17eb5-d0cb-41e1-abfe-b00f63b1c410 req-ebfba6e1-b760-49c8-a0fe-ba9b6d392a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:39:21.996817 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-b1c17eb5-d0cb-41e1-abfe-b00f63b1c410 req-ebfba6e1-b760-49c8-a0fe-ba9b6d392a92 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f53a192abe7c4bf98a9dcf3d23d09206&device_id=076d0f67-ed24-4b17-b96c-253082f2f7d8 HTTP/1.1" status: 200  len: 1138 time: 0.0934136
Apr 20 18:39:22.037349 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec0e24b-1251-48bb-9233-20e4982c3c2a req-f44b1f2e-1e1f-483e-9a75-cd441bb2f98b tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:39:22.038705 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-fec0e24b-1251-48bb-9233-20e4982c3c2a req-f44b1f2e-1e1f-483e-9a75-cd441bb2f98b tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] 10.222.0.11 "GET /v2.0/ports?device_id=076d0f67-ed24-4b17-b96c-253082f2f7d8 HTTP/1.1" status: 200  len: 985 time: 0.0962312
Apr 20 18:39:22.093342 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-fec0e24b-1251-48bb-9233-20e4982c3c2a req-ec893877-7a86-48ce-a514-9ccff4b315ab tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] 10.222.0.11 "GET /v2.0/security-groups?id=bec0ca66-073e-4ee8-b793-3151dc1f4fc0&id=9dbc5abb-33fb-429f-bc59-5e978e26d110&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0454581
Apr 20 18:39:22.160008 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c17eb5-d0cb-41e1-abfe-b00f63b1c410 req-0ece892e-162d-4f79-9bc9-52bae5f856b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:39:22.161680 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-b1c17eb5-d0cb-41e1-abfe-b00f63b1c410 req-0ece892e-162d-4f79-9bc9-52bae5f856b8 service neutron] 10.222.0.10 "GET /v2.0/networks?id=6d144805-8d75-4a3e-b688-4a2f32d5990e HTTP/1.1" status: 200  len: 915 time: 0.1573951
Apr 20 18:39:22.278758 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-b1c17eb5-d0cb-41e1-abfe-b00f63b1c410 req-67420b55-6325-4d56-a4ff-b73ac3e928c8 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7414aabf-dbe8-4fa3-96c1-9a01bbe6a7e4 HTTP/1.1" status: 200  len: 1002 time: 0.1088734
Apr 20 18:39:22.356554 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c17eb5-d0cb-41e1-abfe-b00f63b1c410 req-fd4f7ece-d0d3-4f27-b102-c053833c6084 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:39:22.358052 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-b1c17eb5-d0cb-41e1-abfe-b00f63b1c410 req-fd4f7ece-d0d3-4f27-b102-c053833c6084 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a6c6d2ce-c18f-43fb-b599-797b906e367c HTTP/1.1" status: 200  len: 853 time: 0.0708950
Apr 20 18:39:22.466733 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c17eb5-d0cb-41e1-abfe-b00f63b1c410 req-de2aec13-9fce-4859-b63a-a0819f23829e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:39:22.469612 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-b1c17eb5-d0cb-41e1-abfe-b00f63b1c410 req-de2aec13-9fce-4859-b63a-a0819f23829e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6d144805-8d75-4a3e-b688-4a2f32d5990e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1033115
Apr 20 18:39:22.615966 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-b1c17eb5-d0cb-41e1-abfe-b00f63b1c410 req-2bf6d60b-ca36-4ed5-bf78-130dc00864a2 service neutron] 10.222.0.10 "GET /v2.0/networks/6d144805-8d75-4a3e-b688-4a2f32d5990e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1387424
Apr 20 18:39:22.778843 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-b1c17eb5-d0cb-41e1-abfe-b00f63b1c410 req-28bd47cd-66cc-4662-8486-721879bc1909 service neutron] 10.222.0.10 "GET /v2.0/networks/6d144805-8d75-4a3e-b688-4a2f32d5990e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1455455
Apr 20 18:39:23.391976 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af565505-dc30-4b94-a198-d06d72db8c96 req-c174a91b-0e97-4996-b581-116d7b0f3003 tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:39:23.393647 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-af565505-dc30-4b94-a198-d06d72db8c96 req-c174a91b-0e97-4996-b581-116d7b0f3003 tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] 10.222.0.11 "GET /v2.0/ports?device_id=076d0f67-ed24-4b17-b96c-253082f2f7d8 HTTP/1.1" status: 200  len: 985 time: 0.1535990
Apr 20 18:39:23.459483 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-af565505-dc30-4b94-a198-d06d72db8c96 req-4d0c59da-5f9b-495f-9b65-405999df6971 tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] 10.222.0.11 "GET /v2.0/security-groups?id=bec0ca66-073e-4ee8-b793-3151dc1f4fc0&id=9dbc5abb-33fb-429f-bc59-5e978e26d110&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0532005
Apr 20 18:39:24.720625 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582671e5-c265-492e-9c69-b73e5429881b req-f0fb5a22-07f2-46b9-94f7-2d018306bb02 tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:39:24.722609 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-582671e5-c265-492e-9c69-b73e5429881b req-f0fb5a22-07f2-46b9-94f7-2d018306bb02 tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] 10.222.0.11 "GET /v2.0/ports?device_id=076d0f67-ed24-4b17-b96c-253082f2f7d8 HTTP/1.1" status: 200  len: 985 time: 0.1345644
Apr 20 18:39:24.784441 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-582671e5-c265-492e-9c69-b73e5429881b req-1e7c4fbe-fc42-46aa-9288-c764e6b6ba9d tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] 10.222.0.11 "GET /v2.0/security-groups?id=bec0ca66-073e-4ee8-b793-3151dc1f4fc0&id=9dbc5abb-33fb-429f-bc59-5e978e26d110&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0492191
Apr 20 18:39:26.030617 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22aa4985-2deb-41fb-8ba6-9eb4543deb87 req-e2767720-ea71-428a-8eed-78b6456c8fd7 tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:39:26.032254 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-22aa4985-2deb-41fb-8ba6-9eb4543deb87 req-e2767720-ea71-428a-8eed-78b6456c8fd7 tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] 10.222.0.11 "GET /v2.0/ports?device_id=076d0f67-ed24-4b17-b96c-253082f2f7d8 HTTP/1.1" status: 200  len: 985 time: 0.1046610
Apr 20 18:39:26.088929 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-22aa4985-2deb-41fb-8ba6-9eb4543deb87 req-867b5270-80cb-4b4e-ab6b-d275409b710b tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] 10.222.0.11 "GET /v2.0/security-groups?id=bec0ca66-073e-4ee8-b793-3151dc1f4fc0&id=9dbc5abb-33fb-429f-bc59-5e978e26d110&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0495555
Apr 20 18:39:27.306806 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0f327f-9fb6-43d6-8ee7-5a327b3d2476 req-afe607b8-fa0d-48db-9567-8a33ee9a5e91 tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:39:27.308660 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-cb0f327f-9fb6-43d6-8ee7-5a327b3d2476 req-afe607b8-fa0d-48db-9567-8a33ee9a5e91 tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] 10.222.0.11 "GET /v2.0/ports?device_id=076d0f67-ed24-4b17-b96c-253082f2f7d8 HTTP/1.1" status: 200  len: 985 time: 0.0982320
Apr 20 18:39:27.367332 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-cb0f327f-9fb6-43d6-8ee7-5a327b3d2476 req-673423f4-7ffe-48fb-a598-9d90262ce53a tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] 10.222.0.11 "GET /v2.0/security-groups?id=bec0ca66-073e-4ee8-b793-3151dc1f4fc0&id=9dbc5abb-33fb-429f-bc59-5e978e26d110&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0520115
Apr 20 18:39:28.208870 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cbe32d-e84a-4c11-a080-1d410b71bf62 req-7876084d-e9e1-4425-a834-fe8b75e4c5f5 tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:39:28.210602 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-68cbe32d-e84a-4c11-a080-1d410b71bf62 req-7876084d-e9e1-4425-a834-fe8b75e4c5f5 tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] 10.222.0.11 "GET /v2.0/ports?device_id=119cd223-0882-4591-9824-930b84a393c1 HTTP/1.1" status: 200  len: 946 time: 0.1034698
Apr 20 18:39:28.278195 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-68cbe32d-e84a-4c11-a080-1d410b71bf62 req-2a0832f1-ef66-4cb4-9476-3a345f83a66f tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] 10.222.0.11 "GET /v2.0/security-groups?id=10327c67-6bcb-4133-afa8-96876f4e6aad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0601401
Apr 20 18:39:28.567825 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-45a8788d-800a-4f8f-9966-26838692858d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:39:28.622663 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9172d0b8-e535-43ca-a540-f2d96bbcc0f8 req-f2ba40d8-80e8-416d-9cc7-4fca502da370 tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:39:28.624471 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-9172d0b8-e535-43ca-a540-f2d96bbcc0f8 req-f2ba40d8-80e8-416d-9cc7-4fca502da370 tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] 10.222.0.11 "GET /v2.0/ports?device_id=076d0f67-ed24-4b17-b96c-253082f2f7d8 HTTP/1.1" status: 200  len: 985 time: 0.1098089
Apr 20 18:39:28.681199 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-9172d0b8-e535-43ca-a540-f2d96bbcc0f8 req-d268a032-e284-4848-ab01-72ad9c7bffd6 tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] 10.222.0.11 "GET /v2.0/security-groups?id=bec0ca66-073e-4ee8-b793-3151dc1f4fc0&id=9dbc5abb-33fb-429f-bc59-5e978e26d110&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0495491
Apr 20 18:39:29.502991 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7f1f02-1e66-4e49-82e1-58e8038ee354 req-48fb5696-a1ad-4a56-b360-22b688ad228d tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:39:29.504643 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-4a7f1f02-1e66-4e49-82e1-58e8038ee354 req-48fb5696-a1ad-4a56-b360-22b688ad228d tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] 10.222.0.11 "GET /v2.0/ports?device_id=119cd223-0882-4591-9824-930b84a393c1 HTTP/1.1" status: 200  len: 946 time: 0.1003399
Apr 20 18:39:29.574151 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-4a7f1f02-1e66-4e49-82e1-58e8038ee354 req-676684ef-8d8c-4deb-9955-a85ac4c1f88a tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] 10.222.0.11 "GET /v2.0/security-groups?id=10327c67-6bcb-4133-afa8-96876f4e6aad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0619888
Apr 20 18:39:30.146203 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035a31da-8df0-49e6-94fe-acaf6465cce9 req-03971caf-c20d-4e68-9e63-b20d4766ceaf tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:39:30.147940 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-035a31da-8df0-49e6-94fe-acaf6465cce9 req-03971caf-c20d-4e68-9e63-b20d4766ceaf tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] 10.222.0.11 "GET /v2.0/ports?device_id=076d0f67-ed24-4b17-b96c-253082f2f7d8 HTTP/1.1" status: 200  len: 985 time: 0.3429682
Apr 20 18:39:30.211553 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-035a31da-8df0-49e6-94fe-acaf6465cce9 req-42140c91-8d3e-4046-b3c5-b202d7e32a01 tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] 10.222.0.11 "GET /v2.0/security-groups?id=bec0ca66-073e-4ee8-b793-3151dc1f4fc0&id=9dbc5abb-33fb-429f-bc59-5e978e26d110&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0531366
Apr 20 18:39:30.219472 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c03ee4-3cd5-4b81-bd8f-3204d1981dcf req-20bf2a62-823c-43fe-b7ca-be56078a9e45 tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:39:30.220347 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [req-45c03ee4-3cd5-4b81-bd8f-3204d1981dcf req-20bf2a62-823c-43fe-b7ca-be56078a9e45 tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] Synchronizing usage tracker for tenant:69d55e51e8004921b0756f8758d3029a on resource:port {{(pid=86420) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 18:39:30.244003 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [req-45c03ee4-3cd5-4b81-bd8f-3204d1981dcf req-20bf2a62-823c-43fe-b7ca-be56078a9e45 tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] Unset dirty status for tenant:69d55e51e8004921b0756f8758d3029a on resource:port {{(pid=86420) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 18:39:30.245322 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-45c03ee4-3cd5-4b81-bd8f-3204d1981dcf req-20bf2a62-823c-43fe-b7ca-be56078a9e45 tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] 10.222.0.10 "GET /v2.0/ports?device_id=119cd223-0882-4591-9824-930b84a393c1 HTTP/1.1" status: 200  len: 946 time: 0.1258020
Apr 20 18:39:30.334316 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [req-45c03ee4-3cd5-4b81-bd8f-3204d1981dcf req-0d1a75cd-63df-41e2-a40c-d889b03402ac tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] Deleting port 218b821f-cfc3-4796-bf51-554cc35ee3b3 {{(pid=86420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 18:39:30.334690 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-45c03ee4-3cd5-4b81-bd8f-3204d1981dcf req-0d1a75cd-63df-41e2-a40c-d889b03402ac tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251177940340'] for port, before_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:39:30.666760 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [req-45c03ee4-3cd5-4b81-bd8f-3204d1981dcf req-0d1a75cd-63df-41e2-a40c-d889b03402ac tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] For port 218b821f-cfc3-4796-bf51-554cc35ee3b3, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=218b821f-cfc3-4796-bf51-554cc35ee3b3,segment=NetworkSegment(04535fee-2cd3-407c-bd35-65d1b8a6d84d),segment_id=04535fee-2cd3-407c-bd35-65d1b8a6d84d)] {{(pid=86420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:39:30.667364 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-45c03ee4-3cd5-4b81-bd8f-3204d1981dcf req-0d1a75cd-63df-41e2-a40c-d889b03402ac tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858558'] for port, precommit_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:39:30.807903 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [req-45c03ee4-3cd5-4b81-bd8f-3204d1981dcf req-0d1a75cd-63df-41e2-a40c-d889b03402ac tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] Calling delete_port for 218b821f-cfc3-4796-bf51-554cc35ee3b3 owned by compute:nova {{(pid=86420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 18:39:30.822157 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2feeed18-9378-451e-b507-d935fe4b37cd req-7a384945-813b-489c-a1d5-4817b579bf4f tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:39:30.823825 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-2feeed18-9378-451e-b507-d935fe4b37cd req-7a384945-813b-489c-a1d5-4817b579bf4f tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] 10.222.0.11 "GET /v2.0/ports?device_id=119cd223-0882-4591-9824-930b84a393c1 HTTP/1.1" status: 200  len: 946 time: 0.0947170
Apr 20 18:39:30.904215 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-2feeed18-9378-451e-b507-d935fe4b37cd req-2fc003fc-d0e9-48d1-a634-c3056c7325d4 tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] 10.222.0.11 "GET /v2.0/security-groups?id=10327c67-6bcb-4133-afa8-96876f4e6aad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0731771
Apr 20 18:39:31.213944 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-45c03ee4-3cd5-4b81-bd8f-3204d1981dcf req-0d1a75cd-63df-41e2-a40c-d889b03402ac tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251177936671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785676391897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4189424'] for port, after_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:39:31.220144 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-cbbaa9cc-7ee7-4c1c-888e-5081edd08004 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:39:31.227121 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] get_ports_and_sgs() called for port_ids ['dc4a7dfc-2e9b-4af1-9ba2-ee941faef7b9', '8a6afac6-da91-4aa7-a501-3683d53275e3', 'a21c2781-5027-41c4-aed5-edc300eaf4f3', '218b821f-cfc3-4796-bf51-554cc35ee3b3'] {{(pid=86422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 18:39:31.279385 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1a75cd-63df-41e2-a40c-d889b03402ac tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] Pushing event deleted for resources: {'Port': ['ID=218b821f-cfc3-4796-bf51-554cc35ee3b3,revision_number=None']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:39:31.283256 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-0d1a75cd-63df-41e2-a40c-d889b03402ac tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:39:31.358001 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-00e477d3-8744-4bc9-b415-7e4f662f564a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:39:31.369128 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [req-45c03ee4-3cd5-4b81-bd8f-3204d1981dcf req-0d1a75cd-63df-41e2-a40c-d889b03402ac tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] No DVR routers for this DVR port 218b821f-cfc3-4796-bf51-554cc35ee3b3 on host hv-cinder-78693 {{(pid=86420) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 18:39:31.371896 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-45c03ee4-3cd5-4b81-bd8f-3204d1981dcf req-0d1a75cd-63df-41e2-a40c-d889b03402ac tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7615'] for port, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:39:31.375008 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '119cd223-0882-4591-9824-930b84a393c1', 'name': 'network-vif-deleted', 'tag': '218b821f-cfc3-4796-bf51-554cc35ee3b3'}] {{(pid=86420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:39:31.401454 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-45c03ee4-3cd5-4b81-bd8f-3204d1981dcf req-0d1a75cd-63df-41e2-a40c-d889b03402ac tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] 10.222.0.10 "DELETE /v2.0/ports/218b821f-cfc3-4796-bf51-554cc35ee3b3 HTTP/1.1" status: 204  len: 173 time: 1.1461625
Apr 20 18:39:31.461439 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '119cd223-0882-4591-9824-930b84a393c1', 'name': 'network-vif-deleted', 'tag': '218b821f-cfc3-4796-bf51-554cc35ee3b3', 'status': 'completed', 'code': 200}
Apr 20 18:39:31.471372 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f699cb6e-ffdd-43e0-ae14-c1e6e50a7e74 req-306c36b6-a0b2-4505-b786-2977386f1b86 tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:39:31.475934 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-f699cb6e-ffdd-43e0-ae14-c1e6e50a7e74 req-306c36b6-a0b2-4505-b786-2977386f1b86 tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] 10.222.0.11 "GET /v2.0/ports?device_id=076d0f67-ed24-4b17-b96c-253082f2f7d8 HTTP/1.1" status: 200  len: 985 time: 0.1290991
Apr 20 18:39:31.488300 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-59ff2fcf-5a92-41e6-b6a8-ab5cb4df6403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:39:31.542087 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-f699cb6e-ffdd-43e0-ae14-c1e6e50a7e74 req-011fd804-291e-4fca-a74d-6d0efd51c529 tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] 10.222.0.11 "GET /v2.0/security-groups?id=bec0ca66-073e-4ee8-b793-3151dc1f4fc0&id=9dbc5abb-33fb-429f-bc59-5e978e26d110&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0548997
Apr 20 18:39:31.998944 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:39:32.158389 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-2effc778-bc17-4b72-8c9d-5a345adc046f req-422dbb20-b38a-4490-a339-54ea071bb52c tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] 10.222.0.11 "GET /v2.0/ports?device_id=119cd223-0882-4591-9824-930b84a393c1 HTTP/1.1" status: 200  len: 210 time: 0.0951567
Apr 20 18:39:32.381764 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:39:32.907462 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8210b6-482b-4716-a619-43a7724de4ef req-952afe9b-ab05-4e97-b412-98511b02f593 tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:39:32.909239 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-8f8210b6-482b-4716-a619-43a7724de4ef req-952afe9b-ab05-4e97-b412-98511b02f593 tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] 10.222.0.11 "GET /v2.0/ports?device_id=076d0f67-ed24-4b17-b96c-253082f2f7d8 HTTP/1.1" status: 200  len: 985 time: 0.0989935
Apr 20 18:39:32.963515 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-8f8210b6-482b-4716-a619-43a7724de4ef req-60dc3b36-ee78-425a-a027-9c0275e61247 tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] 10.222.0.11 "GET /v2.0/security-groups?id=bec0ca66-073e-4ee8-b793-3151dc1f4fc0&id=9dbc5abb-33fb-429f-bc59-5e978e26d110&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0473542
Apr 20 18:39:33.179222 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-69625b45-0eac-4ead-bef5-f7df2e631dfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:39:34.016013 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Device 218b821f-cfc3-4796-bf51-554cc35ee3b3 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 18:39:34.059308 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] No Port match for: 218b821f-cfc3-4796-bf51-554cc35ee3b3 {{(pid=86422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 18:39:34.060130 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Device 218b821f-cfc3-4796-bf51-554cc35ee3b3 not bound to the agent host hv-cinder-78693 {{(pid=86422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 18:39:34.197979 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b24c5c3-0731-4979-9710-195751cead5e req-da6d1090-b550-441d-80bc-71dd3d364737 tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:39:34.199676 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-3b24c5c3-0731-4979-9710-195751cead5e req-da6d1090-b550-441d-80bc-71dd3d364737 tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] 10.222.0.11 "GET /v2.0/ports?device_id=076d0f67-ed24-4b17-b96c-253082f2f7d8 HTTP/1.1" status: 200  len: 985 time: 0.1094749
Apr 20 18:39:34.252502 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-3b24c5c3-0731-4979-9710-195751cead5e req-f6b1b7cb-f65b-46c3-a7a3-abccca849b59 tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] 10.222.0.11 "GET /v2.0/security-groups?id=bec0ca66-073e-4ee8-b793-3151dc1f4fc0&id=9dbc5abb-33fb-429f-bc59-5e978e26d110&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0459681
Apr 20 18:39:34.889396 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a41f7a-0ca6-410b-8b11-ccf574fb94a1 req-0975e1b7-aa9b-45c8-aaeb-8ec24e395745 tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:39:34.890995 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-39a41f7a-0ca6-410b-8b11-ccf574fb94a1 req-0975e1b7-aa9b-45c8-aaeb-8ec24e395745 tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] 10.222.0.11 "GET /v2.0/ports?device_id=e7b3b1b2-0faf-4cc1-80fc-3bb56cd2e1ac HTTP/1.1" status: 200  len: 946 time: 0.0908461
Apr 20 18:39:34.941477 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-39a41f7a-0ca6-410b-8b11-ccf574fb94a1 req-68e5d8dc-8e6b-490f-8def-47c3e590ed5b tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] 10.222.0.11 "GET /v2.0/security-groups?id=10327c67-6bcb-4133-afa8-96876f4e6aad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439627
Apr 20 18:39:35.472808 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a082c62-8b1b-4893-8645-1c82604b7a58 req-2c7ed5dc-d13c-4a3c-adc8-4ebda48b022e tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:39:35.474499 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-4a082c62-8b1b-4893-8645-1c82604b7a58 req-2c7ed5dc-d13c-4a3c-adc8-4ebda48b022e tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] 10.222.0.11 "GET /v2.0/ports?device_id=076d0f67-ed24-4b17-b96c-253082f2f7d8 HTTP/1.1" status: 200  len: 985 time: 0.1010678
Apr 20 18:39:35.527904 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-4a082c62-8b1b-4893-8645-1c82604b7a58 req-a0c8f445-e5f9-40fa-afb8-006eff2f4af2 tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] 10.222.0.11 "GET /v2.0/security-groups?id=bec0ca66-073e-4ee8-b793-3151dc1f4fc0&id=9dbc5abb-33fb-429f-bc59-5e978e26d110&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0465503
Apr 20 18:39:36.165456 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d597a84-3689-40b1-8a6c-ace4c74013cd req-c4a94e1a-140f-4e33-bf52-e648d9aec9af tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:39:36.167062 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-9d597a84-3689-40b1-8a6c-ace4c74013cd req-c4a94e1a-140f-4e33-bf52-e648d9aec9af tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] 10.222.0.11 "GET /v2.0/ports?device_id=e7b3b1b2-0faf-4cc1-80fc-3bb56cd2e1ac HTTP/1.1" status: 200  len: 946 time: 0.0916038
Apr 20 18:39:36.222339 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-9d597a84-3689-40b1-8a6c-ace4c74013cd req-8c9e41bf-b08c-4595-b604-345a28daca91 tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] 10.222.0.11 "GET /v2.0/security-groups?id=10327c67-6bcb-4133-afa8-96876f4e6aad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0484798
Apr 20 18:39:36.455814 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c195776c-6a39-48b5-aec4-32f7a2879fdb req-f3cb8fa2-fc94-4657-adf2-163f942928ca tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:39:36.456657 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [req-c195776c-6a39-48b5-aec4-32f7a2879fdb req-f3cb8fa2-fc94-4657-adf2-163f942928ca tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] Synchronizing usage tracker for tenant:69d55e51e8004921b0756f8758d3029a on resource:port {{(pid=86420) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 18:39:36.473604 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [req-c195776c-6a39-48b5-aec4-32f7a2879fdb req-f3cb8fa2-fc94-4657-adf2-163f942928ca tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] Unset dirty status for tenant:69d55e51e8004921b0756f8758d3029a on resource:port {{(pid=86420) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 18:39:36.475286 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-c195776c-6a39-48b5-aec4-32f7a2879fdb req-f3cb8fa2-fc94-4657-adf2-163f942928ca tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] 10.222.0.10 "GET /v2.0/ports?device_id=e7b3b1b2-0faf-4cc1-80fc-3bb56cd2e1ac HTTP/1.1" status: 200  len: 946 time: 0.1114848
Apr 20 18:39:36.560625 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [req-c195776c-6a39-48b5-aec4-32f7a2879fdb req-73e35204-6b69-40b8-844e-c7a0b0cfd6af tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] Deleting port a21c2781-5027-41c4-aed5-edc300eaf4f3 {{(pid=86420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 18:39:36.561019 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-c195776c-6a39-48b5-aec4-32f7a2879fdb req-73e35204-6b69-40b8-844e-c7a0b0cfd6af tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251177940340'] for port, before_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:39:36.754474 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e43274-edfe-427f-accc-bb5320e06265 req-1da90764-f90d-44b1-acd9-09ab83aed2a7 tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:39:36.757532 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-31e43274-edfe-427f-accc-bb5320e06265 req-1da90764-f90d-44b1-acd9-09ab83aed2a7 tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] 10.222.0.11 "GET /v2.0/ports?device_id=076d0f67-ed24-4b17-b96c-253082f2f7d8 HTTP/1.1" status: 200  len: 985 time: 0.1051559
Apr 20 18:39:36.835332 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-31e43274-edfe-427f-accc-bb5320e06265 req-be6b9e2e-bf33-4576-b926-79eebbd68327 tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] 10.222.0.11 "GET /v2.0/security-groups?id=bec0ca66-073e-4ee8-b793-3151dc1f4fc0&id=9dbc5abb-33fb-429f-bc59-5e978e26d110&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0697019
Apr 20 18:39:36.863108 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [req-c195776c-6a39-48b5-aec4-32f7a2879fdb req-73e35204-6b69-40b8-844e-c7a0b0cfd6af tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] For port a21c2781-5027-41c4-aed5-edc300eaf4f3, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=a21c2781-5027-41c4-aed5-edc300eaf4f3,segment=NetworkSegment(04535fee-2cd3-407c-bd35-65d1b8a6d84d),segment_id=04535fee-2cd3-407c-bd35-65d1b8a6d84d)] {{(pid=86420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:39:36.863773 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-c195776c-6a39-48b5-aec4-32f7a2879fdb req-73e35204-6b69-40b8-844e-c7a0b0cfd6af tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858558'] for port, precommit_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:39:37.012188 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [req-c195776c-6a39-48b5-aec4-32f7a2879fdb req-73e35204-6b69-40b8-844e-c7a0b0cfd6af tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] Calling delete_port for a21c2781-5027-41c4-aed5-edc300eaf4f3 owned by compute:nova {{(pid=86420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 18:39:37.167983 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-c195776c-6a39-48b5-aec4-32f7a2879fdb req-73e35204-6b69-40b8-844e-c7a0b0cfd6af tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251177936671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785676391897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4189424'] for port, after_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:39:37.176898 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-73212110-d509-420f-8005-1b3bcc164e3f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:39:37.180348 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] get_ports_and_sgs() called for port_ids ['dc4a7dfc-2e9b-4af1-9ba2-ee941faef7b9', '8a6afac6-da91-4aa7-a501-3683d53275e3', 'a21c2781-5027-41c4-aed5-edc300eaf4f3'] {{(pid=86422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 18:39:37.244213 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e35204-6b69-40b8-844e-c7a0b0cfd6af tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] Pushing event deleted for resources: {'Port': ['ID=a21c2781-5027-41c4-aed5-edc300eaf4f3,revision_number=None']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:39:37.283002 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-73e35204-6b69-40b8-844e-c7a0b0cfd6af tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:39:37.332873 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [req-c195776c-6a39-48b5-aec4-32f7a2879fdb req-73e35204-6b69-40b8-844e-c7a0b0cfd6af tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] No DVR routers for this DVR port a21c2781-5027-41c4-aed5-edc300eaf4f3 on host hv-cinder-78693 {{(pid=86420) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 18:39:37.335937 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-c195776c-6a39-48b5-aec4-32f7a2879fdb req-73e35204-6b69-40b8-844e-c7a0b0cfd6af tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7615'] for port, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:39:37.339202 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7b3b1b2-0faf-4cc1-80fc-3bb56cd2e1ac', 'name': 'network-vif-deleted', 'tag': 'a21c2781-5027-41c4-aed5-edc300eaf4f3'}] {{(pid=86420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:39:37.362703 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-c195776c-6a39-48b5-aec4-32f7a2879fdb req-73e35204-6b69-40b8-844e-c7a0b0cfd6af tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] 10.222.0.10 "DELETE /v2.0/ports/a21c2781-5027-41c4-aed5-edc300eaf4f3 HTTP/1.1" status: 204  len: 173 time: 0.8811500
Apr 20 18:39:37.413184 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7b3b1b2-0faf-4cc1-80fc-3bb56cd2e1ac', 'name': 'network-vif-deleted', 'tag': 'a21c2781-5027-41c4-aed5-edc300eaf4f3', 'status': 'completed', 'code': 200}
Apr 20 18:39:37.440288 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-88dda408-319e-4fea-9a73-17a583de8a68 req-3be9a65b-4bfd-452e-bab2-badef8d549f5 tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] 10.222.0.11 "GET /v2.0/ports?device_id=e7b3b1b2-0faf-4cc1-80fc-3bb56cd2e1ac HTTP/1.1" status: 200  len: 210 time: 0.0595880
Apr 20 18:39:38.059438 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaf826d-a03b-4a8f-9de9-d6766a986685 req-642cdf3b-3af1-4c79-af13-2f157db0d593 tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:39:38.061994 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-eaaf826d-a03b-4a8f-9de9-d6766a986685 req-642cdf3b-3af1-4c79-af13-2f157db0d593 tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] 10.222.0.11 "GET /v2.0/ports?device_id=076d0f67-ed24-4b17-b96c-253082f2f7d8 HTTP/1.1" status: 200  len: 985 time: 0.1010871
Apr 20 18:39:38.117990 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-eaaf826d-a03b-4a8f-9de9-d6766a986685 req-ef901176-29d7-4fc3-bd1b-3523dccc4024 tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] 10.222.0.11 "GET /v2.0/security-groups?id=bec0ca66-073e-4ee8-b793-3151dc1f4fc0&id=9dbc5abb-33fb-429f-bc59-5e978e26d110&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0488932
Apr 20 18:39:38.848796 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-6139083e-d539-4383-8b75-0c9f68dfcbcb req-a402dbfa-6c0b-4754-bd10-fb538625c5a9 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=5ed42fc0-fed7-4cef-bf4c-574cdd6ebc11&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0904708
Apr 20 18:39:38.965495 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6139083e-d539-4383-8b75-0c9f68dfcbcb req-163b54bc-d73c-4292-b01f-1ea906f84207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:39:38.967112 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-6139083e-d539-4383-8b75-0c9f68dfcbcb req-163b54bc-d73c-4292-b01f-1ea906f84207 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=69d55e51e8004921b0756f8758d3029a&device_id=5ed42fc0-fed7-4cef-bf4c-574cdd6ebc11 HTTP/1.1" status: 200  len: 1099 time: 0.0868545
Apr 20 18:39:38.967456 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428567a6-e553-497a-a3c5-678305505a91 req-9d80253e-5b38-4d8d-8b5b-1a4f593ad07d tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:39:38.969198 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-428567a6-e553-497a-a3c5-678305505a91 req-9d80253e-5b38-4d8d-8b5b-1a4f593ad07d tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] 10.222.0.11 "GET /v2.0/ports?device_id=32685074-8714-4a27-ad3f-02245442efbb HTTP/1.1" status: 200  len: 945 time: 0.1002805
Apr 20 18:39:39.021289 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-428567a6-e553-497a-a3c5-678305505a91 req-c68c42a2-f635-4f68-b7f9-e456b49055b4 tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] 10.222.0.11 "GET /v2.0/security-groups?id=10327c67-6bcb-4133-afa8-96876f4e6aad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453465
Apr 20 18:39:39.134442 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6139083e-d539-4383-8b75-0c9f68dfcbcb req-b856f497-2d22-4971-b75b-28bb699e7545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:39:39.136041 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-6139083e-d539-4383-8b75-0c9f68dfcbcb req-b856f497-2d22-4971-b75b-28bb699e7545 service neutron] 10.222.0.10 "GET /v2.0/networks?id=16a0d36f-cdb1-4105-94f0-43edac0cd68f HTTP/1.1" status: 200  len: 915 time: 0.1445730
Apr 20 18:39:39.217849 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-6139083e-d539-4383-8b75-0c9f68dfcbcb req-5f851b83-632b-4a61-b430-2455d5ade9b3 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dc4a7dfc-2e9b-4af1-9ba2-ee941faef7b9 HTTP/1.1" status: 200  len: 217 time: 0.0745239
Apr 20 18:39:39.300598 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6139083e-d539-4383-8b75-0c9f68dfcbcb req-f1a4d2f8-5773-44e3-86e0-783d93083558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:39:39.302204 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-6139083e-d539-4383-8b75-0c9f68dfcbcb req-f1a4d2f8-5773-44e3-86e0-783d93083558 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=68bbb48f-d1b3-4317-b2f4-3b64860062a5 HTTP/1.1" status: 200  len: 854 time: 0.0771124
Apr 20 18:39:39.335186 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336afdec-4e3a-4abe-85ff-389b2a44c982 req-6f23f36f-c61f-420e-a359-cd2148eec976 tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:39:39.336881 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-336afdec-4e3a-4abe-85ff-389b2a44c982 req-6f23f36f-c61f-420e-a359-cd2148eec976 tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] 10.222.0.11 "GET /v2.0/ports?device_id=076d0f67-ed24-4b17-b96c-253082f2f7d8 HTTP/1.1" status: 200  len: 985 time: 0.0964372
Apr 20 18:39:39.359364 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-6139083e-d539-4383-8b75-0c9f68dfcbcb req-2a9b6dbc-9a9e-4cab-8188-9cbeb4a59cc8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=16a0d36f-cdb1-4105-94f0-43edac0cd68f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0502632
Apr 20 18:39:39.392726 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-336afdec-4e3a-4abe-85ff-389b2a44c982 req-d9b9c2db-5caf-493e-ba45-d4fb023c71d6 tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] 10.222.0.11 "GET /v2.0/security-groups?id=bec0ca66-073e-4ee8-b793-3151dc1f4fc0&id=9dbc5abb-33fb-429f-bc59-5e978e26d110&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0491180
Apr 20 18:39:39.514455 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-6139083e-d539-4383-8b75-0c9f68dfcbcb req-dbe47073-8dcf-4425-bc64-bc7990a335ff service neutron] 10.222.0.10 "GET /v2.0/networks/16a0d36f-cdb1-4105-94f0-43edac0cd68f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1472025
Apr 20 18:39:39.664148 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-6139083e-d539-4383-8b75-0c9f68dfcbcb req-9d6ecd58-8c79-44c1-bf54-740263974afa service neutron] 10.222.0.10 "GET /v2.0/networks/16a0d36f-cdb1-4105-94f0-43edac0cd68f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1401935
Apr 20 18:39:40.034437 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Device a21c2781-5027-41c4-aed5-edc300eaf4f3 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 18:39:40.075131 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] No Port match for: a21c2781-5027-41c4-aed5-edc300eaf4f3 {{(pid=86422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 18:39:40.075774 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Device a21c2781-5027-41c4-aed5-edc300eaf4f3 not bound to the agent host hv-cinder-78693 {{(pid=86422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 18:39:40.253692 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1892813-1765-459c-88de-a42c5d34b64c req-41c709e0-3acb-4012-935d-c4b532797a51 tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:39:40.255340 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-c1892813-1765-459c-88de-a42c5d34b64c req-41c709e0-3acb-4012-935d-c4b532797a51 tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] 10.222.0.11 "GET /v2.0/ports?device_id=32685074-8714-4a27-ad3f-02245442efbb HTTP/1.1" status: 200  len: 945 time: 0.0967054
Apr 20 18:39:40.309172 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-c1892813-1765-459c-88de-a42c5d34b64c req-390c4973-2ed2-4dee-933d-564404e6d5ce tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] 10.222.0.11 "GET /v2.0/security-groups?id=10327c67-6bcb-4133-afa8-96876f4e6aad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459027
Apr 20 18:39:40.369882 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e80441-e6f2-4534-9e19-17b6799b6ce9 req-599a8a86-25dc-44a6-a127-706e283bb60f tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:39:40.371145 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [req-97e80441-e6f2-4534-9e19-17b6799b6ce9 req-599a8a86-25dc-44a6-a127-706e283bb60f tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] Synchronizing usage tracker for tenant:69d55e51e8004921b0756f8758d3029a on resource:port {{(pid=86420) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 18:39:40.393972 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [req-97e80441-e6f2-4534-9e19-17b6799b6ce9 req-599a8a86-25dc-44a6-a127-706e283bb60f tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] Unset dirty status for tenant:69d55e51e8004921b0756f8758d3029a on resource:port {{(pid=86420) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 18:39:40.395265 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-97e80441-e6f2-4534-9e19-17b6799b6ce9 req-599a8a86-25dc-44a6-a127-706e283bb60f tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] 10.222.0.10 "GET /v2.0/ports?device_id=32685074-8714-4a27-ad3f-02245442efbb HTTP/1.1" status: 200  len: 945 time: 0.1442602
Apr 20 18:39:40.483994 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [req-97e80441-e6f2-4534-9e19-17b6799b6ce9 req-1175d413-6a8c-4f8d-878c-b1df76e107da tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] Deleting port 8a6afac6-da91-4aa7-a501-3683d53275e3 {{(pid=86420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 18:39:40.484255 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-97e80441-e6f2-4534-9e19-17b6799b6ce9 req-1175d413-6a8c-4f8d-878c-b1df76e107da tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251177940340'] for port, before_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:39:40.771949 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [req-97e80441-e6f2-4534-9e19-17b6799b6ce9 req-1175d413-6a8c-4f8d-878c-b1df76e107da tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] For port 8a6afac6-da91-4aa7-a501-3683d53275e3, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=8a6afac6-da91-4aa7-a501-3683d53275e3,segment=NetworkSegment(04535fee-2cd3-407c-bd35-65d1b8a6d84d),segment_id=04535fee-2cd3-407c-bd35-65d1b8a6d84d)] {{(pid=86420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:39:40.772401 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-97e80441-e6f2-4534-9e19-17b6799b6ce9 req-1175d413-6a8c-4f8d-878c-b1df76e107da tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858558'] for port, precommit_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:39:40.980929 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [req-97e80441-e6f2-4534-9e19-17b6799b6ce9 req-1175d413-6a8c-4f8d-878c-b1df76e107da tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] Calling delete_port for 8a6afac6-da91-4aa7-a501-3683d53275e3 owned by compute:nova {{(pid=86420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 18:39:41.157492 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-97e80441-e6f2-4534-9e19-17b6799b6ce9 req-1175d413-6a8c-4f8d-878c-b1df76e107da tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251177936671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785676391897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4189424'] for port, after_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:39:41.163698 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-2ee5ebc8-d752-4aba-9338-d54a80cbb4d7 tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:39:41.169527 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] get_ports_and_sgs() called for port_ids ['dc4a7dfc-2e9b-4af1-9ba2-ee941faef7b9', '8a6afac6-da91-4aa7-a501-3683d53275e3'] {{(pid=86422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 18:39:41.211324 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1175d413-6a8c-4f8d-878c-b1df76e107da tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] Pushing event deleted for resources: {'Port': ['ID=8a6afac6-da91-4aa7-a501-3683d53275e3,revision_number=None']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:39:41.216263 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-1175d413-6a8c-4f8d-878c-b1df76e107da tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:39:41.302920 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [req-97e80441-e6f2-4534-9e19-17b6799b6ce9 req-1175d413-6a8c-4f8d-878c-b1df76e107da tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] No DVR routers for this DVR port 8a6afac6-da91-4aa7-a501-3683d53275e3 on host hv-cinder-78693 {{(pid=86420) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 18:39:41.306423 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-97e80441-e6f2-4534-9e19-17b6799b6ce9 req-1175d413-6a8c-4f8d-878c-b1df76e107da tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7615'] for port, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:39:41.309593 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32685074-8714-4a27-ad3f-02245442efbb', 'name': 'network-vif-deleted', 'tag': '8a6afac6-da91-4aa7-a501-3683d53275e3'}] {{(pid=86420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:39:41.326727 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-97e80441-e6f2-4534-9e19-17b6799b6ce9 req-1175d413-6a8c-4f8d-878c-b1df76e107da tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] 10.222.0.10 "DELETE /v2.0/ports/8a6afac6-da91-4aa7-a501-3683d53275e3 HTTP/1.1" status: 204  len: 173 time: 0.9252803
Apr 20 18:39:41.406600 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32685074-8714-4a27-ad3f-02245442efbb', 'name': 'network-vif-deleted', 'tag': '8a6afac6-da91-4aa7-a501-3683d53275e3', 'status': 'completed', 'code': 200}
Apr 20 18:39:41.535860 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-de6c46b3-1b7a-4443-9779-a00c9053c73d req-5020ebcf-7d17-4d3f-a424-400f32acdd2e tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] 10.222.0.11 "GET /v2.0/ports?device_id=32685074-8714-4a27-ad3f-02245442efbb HTTP/1.1" status: 200  len: 210 time: 0.0790699
Apr 20 18:39:44.052037 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Device 8a6afac6-da91-4aa7-a501-3683d53275e3 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 18:39:44.092069 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] No Port match for: 8a6afac6-da91-4aa7-a501-3683d53275e3 {{(pid=86422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 18:39:44.092526 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Device 8a6afac6-da91-4aa7-a501-3683d53275e3 not bound to the agent host hv-cinder-78693 {{(pid=86422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 18:39:44.360095 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c46f90-5524-4e38-b020-37d4d49fe17f req-20d69a60-abdc-4894-9e9c-809a791dcfad tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:39:44.361752 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-80c46f90-5524-4e38-b020-37d4d49fe17f req-20d69a60-abdc-4894-9e9c-809a791dcfad tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] 10.222.0.11 "GET /v2.0/ports?device_id=5ed42fc0-fed7-4cef-bf4c-574cdd6ebc11 HTTP/1.1" status: 200  len: 946 time: 0.1025190
Apr 20 18:39:44.415961 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-80c46f90-5524-4e38-b020-37d4d49fe17f req-4f14c349-994c-404b-87b5-38068b4884f4 tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] 10.222.0.11 "GET /v2.0/security-groups?id=10327c67-6bcb-4133-afa8-96876f4e6aad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0467305
Apr 20 18:39:45.627616 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb426c7-1929-45e2-bbd3-0c9eb87530a4 req-7e50db19-c3a6-48d8-8a01-69e7deda87b2 tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:39:45.629276 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-bfb426c7-1929-45e2-bbd3-0c9eb87530a4 req-7e50db19-c3a6-48d8-8a01-69e7deda87b2 tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] 10.222.0.11 "GET /v2.0/ports?device_id=5ed42fc0-fed7-4cef-bf4c-574cdd6ebc11 HTTP/1.1" status: 200  len: 946 time: 0.0945570
Apr 20 18:39:45.703599 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-bfb426c7-1929-45e2-bbd3-0c9eb87530a4 req-8ec0b421-a1ac-4246-a8fb-969972dfd773 tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] 10.222.0.11 "GET /v2.0/security-groups?id=10327c67-6bcb-4133-afa8-96876f4e6aad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0665393
Apr 20 18:39:45.907321 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c022f7-fcb3-4188-a26c-b15dc659d008 req-dc0c8f43-4dd1-4e8c-b485-713203e9a642 tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:39:45.908139 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [req-e2c022f7-fcb3-4188-a26c-b15dc659d008 req-dc0c8f43-4dd1-4e8c-b485-713203e9a642 tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] Synchronizing usage tracker for tenant:69d55e51e8004921b0756f8758d3029a on resource:port {{(pid=86420) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 18:39:45.924293 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [req-e2c022f7-fcb3-4188-a26c-b15dc659d008 req-dc0c8f43-4dd1-4e8c-b485-713203e9a642 tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] Unset dirty status for tenant:69d55e51e8004921b0756f8758d3029a on resource:port {{(pid=86420) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 18:39:45.925541 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-e2c022f7-fcb3-4188-a26c-b15dc659d008 req-dc0c8f43-4dd1-4e8c-b485-713203e9a642 tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] 10.222.0.10 "GET /v2.0/ports?device_id=5ed42fc0-fed7-4cef-bf4c-574cdd6ebc11 HTTP/1.1" status: 200  len: 946 time: 0.1095786
Apr 20 18:39:46.009663 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [req-e2c022f7-fcb3-4188-a26c-b15dc659d008 req-4e43eec1-fda0-47eb-8880-406f00f27840 tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] Deleting port dc4a7dfc-2e9b-4af1-9ba2-ee941faef7b9 {{(pid=86420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 18:39:46.009962 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-e2c022f7-fcb3-4188-a26c-b15dc659d008 req-4e43eec1-fda0-47eb-8880-406f00f27840 tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251177940340'] for port, before_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:39:46.307564 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [req-e2c022f7-fcb3-4188-a26c-b15dc659d008 req-4e43eec1-fda0-47eb-8880-406f00f27840 tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] For port dc4a7dfc-2e9b-4af1-9ba2-ee941faef7b9, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=dc4a7dfc-2e9b-4af1-9ba2-ee941faef7b9,segment=NetworkSegment(04535fee-2cd3-407c-bd35-65d1b8a6d84d),segment_id=04535fee-2cd3-407c-bd35-65d1b8a6d84d)] {{(pid=86420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:39:46.307961 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-e2c022f7-fcb3-4188-a26c-b15dc659d008 req-4e43eec1-fda0-47eb-8880-406f00f27840 tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858558'] for port, precommit_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:39:46.454714 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [req-e2c022f7-fcb3-4188-a26c-b15dc659d008 req-4e43eec1-fda0-47eb-8880-406f00f27840 tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] Calling delete_port for dc4a7dfc-2e9b-4af1-9ba2-ee941faef7b9 owned by compute:nova {{(pid=86420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 18:39:46.615665 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-e2c022f7-fcb3-4188-a26c-b15dc659d008 req-4e43eec1-fda0-47eb-8880-406f00f27840 tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251177936671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785676391897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4189424'] for port, after_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:39:46.622296 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-e958c9e3-1e51-4d60-ad8b-f31d1411a69e tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:39:46.627261 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] get_ports_and_sgs() called for port_ids ['dc4a7dfc-2e9b-4af1-9ba2-ee941faef7b9'] {{(pid=86422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 18:39:46.677117 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e43eec1-fda0-47eb-8880-406f00f27840 tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] Pushing event deleted for resources: {'Port': ['ID=dc4a7dfc-2e9b-4af1-9ba2-ee941faef7b9,revision_number=None']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:39:46.681514 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-4e43eec1-fda0-47eb-8880-406f00f27840 tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:39:46.791609 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2c022f7-fcb3-4188-a26c-b15dc659d008 req-4e43eec1-fda0-47eb-8880-406f00f27840 tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] No DVR routers for this DVR port dc4a7dfc-2e9b-4af1-9ba2-ee941faef7b9 on host hv-cinder-78693 {{(pid=86420) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 18:39:46.795578 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-e2c022f7-fcb3-4188-a26c-b15dc659d008 req-4e43eec1-fda0-47eb-8880-406f00f27840 tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7615'] for port, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:39:46.800993 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ed42fc0-fed7-4cef-bf4c-574cdd6ebc11', 'name': 'network-vif-deleted', 'tag': 'dc4a7dfc-2e9b-4af1-9ba2-ee941faef7b9'}] {{(pid=86420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:39:46.828081 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-e2c022f7-fcb3-4188-a26c-b15dc659d008 req-4e43eec1-fda0-47eb-8880-406f00f27840 tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] 10.222.0.10 "DELETE /v2.0/ports/dc4a7dfc-2e9b-4af1-9ba2-ee941faef7b9 HTTP/1.1" status: 204  len: 173 time: 0.8960137
Apr 20 18:39:46.858378 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ed42fc0-fed7-4cef-bf4c-574cdd6ebc11', 'name': 'network-vif-deleted', 'tag': 'dc4a7dfc-2e9b-4af1-9ba2-ee941faef7b9', 'status': 'completed', 'code': 200}
Apr 20 18:39:46.950574 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-9a69524a-5a3e-4b37-ba12-c7c7e16b5742 req-64fac977-642f-481b-baf9-53cab6cb31ad tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] 10.222.0.11 "GET /v2.0/ports?device_id=5ed42fc0-fed7-4cef-bf4c-574cdd6ebc11 HTTP/1.1" status: 200  len: 210 time: 0.0720589
Apr 20 18:39:48.061895 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86421) accepted ('10.222.0.11', 52114) {{(pid=86421) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:39:48.138643 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.db_base_plugin_v2 [None req-2896b313-6059-4ba9-be8a-1c610f8e07c1 admin admin] Deleting subnet 68bbb48f-d1b3-4317-b2f4-3b64860062a5 {{(pid=86421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 20 18:39:48.142195 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-2896b313-6059-4ba9-be8a-1c610f8e07c1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:39:48.220250 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-2896b313-6059-4ba9-be8a-1c610f8e07c1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2425938'] for subnet, precommit_delete_associations {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:39:48.295744 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-2896b313-6059-4ba9-be8a-1c610f8e07c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735778'] for subnet, precommit_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:39:48.601466 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-2896b313-6059-4ba9-be8a-1c610f8e07c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854040038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850911380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036828324149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2438166'] for subnet, after_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:39:48.610025 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:39:48.655591 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-2896b313-6059-4ba9-be8a-1c610f8e07c1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:39:48.659922 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2896b313-6059-4ba9-be8a-1c610f8e07c1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=68bbb48f-d1b3-4317-b2f4-3b64860062a5,revision_number=None']} {{(pid=86421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:39:48.663468 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-2896b313-6059-4ba9-be8a-1c610f8e07c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:39:48.666114 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-2896b313-6059-4ba9-be8a-1c610f8e07c1 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/68bbb48f-d1b3-4317-b2f4-3b64860062a5 HTTP/1.1" status: 204  len: 168 time: 0.6030819
Apr 20 18:39:48.668957 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86421) accepted ('10.222.0.11', 52118) {{(pid=86421) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:39:48.797561 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-b3a92d2e-8edc-422a-a037-7dbf3f21e109 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543598'] for network, before_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:39:48.945136 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-b3a92d2e-8edc-422a-a037-7dbf3f21e109 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854039945', 'neutron.services.segments.db._delete_segments_for_network-8785676757363'] for network, precommit_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:39:49.076921 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.services.segments.db [None req-b3a92d2e-8edc-422a-a037-7dbf3f21e109 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fd92b1043c8>,) {'filters': {'network_id': ['16a0d36f-cdb1-4105-94f0-43edac0cd68f']}} {{(pid=86421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:39:49.092057 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.services.segments.db [None req-b3a92d2e-8edc-422a-a037-7dbf3f21e109 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fd92b1043c8>, '04535fee-2cd3-407c-bd35-65d1b8a6d84d') {'for_net_delete': True} {{(pid=86421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:39:49.092439 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.services.segments.db [None req-b3a92d2e-8edc-422a-a037-7dbf3f21e109 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fd92b1043c8>, '04535fee-2cd3-407c-bd35-65d1b8a6d84d') {} {{(pid=86421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:39:49.105864 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-b3a92d2e-8edc-422a-a037-7dbf3f21e109 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363251177908579', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852349862'] for segment, before_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:39:49.124755 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-b3a92d2e-8edc-422a-a037-7dbf3f21e109 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854148540'] for segment, precommit_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:39:49.131594 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3a92d2e-8edc-422a-a037-7dbf3f21e109 admin admin] Releasing vlan 357 on physical network physnet1 to pool {{(pid=86421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 20 18:39:49.325684 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [None req-b3a92d2e-8edc-422a-a037-7dbf3f21e109 admin admin] Network 16a0d36f-cdb1-4105-94f0-43edac0cd68f has no segments {{(pid=86421) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 18:39:49.334725 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-b3a92d2e-8edc-422a-a037-7dbf3f21e109 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-627251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26451816'] for segment, after_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:39:49.521524 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [None req-b3a92d2e-8edc-422a-a037-7dbf3f21e109 admin admin] Network 16a0d36f-cdb1-4105-94f0-43edac0cd68f has no segments {{(pid=86421) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 18:39:49.545193 dv-cinder-786931-2-iscsi neutron-server[86307]: Traceback (most recent call last):
Apr 20 18:39:49.545193 dv-cinder-786931-2-iscsi neutron-server[86307]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 20 18:39:49.545193 dv-cinder-786931-2-iscsi neutron-server[86307]:     timer()
Apr 20 18:39:49.545193 dv-cinder-786931-2-iscsi neutron-server[86307]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 20 18:39:49.545193 dv-cinder-786931-2-iscsi neutron-server[86307]:     cb(*args, **kw)
Apr 20 18:39:49.545193 dv-cinder-786931-2-iscsi neutron-server[86307]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 20 18:39:49.545193 dv-cinder-786931-2-iscsi neutron-server[86307]:     return func(*args, **kwargs)
Apr 20 18:39:49.545193 dv-cinder-786931-2-iscsi neutron-server[86307]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 20 18:39:49.545193 dv-cinder-786931-2-iscsi neutron-server[86307]:     self._notify()
Apr 20 18:39:49.545193 dv-cinder-786931-2-iscsi neutron-server[86307]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 20 18:39:49.545193 dv-cinder-786931-2-iscsi neutron-server[86307]:     self.callback(batched_events)
Apr 20 18:39:49.545193 dv-cinder-786931-2-iscsi neutron-server[86307]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 20 18:39:49.545193 dv-cinder-786931-2-iscsi neutron-server[86307]:     event.method(event)
Apr 20 18:39:49.545193 dv-cinder-786931-2-iscsi neutron-server[86307]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 20 18:39:49.545193 dv-cinder-786931-2-iscsi neutron-server[86307]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 20 18:39:49.545193 dv-cinder-786931-2-iscsi neutron-server[86307]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 20 18:39:49.545193 dv-cinder-786931-2-iscsi neutron-server[86307]:     segment_id)['aggregates'][0]
Apr 20 18:39:49.545193 dv-cinder-786931-2-iscsi neutron-server[86307]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 20 18:39:49.545193 dv-cinder-786931-2-iscsi neutron-server[86307]:     return f(self, *a, **k)
Apr 20 18:39:49.545193 dv-cinder-786931-2-iscsi neutron-server[86307]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 20 18:39:49.545193 dv-cinder-786931-2-iscsi neutron-server[86307]:     return self._get(url).json()
Apr 20 18:39:49.545193 dv-cinder-786931-2-iscsi neutron-server[86307]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 20 18:39:49.545193 dv-cinder-786931-2-iscsi neutron-server[86307]:     **kwargs)
Apr 20 18:39:49.545193 dv-cinder-786931-2-iscsi neutron-server[86307]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 20 18:39:49.545193 dv-cinder-786931-2-iscsi neutron-server[86307]:     return self.request(url, 'GET', **kwargs)
Apr 20 18:39:49.545193 dv-cinder-786931-2-iscsi neutron-server[86307]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 20 18:39:49.545193 dv-cinder-786931-2-iscsi neutron-server[86307]:     **endpoint_filter)
Apr 20 18:39:49.545193 dv-cinder-786931-2-iscsi neutron-server[86307]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 20 18:39:49.545193 dv-cinder-786931-2-iscsi neutron-server[86307]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 20 18:39:49.545193 dv-cinder-786931-2-iscsi neutron-server[86307]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 20 18:39:49.545193 dv-cinder-786931-2-iscsi neutron-server[86307]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 20 18:39:49.545193 dv-cinder-786931-2-iscsi neutron-server[86307]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 20 18:39:49.627178 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-b3a92d2e-8edc-422a-a037-7dbf3f21e109 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850969204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850912127'] for network, after_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:39:49.631340 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-5efd4018-bac4-43ba-8d31-436555bccc50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:39:49.647009 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-b3a92d2e-8edc-422a-a037-7dbf3f21e109 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3704713'] for network, before_response {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:39:49.663797 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a92d2e-8edc-422a-a037-7dbf3f21e109 admin admin] Pushing event deleted for resources: {'Network': ['ID=16a0d36f-cdb1-4105-94f0-43edac0cd68f,revision_number=None']} {{(pid=86421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:39:49.668574 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-b3a92d2e-8edc-422a-a037-7dbf3f21e109 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:39:49.675400 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-b3a92d2e-8edc-422a-a037-7dbf3f21e109 admin admin] 10.222.0.11 "DELETE /v2.0/networks/16a0d36f-cdb1-4105-94f0-43edac0cd68f HTTP/1.1" status: 204  len: 168 time: 1.0049434
Apr 20 18:39:49.876688 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86421) accepted ('10.222.0.11', 52124) {{(pid=86421) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:39:49.936126 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-31b7554a-417a-4ba2-b17f-c2710ed3b2eb admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=69d55e51e8004921b0756f8758d3029a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0579147
Apr 20 18:39:49.938740 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86421) accepted ('10.222.0.11', 52128) {{(pid=86421) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:39:50.015361 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-b41459a3-189d-4c39-a6d5-29dc8e662fdc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:39:50.046156 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-b41459a3-189d-4c39-a6d5-29dc8e662fdc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:39:50.064828 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Device dc4a7dfc-2e9b-4af1-9ba2-ee941faef7b9 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 18:39:50.102782 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-b41459a3-189d-4c39-a6d5-29dc8e662fdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850969184'] for security_group, after_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:39:50.103881 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] No Port match for: dc4a7dfc-2e9b-4af1-9ba2-ee941faef7b9 {{(pid=86422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 18:39:50.103881 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Device dc4a7dfc-2e9b-4af1-9ba2-ee941faef7b9 not bound to the agent host hv-cinder-78693 {{(pid=86422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 18:39:50.111633 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-756152d6-2623-41d5-a512-31758a505cce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:39:50.135696 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41459a3-189d-4c39-a6d5-29dc8e662fdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10327c67-6bcb-4133-afa8-96876f4e6aad,revision_number=None']} {{(pid=86421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:39:50.138321 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-b41459a3-189d-4c39-a6d5-29dc8e662fdc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:39:50.146629 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-b41459a3-189d-4c39-a6d5-29dc8e662fdc admin admin] Notify callbacks [] for security_group, before_response {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:39:50.147861 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-b41459a3-189d-4c39-a6d5-29dc8e662fdc admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/10327c67-6bcb-4133-afa8-96876f4e6aad HTTP/1.1" status: 204  len: 168 time: 0.2080445
Apr 20 18:39:54.011809 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.agents_db [None req-36c0d191-ed3c-416e-a897-084b3b2178c3 None None] Agent healthcheck: found 6 active agents {{(pid=86423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 18:39:58.551359 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-ae806539-55cd-4a09-bb3d-3b595c020940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:39:59.549653 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86421) accepted ('10.222.0.11', 52234) {{(pid=86421) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:39:59.682315 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-558fffec-d7ff-4faf-bef7-b747c3629a26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:39:59.698221 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-558fffec-d7ff-4faf-bef7-b747c3629a26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86421) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:39:59.702695 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-558fffec-d7ff-4faf-bef7-b747c3629a26 admin admin] Usage tracker for resource:security_group_rule and tenant:acd2eab662dc4e3aa7de099584ab2c4f is out of sync, need to count used quota {{(pid=86421) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:39:59.705778 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-558fffec-d7ff-4faf-bef7-b747c3629a26 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86421) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:39:59.712339 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-558fffec-d7ff-4faf-bef7-b747c3629a26 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86421) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:39:59.808416 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-558fffec-d7ff-4faf-bef7-b747c3629a26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:39:59.811521 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-558fffec-d7ff-4faf-bef7-b747c3629a26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850969184'] for security_group, after_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:39:59.821371 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-5aa73188-7cda-4459-bdc7-a9df13a3562a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:39:59.870432 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-558fffec-d7ff-4faf-bef7-b747c3629a26 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=acd2eab662dc4e3aa7de099584ab2c4f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3195870
Apr 20 18:39:59.871416 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558fffec-d7ff-4faf-bef7-b747c3629a26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=166353b8-91e9-4975-ae54-a644dfc590ae,revision_number=1']} {{(pid=86421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:39:59.873396 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.11', 52240) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:39:59.879996 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558fffec-d7ff-4faf-bef7-b747c3629a26 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:39:59.880460 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558fffec-d7ff-4faf-bef7-b747c3629a26 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:39:59.880880 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558fffec-d7ff-4faf-bef7-b747c3629a26 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:39:59.881293 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558fffec-d7ff-4faf-bef7-b747c3629a26 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:39:59.881702 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558fffec-d7ff-4faf-bef7-b747c3629a26 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:39:59.882111 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558fffec-d7ff-4faf-bef7-b747c3629a26 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:39:59.882517 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558fffec-d7ff-4faf-bef7-b747c3629a26 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:39:59.883282 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558fffec-d7ff-4faf-bef7-b747c3629a26 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:39:59.883696 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558fffec-d7ff-4faf-bef7-b747c3629a26 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:39:59.884101 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558fffec-d7ff-4faf-bef7-b747c3629a26 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:39:59.884529 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558fffec-d7ff-4faf-bef7-b747c3629a26 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:39:59.884935 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558fffec-d7ff-4faf-bef7-b747c3629a26 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:39:59.889413 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-558fffec-d7ff-4faf-bef7-b747c3629a26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:39:59.943144 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-8c57a8be-ea93-4e24-a06d-acb962a37da7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:39:59.974795 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-8c57a8be-ea93-4e24-a06d-acb962a37da7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:00.022333 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-8c57a8be-ea93-4e24-a06d-acb962a37da7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850969184'] for security_group, after_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:00.028239 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-0287b945-2ada-4bc3-baab-b99d1344d220 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:40:00.039811 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c57a8be-ea93-4e24-a06d-acb962a37da7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=166353b8-91e9-4975-ae54-a644dfc590ae,revision_number=None']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:40:00.051194 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c57a8be-ea93-4e24-a06d-acb962a37da7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:40:00.051680 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c57a8be-ea93-4e24-a06d-acb962a37da7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:40:00.052098 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c57a8be-ea93-4e24-a06d-acb962a37da7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:40:00.052535 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c57a8be-ea93-4e24-a06d-acb962a37da7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:40:00.052942 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c57a8be-ea93-4e24-a06d-acb962a37da7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:40:00.053351 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c57a8be-ea93-4e24-a06d-acb962a37da7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:40:00.053756 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c57a8be-ea93-4e24-a06d-acb962a37da7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:40:00.054160 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c57a8be-ea93-4e24-a06d-acb962a37da7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:40:00.054606 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c57a8be-ea93-4e24-a06d-acb962a37da7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:40:00.055301 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c57a8be-ea93-4e24-a06d-acb962a37da7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:40:00.055711 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c57a8be-ea93-4e24-a06d-acb962a37da7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:40:00.056116 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c57a8be-ea93-4e24-a06d-acb962a37da7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:40:00.059492 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-8c57a8be-ea93-4e24-a06d-acb962a37da7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:00.060678 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-8c57a8be-ea93-4e24-a06d-acb962a37da7 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/166353b8-91e9-4975-ae54-a644dfc590ae HTTP/1.1" status: 204  len: 168 time: 0.1862125
Apr 20 18:40:00.061700 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-8c57a8be-ea93-4e24-a06d-acb962a37da7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:40:01.322503 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-9225fc0c-f6c3-45bd-96fa-9619604a35c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:01.421737 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-59ff2fcf-5a92-41e6-b6a8-ab5cb4df6403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:01.582337 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.11', 52292) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:40:01.715580 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-8126b8d0-4622-4deb-b199-f7814e6f0eb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:01.732174 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-8126b8d0-4622-4deb-b199-f7814e6f0eb7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:40:01.736350 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-8126b8d0-4622-4deb-b199-f7814e6f0eb7 admin admin] Usage tracker for resource:security_group_rule and tenant:7d6e6855c5044b49b316209a9ccb9b1f is out of sync, need to count used quota {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:40:01.739308 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-8126b8d0-4622-4deb-b199-f7814e6f0eb7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:40:01.745473 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-8126b8d0-4622-4deb-b199-f7814e6f0eb7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:40:01.829853 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-8126b8d0-4622-4deb-b199-f7814e6f0eb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:01.832684 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-8126b8d0-4622-4deb-b199-f7814e6f0eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850969184'] for security_group, after_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:01.843759 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-506fb9f5-fcab-4d08-bb11-f698b7c6324a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:40:01.893465 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-8126b8d0-4622-4deb-b199-f7814e6f0eb7 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7d6e6855c5044b49b316209a9ccb9b1f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3099566
Apr 20 18:40:01.895191 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8126b8d0-4622-4deb-b199-f7814e6f0eb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35fec2b7-ff51-4e76-be3b-29917e4e90dd,revision_number=1']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:40:01.896425 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86421) accepted ('10.222.0.11', 52298) {{(pid=86421) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:40:01.899131 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-8126b8d0-4622-4deb-b199-f7814e6f0eb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:40:01.964564 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-73e24ea0-fd9b-41c9-92c8-0597d3900871 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:01.993944 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:01.994310 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-73e24ea0-fd9b-41c9-92c8-0597d3900871 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:02.047853 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-73e24ea0-fd9b-41c9-92c8-0597d3900871 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850969184'] for security_group, after_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:02.053432 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-a6e1f9fe-3d4a-4fd7-a238-7687e057b264 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:40:02.071710 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e24ea0-fd9b-41c9-92c8-0597d3900871 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35fec2b7-ff51-4e76-be3b-29917e4e90dd,revision_number=None']} {{(pid=86421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:40:02.076635 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-73e24ea0-fd9b-41c9-92c8-0597d3900871 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:40:02.078974 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-73e24ea0-fd9b-41c9-92c8-0597d3900871 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:02.080296 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-73e24ea0-fd9b-41c9-92c8-0597d3900871 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/35fec2b7-ff51-4e76-be3b-29917e4e90dd HTTP/1.1" status: 204  len: 168 time: 0.1827524
Apr 20 18:40:02.403784 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:03.185119 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-69625b45-0eac-4ead-bef5-f7df2e631dfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:18.723971 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-b50207f7-9e73-4582-ab66-b19ff6b89579 req-fc5089aa-5636-4ad9-ade1-6cfe5600a3c0 tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-994427215&fields=id&tenant_id=f53a192abe7c4bf98a9dcf3d23d09206 HTTP/1.1" status: 200  len: 267 time: 0.0460045
Apr 20 18:40:18.823327 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50207f7-9e73-4582-ab66-b19ff6b89579 req-2907d881-0a8e-4032-a2c2-1e3422072477 tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:40:18.825040 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-b50207f7-9e73-4582-ab66-b19ff6b89579 req-2907d881-0a8e-4032-a2c2-1e3422072477 tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] 10.222.0.11 "GET /v2.0/ports?device_id=076d0f67-ed24-4b17-b96c-253082f2f7d8 HTTP/1.1" status: 200  len: 985 time: 0.0938494
Apr 20 18:40:18.838173 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.v2.base [req-b50207f7-9e73-4582-ab66-b19ff6b89579 req-6a88cb51-450c-4ee2-b358-bc4384efc33a tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] Request body: {'port': {'security_groups': ['9dbc5abb-33fb-429f-bc59-5e978e26d110']}} {{(pid=86421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:40:18.977199 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-b50207f7-9e73-4582-ab66-b19ff6b89579 req-6a88cb51-450c-4ee2-b358-bc4384efc33a tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854207267'] for port, before_update {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:19.255122 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [req-b50207f7-9e73-4582-ab66-b19ff6b89579 req-6a88cb51-450c-4ee2-b358-bc4384efc33a tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] For port 7414aabf-dbe8-4fa3-96c1-9a01bbe6a7e4, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=7414aabf-dbe8-4fa3-96c1-9a01bbe6a7e4,segment=NetworkSegment(a5fccc5a-3f52-4b63-a2fe-02050c830e52),segment_id=a5fccc5a-3f52-4b63-a2fe-02050c830e52)] {{(pid=86421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:40:19.283222 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-b50207f7-9e73-4582-ab66-b19ff6b89579 req-6a88cb51-450c-4ee2-b358-bc4384efc33a tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] Notify callbacks [] for port, precommit_update {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:19.286869 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-b50207f7-9e73-4582-ab66-b19ff6b89579 req-6a88cb51-450c-4ee2-b358-bc4384efc33a tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785676839112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251178383903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251178382076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26451734'] for port, after_update {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:19.293942 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-9e708371-445b-4101-888c-6351b3b46348 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:40:19.298613 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] get_ports_and_sgs() called for port_ids ['7414aabf-dbe8-4fa3-96c1-9a01bbe6a7e4'] {{(pid=86422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 18:40:19.376178 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50207f7-9e73-4582-ab66-b19ff6b89579 req-6a88cb51-450c-4ee2-b358-bc4384efc33a tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:40:19.376930 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-b50207f7-9e73-4582-ab66-b19ff6b89579 req-6a88cb51-450c-4ee2-b358-bc4384efc33a tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7615'] for port, before_response {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:19.378497 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-b50207f7-9e73-4582-ab66-b19ff6b89579 req-6a88cb51-450c-4ee2-b358-bc4384efc33a tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] 10.222.0.11 "PUT /v2.0/ports/7414aabf-dbe8-4fa3-96c1-9a01bbe6a7e4 HTTP/1.1" status: 200  len: 943 time: 0.5464373
Apr 20 18:40:19.379094 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '076d0f67-ed24-4b17-b96c-253082f2f7d8', 'tag': '7414aabf-dbe8-4fa3-96c1-9a01bbe6a7e4'}] {{(pid=86421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:40:19.394225 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.11', 52412) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:40:19.413224 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a88cb51-450c-4ee2-b358-bc4384efc33a tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] Pushing event updated for resources: {'Port': ['ID=7414aabf-dbe8-4fa3-96c1-9a01bbe6a7e4,revision_number=7']} {{(pid=86421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:40:19.440789 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-6a88cb51-450c-4ee2-b358-bc4384efc33a tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:40:19.503180 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '076d0f67-ed24-4b17-b96c-253082f2f7d8', 'tag': '7414aabf-dbe8-4fa3-96c1-9a01bbe6a7e4', 'status': 'completed', 'code': 200}
Apr 20 18:40:19.542370 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] get_ports_and_sgs() called for port_ids ['7414aabf-dbe8-4fa3-96c1-9a01bbe6a7e4'] {{(pid=86422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 18:40:19.586225 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-4375ab8a-e6f8-433d-acc9-51bda5e7629b tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] Notify callbacks [] for security_group, before_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:19.655016 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-4375ab8a-e6f8-433d-acc9-51bda5e7629b tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:19.670418 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731b590a-4537-4555-95a5-f58e7d592bf5 req-33306a4e-5d99-491f-b7ff-60c3cde44dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:40:19.672102 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-731b590a-4537-4555-95a5-f58e7d592bf5 req-33306a4e-5d99-491f-b7ff-60c3cde44dba service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f53a192abe7c4bf98a9dcf3d23d09206&device_id=076d0f67-ed24-4b17-b96c-253082f2f7d8 HTTP/1.1" status: 200  len: 1099 time: 0.1551077
Apr 20 18:40:19.734726 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-43db6fb6-029a-46df-93e4-22ced1d28293 None None] Provisioning complete for port 7414aabf-dbe8-4fa3-96c1-9a01bbe6a7e4 triggered by entity DHCP. {{(pid=86422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:40:19.735341 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-43db6fb6-029a-46df-93e4-22ced1d28293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733696'] for port, provisioning_complete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:19.842545 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-4375ab8a-e6f8-433d-acc9-51bda5e7629b tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850969184'] for security_group, after_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:19.858030 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-8c57a8be-ea93-4e24-a06d-acb962a37da7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:40:19.885302 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4375ab8a-e6f8-433d-acc9-51bda5e7629b tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bec0ca66-073e-4ee8-b793-3151dc1f4fc0,revision_number=None']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:40:19.890508 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731b590a-4537-4555-95a5-f58e7d592bf5 req-c98fc6cf-942a-4424-a22d-445e725ed69a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:40:19.892465 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-731b590a-4537-4555-95a5-f58e7d592bf5 req-c98fc6cf-942a-4424-a22d-445e725ed69a service neutron] 10.222.0.10 "GET /v2.0/networks?id=6d144805-8d75-4a3e-b688-4a2f32d5990e HTTP/1.1" status: 200  len: 915 time: 0.2132053
Apr 20 18:40:19.898669 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-4375ab8a-e6f8-433d-acc9-51bda5e7629b tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:40:19.899773 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-4375ab8a-e6f8-433d-acc9-51bda5e7629b tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] Notify callbacks [] for security_group, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:19.900775 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-4375ab8a-e6f8-433d-acc9-51bda5e7629b tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] 10.222.0.11 "DELETE /v2.0/security-groups/bec0ca66-073e-4ee8-b793-3151dc1f4fc0 HTTP/1.1" status: 204  len: 168 time: 0.5053968
Apr 20 18:40:19.905486 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86421) accepted ('10.222.0.11', 52424) {{(pid=86421) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:40:20.280877 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-731b590a-4537-4555-95a5-f58e7d592bf5 req-956b24db-fcbb-4ce3-8077-764bad4745eb service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7414aabf-dbe8-4fa3-96c1-9a01bbe6a7e4 HTTP/1.1" status: 200  len: 1002 time: 0.3786087
Apr 20 18:40:20.361458 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731b590a-4537-4555-95a5-f58e7d592bf5 req-959bb233-72e5-4242-88c8-52517327c044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:40:20.363142 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-731b590a-4537-4555-95a5-f58e7d592bf5 req-959bb233-72e5-4242-88c8-52517327c044 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a6c6d2ce-c18f-43fb-b599-797b906e367c HTTP/1.1" status: 200  len: 853 time: 0.0757718
Apr 20 18:40:20.450872 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-266d94bb-bfb3-48d0-92ac-1f1e88b0a60c tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] Deleting port d2c7b914-41d8-4571-a1b7-bb73fe656dcc {{(pid=86421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 18:40:20.450872 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-266d94bb-bfb3-48d0-92ac-1f1e88b0a60c tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251177940340'] for port, before_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:20.461221 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731b590a-4537-4555-95a5-f58e7d592bf5 req-a31f762c-9acb-4092-9424-125890494a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:40:20.462906 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-731b590a-4537-4555-95a5-f58e7d592bf5 req-a31f762c-9acb-4092-9424-125890494a59 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6d144805-8d75-4a3e-b688-4a2f32d5990e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0934663
Apr 20 18:40:20.619791 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-731b590a-4537-4555-95a5-f58e7d592bf5 req-5a6be032-4126-412b-b05b-3a1265f2cb4b service neutron] 10.222.0.10 "GET /v2.0/networks/6d144805-8d75-4a3e-b688-4a2f32d5990e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1494281
Apr 20 18:40:20.648517 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-266d94bb-bfb3-48d0-92ac-1f1e88b0a60c tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858558'] for port, precommit_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:20.649118 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-266d94bb-bfb3-48d0-92ac-1f1e88b0a60c tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:20.771508 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-731b590a-4537-4555-95a5-f58e7d592bf5 req-35cc2792-d42d-41c8-b0ea-2499bcc237c1 service neutron] 10.222.0.10 "GET /v2.0/networks/6d144805-8d75-4a3e-b688-4a2f32d5990e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1449628
Apr 20 18:40:20.786690 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-266d94bb-bfb3-48d0-92ac-1f1e88b0a60c tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] Calling delete_port for d2c7b914-41d8-4571-a1b7-bb73fe656dcc owned by network:floatingip {{(pid=86421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 18:40:20.967620 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-266d94bb-bfb3-48d0-92ac-1f1e88b0a60c tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251177936671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785676391897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036828324065'] for port, after_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:20.972732 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:40:21.021658 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266d94bb-bfb3-48d0-92ac-1f1e88b0a60c tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] Pushing event deleted for resources: {'Port': ['ID=d2c7b914-41d8-4571-a1b7-bb73fe656dcc,revision_number=None']} {{(pid=86421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:40:21.025972 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-266d94bb-bfb3-48d0-92ac-1f1e88b0a60c tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:40:21.126112 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-266d94bb-bfb3-48d0-92ac-1f1e88b0a60c tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] Notify callbacks [] for floatingip, after_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:21.126499 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.db.l3_db [None req-266d94bb-bfb3-48d0-92ac-1f1e88b0a60c tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] Floating IP 7888e11b-4401-4e21-84e7-195761ae92e6 disassociated (deleted). External IP: 172.27.2.157, port: 7414aabf-dbe8-4fa3-96c1-9a01bbe6a7e4.
Apr 20 18:40:21.542003 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-266d94bb-bfb3-48d0-92ac-1f1e88b0a60c tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] Router 25a827f9-6de7-449d-9886-13b82c45ab24 has already been hosted by L3 agent 561dbf79-24e4-4a0d-b08c-f7bb8670fc1d {{(pid=86421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 18:40:21.752017 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-266d94bb-bfb3-48d0-92ac-1f1e88b0a60c tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] Notify agent at l3_agent.dv-cinder-786931-2-iscsi the message routers_updated {{(pid=86421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 18:40:21.763042 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dd25f61-9b32-451b-8707-58e4be2a507a None None] Sync routers for ids ['25a827f9-6de7-449d-9886-13b82c45ab24'] in dv-cinder-786931-2-iscsi {{(pid=86422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 18:40:21.770896 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-266d94bb-bfb3-48d0-92ac-1f1e88b0a60c tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7615'] for floatingip, before_response {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:21.775057 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dd25f61-9b32-451b-8707-58e4be2a507a None None] Routers {'25a827f9-6de7-449d-9886-13b82c45ab24'} bound to L3 agent in host dv-cinder-786931-2-iscsi {{(pid=86422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:40:21.775750 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-7dd25f61-9b32-451b-8707-58e4be2a507a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd930d666d8>, 'dv-cinder-786931-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T18:22:01Z,description=<?>,heartbeat_timestamp=2021-04-20T18:40:01Z,host='dv-cinder-786931-2-iscsi',id=561dbf79-24e4-4a0d-b08c-f7bb8670fc1d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:22:01Z,topic='l3_agent')) {'router_ids': ['25a827f9-6de7-449d-9886-13b82c45ab24'], 'active': True} {{(pid=86422) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:40:21.835881 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-266d94bb-bfb3-48d0-92ac-1f1e88b0a60c tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] 10.222.0.11 "DELETE /v2.0/floatingips/7888e11b-4401-4e21-84e7-195761ae92e6 HTTP/1.1" status: 204  len: 168 time: 1.9287293
Apr 20 18:40:21.837245 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '076d0f67-ed24-4b17-b96c-253082f2f7d8', 'tag': '7414aabf-dbe8-4fa3-96c1-9a01bbe6a7e4'}] {{(pid=86421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:40:21.897559 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '076d0f67-ed24-4b17-b96c-253082f2f7d8', 'tag': '7414aabf-dbe8-4fa3-96c1-9a01bbe6a7e4', 'status': 'completed', 'code': 200}
Apr 20 18:40:22.176681 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_dvr_db [None req-7dd25f61-9b32-451b-8707-58e4be2a507a None None] Set router 25a827f9-6de7-449d-9886-13b82c45ab24 gateway port host: dv-cinder-786931-2-iscsi {{(pid=86422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:40:22.550877 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-7dd25f61-9b32-451b-8707-58e4be2a507a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd930d666d8>, [{'id': '25a827f9-6de7-449d-9886-13b82c45ab24', 'name': 'tempest-TestMinimumBasicScenario-622311032-router', 'tenant_id': 'f53a192abe7c4bf98a9dcf3d23d09206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357044f3-f85c-4c82-92f2-504aa071d528', 'external_fixed_ips': [{'subnet_id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': 'ad101577-4beb-40bd-ae82-efbcf36a592a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:37:45Z', 'updated_at': '2021-04-20T18:37:54Z', 'revision_number': 4, 'project_id': 'f53a192abe7c4bf98a9dcf3d23d09206', 'gw_port': {'id': 'ad101577-4beb-40bd-ae82-efbcf36a592a', 'name': '', 'network_id': '357044f3-f85c-4c82-92f2-504aa071d528', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:74:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a827f9-6de7-449d-9886-13b82c45ab24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:37:47Z', 'updated_at': '2021-04-20T18:37:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-2-iscsi', '_interfaces': [{'id': '15ff989c-c1a4-418c-a6b9-ac05de2693c8', 'name': '', 'network_id': '6d144805-8d75-4a3e-b688-4a2f32d5990e', 'tenant_id': 'f53a192abe7c4bf98a9dcf3d23d09206', 'mac_address': 'fa:16:3e:b4:93:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a827f9-6de7-449d-9886-13b82c45ab24', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'a6c6d2ce-c18f-43fb-b599-797b906e367c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:37:52Z', 'updated_at': '2021-04-20T18:38:01Z', 'revision_number': 5, 'project_id': 'f53a192abe7c4bf98a9dcf3d23d09206', 'subnets': [{'id': 'a6c6d2ce-c18f-43fb-b599-797b906e367c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786931-2-iscsi', False) {} {{(pid=86422) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:40:22.555859 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dd25f61-9b32-451b-8707-58e4be2a507a None None] Checking router: 25a827f9-6de7-449d-9886-13b82c45ab24 for host: dv-cinder-786931-2-iscsi {{(pid=86422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 18:40:22.565991 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dd25f61-9b32-451b-8707-58e4be2a507a None None] Routers {'25a827f9-6de7-449d-9886-13b82c45ab24'} bound to L3 agent in host dv-cinder-786931-2-iscsi {{(pid=86422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:40:22.566683 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-7dd25f61-9b32-451b-8707-58e4be2a507a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd930d666d8>, 'dv-cinder-786931-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T18:22:01Z,description=<?>,heartbeat_timestamp=2021-04-20T18:40:01Z,host='dv-cinder-786931-2-iscsi',id=561dbf79-24e4-4a0d-b08c-f7bb8670fc1d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:22:01Z,topic='l3_agent')) {'router_ids': ['25a827f9-6de7-449d-9886-13b82c45ab24'], 'active': True} {{(pid=86422) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:40:22.764107 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_dvr_db [None req-7dd25f61-9b32-451b-8707-58e4be2a507a None None] Set router 25a827f9-6de7-449d-9886-13b82c45ab24 gateway port host: dv-cinder-786931-2-iscsi {{(pid=86422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:40:23.116071 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-7dd25f61-9b32-451b-8707-58e4be2a507a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd930d666d8>, [{'id': '25a827f9-6de7-449d-9886-13b82c45ab24', 'name': 'tempest-TestMinimumBasicScenario-622311032-router', 'tenant_id': 'f53a192abe7c4bf98a9dcf3d23d09206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357044f3-f85c-4c82-92f2-504aa071d528', 'external_fixed_ips': [{'subnet_id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': 'ad101577-4beb-40bd-ae82-efbcf36a592a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:37:45Z', 'updated_at': '2021-04-20T18:37:54Z', 'revision_number': 4, 'project_id': 'f53a192abe7c4bf98a9dcf3d23d09206', 'gw_port': {'id': 'ad101577-4beb-40bd-ae82-efbcf36a592a', 'name': '', 'network_id': '357044f3-f85c-4c82-92f2-504aa071d528', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:74:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a827f9-6de7-449d-9886-13b82c45ab24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:37:47Z', 'updated_at': '2021-04-20T18:37:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-2-iscsi', '_interfaces': [{'id': '15ff989c-c1a4-418c-a6b9-ac05de2693c8', 'name': '', 'network_id': '6d144805-8d75-4a3e-b688-4a2f32d5990e', 'tenant_id': 'f53a192abe7c4bf98a9dcf3d23d09206', 'mac_address': 'fa:16:3e:b4:93:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a827f9-6de7-449d-9886-13b82c45ab24', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'a6c6d2ce-c18f-43fb-b599-797b906e367c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:37:52Z', 'updated_at': '2021-04-20T18:38:01Z', 'revision_number': 5, 'project_id': 'f53a192abe7c4bf98a9dcf3d23d09206', 'subnets': [{'id': 'a6c6d2ce-c18f-43fb-b599-797b906e367c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786931-2-iscsi', False) {} {{(pid=86422) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:40:23.120873 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dd25f61-9b32-451b-8707-58e4be2a507a None None] The sync data for ids ['25a827f9-6de7-449d-9886-13b82c45ab24'] in dv-cinder-786931-2-iscsi is: [{'id': '25a827f9-6de7-449d-9886-13b82c45ab24', 'name': 'tempest-TestMinimumBasicScenario-622311032-router', 'tenant_id': 'f53a192abe7c4bf98a9dcf3d23d09206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357044f3-f85c-4c82-92f2-504aa071d528', 'external_fixed_ips': [{'subnet_id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': 'ad101577-4beb-40bd-ae82-efbcf36a592a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:37:45Z', 'updated_at': '2021-04-20T18:37:54Z', 'revision_number': 4, 'project_id': 'f53a192abe7c4bf98a9dcf3d23d09206', 'gw_port': {'id': 'ad101577-4beb-40bd-ae82-efbcf36a592a', 'name': '', 'network_id': '357044f3-f85c-4c82-92f2-504aa071d528', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:74:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a827f9-6de7-449d-9886-13b82c45ab24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:37:47Z', 'updated_at': '2021-04-20T18:37:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-2-iscsi', '_interfaces': [{'id': '15ff989c-c1a4-418c-a6b9-ac05de2693c8', 'name': '', 'network_id': '6d144805-8d75-4a3e-b688-4a2f32d5990e', 'tenant_id': 'f53a192abe7c4bf98a9dcf3d23d09206', 'mac_address': 'fa:16:3e:b4:93:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a827f9-6de7-449d-9886-13b82c45ab24', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'a6c6d2ce-c18f-43fb-b599-797b906e367c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:37:52Z', 'updated_at': '2021-04-20T18:38:01Z', 'revision_number': 5, 'project_id': 'f53a192abe7c4bf98a9dcf3d23d09206', 'subnets': [{'id': 'a6c6d2ce-c18f-43fb-b599-797b906e367c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 18:40:23.553461 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-257ac86f-fdbb-4273-9f35-d6b2f2bf7986 None None] New status for floating IP 7888e11b-4401-4e21-84e7-195761ae92e6: DOWN {{(pid=86423) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 20 18:40:24.793440 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17e6a44-615a-43ab-b970-6c6ef6f24a0c req-53e5aa5f-d2c1-44c5-a381-e7169251be23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:40:24.795133 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-a17e6a44-615a-43ab-b970-6c6ef6f24a0c req-53e5aa5f-d2c1-44c5-a381-e7169251be23 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f53a192abe7c4bf98a9dcf3d23d09206&device_id=076d0f67-ed24-4b17-b96c-253082f2f7d8 HTTP/1.1" status: 200  len: 1099 time: 0.1093822
Apr 20 18:40:24.955222 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17e6a44-615a-43ab-b970-6c6ef6f24a0c req-64c0ff31-32fc-4a3e-928d-c9c03a3cb46f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:40:24.957364 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-a17e6a44-615a-43ab-b970-6c6ef6f24a0c req-64c0ff31-32fc-4a3e-928d-c9c03a3cb46f service neutron] 10.222.0.10 "GET /v2.0/networks?id=6d144805-8d75-4a3e-b688-4a2f32d5990e HTTP/1.1" status: 200  len: 915 time: 0.1550930
Apr 20 18:40:25.036987 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-a17e6a44-615a-43ab-b970-6c6ef6f24a0c req-646e12e9-b1a3-4abc-b42e-c540b1aafcc1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7414aabf-dbe8-4fa3-96c1-9a01bbe6a7e4 HTTP/1.1" status: 200  len: 217 time: 0.0719299
Apr 20 18:40:25.121645 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17e6a44-615a-43ab-b970-6c6ef6f24a0c req-bd26baf9-de96-4c49-b1f0-7270c46726cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:40:25.123396 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-a17e6a44-615a-43ab-b970-6c6ef6f24a0c req-bd26baf9-de96-4c49-b1f0-7270c46726cb service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a6c6d2ce-c18f-43fb-b599-797b906e367c HTTP/1.1" status: 200  len: 853 time: 0.0778115
Apr 20 18:40:25.217295 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17e6a44-615a-43ab-b970-6c6ef6f24a0c req-d2afcbe1-72d6-4161-bd72-d543b3fec2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:40:25.219150 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-a17e6a44-615a-43ab-b970-6c6ef6f24a0c req-d2afcbe1-72d6-4161-bd72-d543b3fec2b5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6d144805-8d75-4a3e-b688-4a2f32d5990e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0881865
Apr 20 18:40:25.381022 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-a17e6a44-615a-43ab-b970-6c6ef6f24a0c req-f99ec9c8-e418-4f0c-b235-f9fdc8f523bc service neutron] 10.222.0.10 "GET /v2.0/networks/6d144805-8d75-4a3e-b688-4a2f32d5990e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1540933
Apr 20 18:40:25.542168 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-a17e6a44-615a-43ab-b970-6c6ef6f24a0c req-c2dbbc20-e069-4ac7-93db-5e16a39381b3 service neutron] 10.222.0.10 "GET /v2.0/networks/6d144805-8d75-4a3e-b688-4a2f32d5990e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1539795
Apr 20 18:40:26.124422 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.11', 52480) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:40:26.494010 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-e8550f19-0a0f-4a2f-a319-ef77de1142b5 tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] Deleting port bd37e573-1aa7-46e8-a7a3-1a4bf57ac0e9 {{(pid=86420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 18:40:26.494608 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-e8550f19-0a0f-4a2f-a319-ef77de1142b5 tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251177940340'] for port, before_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:26.686552 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-e8550f19-0a0f-4a2f-a319-ef77de1142b5 tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858558'] for port, precommit_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:26.687139 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-e8550f19-0a0f-4a2f-a319-ef77de1142b5 tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:26.829118 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-e8550f19-0a0f-4a2f-a319-ef77de1142b5 tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] Calling delete_port for bd37e573-1aa7-46e8-a7a3-1a4bf57ac0e9 owned by network:floatingip {{(pid=86420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 18:40:27.004640 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-e8550f19-0a0f-4a2f-a319-ef77de1142b5 tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251177936671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785676391897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4189424'] for port, after_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:27.013222 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-0d1a75cd-63df-41e2-a40c-d889b03402ac tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:40:27.080224 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8550f19-0a0f-4a2f-a319-ef77de1142b5 tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] Pushing event deleted for resources: {'Port': ['ID=bd37e573-1aa7-46e8-a7a3-1a4bf57ac0e9,revision_number=None']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:40:27.083707 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-e8550f19-0a0f-4a2f-a319-ef77de1142b5 tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:40:27.188696 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-e8550f19-0a0f-4a2f-a319-ef77de1142b5 tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] Notify callbacks [] for floatingip, after_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:27.189492 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.db.l3_db [None req-e8550f19-0a0f-4a2f-a319-ef77de1142b5 tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] Floating IP ec3c5a1a-a9b7-429d-a5c1-cf465185fcf6 disassociated (deleted). External IP: 172.27.2.173, port: bda81b1d-34db-4fe4-b4fd-a3ef53c16417.
Apr 20 18:40:27.609128 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8550f19-0a0f-4a2f-a319-ef77de1142b5 tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] Router b872e4e9-d330-4fbe-9e22-0a8b34667c93 has already been hosted by L3 agent 561dbf79-24e4-4a0d-b08c-f7bb8670fc1d {{(pid=86420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 18:40:27.813008 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8550f19-0a0f-4a2f-a319-ef77de1142b5 tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] Notify agent at l3_agent.dv-cinder-786931-2-iscsi the message routers_updated {{(pid=86420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 18:40:27.824200 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7fbf1a0-cd3d-4015-a0bb-77c532c1f175 None None] Sync routers for ids ['b872e4e9-d330-4fbe-9e22-0a8b34667c93'] in dv-cinder-786931-2-iscsi {{(pid=86422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 18:40:27.835888 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-e8550f19-0a0f-4a2f-a319-ef77de1142b5 tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7615'] for floatingip, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:27.836141 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7fbf1a0-cd3d-4015-a0bb-77c532c1f175 None None] Routers {'b872e4e9-d330-4fbe-9e22-0a8b34667c93'} bound to L3 agent in host dv-cinder-786931-2-iscsi {{(pid=86422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:40:27.836788 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-d7fbf1a0-cd3d-4015-a0bb-77c532c1f175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd9308e4908>, 'dv-cinder-786931-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T18:22:01Z,description=<?>,heartbeat_timestamp=2021-04-20T18:40:01Z,host='dv-cinder-786931-2-iscsi',id=561dbf79-24e4-4a0d-b08c-f7bb8670fc1d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:22:01Z,topic='l3_agent')) {'router_ids': ['b872e4e9-d330-4fbe-9e22-0a8b34667c93'], 'active': True} {{(pid=86422) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:40:27.843060 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf80cf4-8487-4043-8710-8d6a9e7677b0 req-2e3479c3-24d5-466f-925b-8b19d6514f29 tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:40:27.843882 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [req-5bf80cf4-8487-4043-8710-8d6a9e7677b0 req-2e3479c3-24d5-466f-925b-8b19d6514f29 tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] Synchronizing usage tracker for tenant:f53a192abe7c4bf98a9dcf3d23d09206 on resource:port {{(pid=86421) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 18:40:27.861611 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [req-5bf80cf4-8487-4043-8710-8d6a9e7677b0 req-2e3479c3-24d5-466f-925b-8b19d6514f29 tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] Unset dirty status for tenant:f53a192abe7c4bf98a9dcf3d23d09206 on resource:port {{(pid=86421) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 18:40:27.863666 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-5bf80cf4-8487-4043-8710-8d6a9e7677b0 req-2e3479c3-24d5-466f-925b-8b19d6514f29 tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] 10.222.0.11 "GET /v2.0/ports?device_id=076d0f67-ed24-4b17-b96c-253082f2f7d8 HTTP/1.1" status: 200  len: 946 time: 0.1194503
Apr 20 18:40:27.901321 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-e8550f19-0a0f-4a2f-a319-ef77de1142b5 tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] 10.222.0.11 "DELETE /v2.0/floatingips/ec3c5a1a-a9b7-429d-a5c1-cf465185fcf6 HTTP/1.1" status: 204  len: 168 time: 1.7754440
Apr 20 18:40:27.902457 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9013f79b-448b-43d7-beb2-39ba514f62e0', 'tag': 'bda81b1d-34db-4fe4-b4fd-a3ef53c16417'}] {{(pid=86420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:40:27.924847 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-5bf80cf4-8487-4043-8710-8d6a9e7677b0 req-1fe52b47-82d2-4a9b-98c4-8e6d201fc18e tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] 10.222.0.11 "GET /v2.0/security-groups?id=9dbc5abb-33fb-429f-bc59-5e978e26d110&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0485809
Apr 20 18:40:27.984133 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9013f79b-448b-43d7-beb2-39ba514f62e0', 'tag': 'bda81b1d-34db-4fe4-b4fd-a3ef53c16417', 'status': 'completed', 'code': 200}
Apr 20 18:40:28.056840 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_dvr_db [None req-d7fbf1a0-cd3d-4015-a0bb-77c532c1f175 None None] Set router b872e4e9-d330-4fbe-9e22-0a8b34667c93 gateway port host: dv-cinder-786931-2-iscsi {{(pid=86422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:40:28.405227 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204002b8-f429-4b46-9d97-ee78bfaf29d5 req-ca024fb1-1e58-42f5-aa75-dde1b7f263cb tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:40:28.406949 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-204002b8-f429-4b46-9d97-ee78bfaf29d5 req-ca024fb1-1e58-42f5-aa75-dde1b7f263cb tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] 10.222.0.11 "GET /v2.0/ports?device_id=9013f79b-448b-43d7-beb2-39ba514f62e0 HTTP/1.1" status: 200  len: 945 time: 0.1379933
Apr 20 18:40:28.419338 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-d7fbf1a0-cd3d-4015-a0bb-77c532c1f175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd9308e4908>, [{'id': 'b872e4e9-d330-4fbe-9e22-0a8b34667c93', 'name': 'tempest-TestShelveInstance-1409954012-router', 'tenant_id': '5283e7179c6941ac97dec0a0f8b3ae8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357044f3-f85c-4c82-92f2-504aa071d528', 'external_fixed_ips': [{'subnet_id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'ip_address': '172.27.2.252'}], 'enable_snat': True}, 'gw_port_id': 'c140b7d1-fbcb-4b0a-ae52-a4a3af7761ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:35:16Z', 'updated_at': '2021-04-20T18:35:22Z', 'revision_number': 4, 'project_id': '5283e7179c6941ac97dec0a0f8b3ae8f', 'gw_port': {'id': 'c140b7d1-fbcb-4b0a-ae52-a4a3af7761ac', 'name': '', 'network_id': '357044f3-f85c-4c82-92f2-504aa071d528', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:5b:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b872e4e9-d330-4fbe-9e22-0a8b34667c93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'ip_address': '172.27.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:35:18Z', 'updated_at': '2021-04-20T18:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-2-iscsi', '_interfaces': [{'id': '9d48b29e-cff8-4051-8f8e-b103a76400b6', 'name': '', 'network_id': '80913dd1-937c-45ce-ae14-972844ab57d5', 'tenant_id': '5283e7179c6941ac97dec0a0f8b3ae8f', 'mac_address': 'fa:16:3e:f6:25:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b872e4e9-d330-4fbe-9e22-0a8b34667c93', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '8ab8a665-1a1f-4e98-99e5-1b83bdb4be35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:35:21Z', 'updated_at': '2021-04-20T18:35:36Z', 'revision_number': 5, 'project_id': '5283e7179c6941ac97dec0a0f8b3ae8f', 'subnets': [{'id': '8ab8a665-1a1f-4e98-99e5-1b83bdb4be35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786931-2-iscsi', False) {} {{(pid=86422) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:40:28.423843 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7fbf1a0-cd3d-4015-a0bb-77c532c1f175 None None] Checking router: b872e4e9-d330-4fbe-9e22-0a8b34667c93 for host: dv-cinder-786931-2-iscsi {{(pid=86422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 18:40:28.434578 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7fbf1a0-cd3d-4015-a0bb-77c532c1f175 None None] Routers {'b872e4e9-d330-4fbe-9e22-0a8b34667c93'} bound to L3 agent in host dv-cinder-786931-2-iscsi {{(pid=86422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:40:28.435688 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-d7fbf1a0-cd3d-4015-a0bb-77c532c1f175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd9308e4908>, 'dv-cinder-786931-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T18:22:01Z,description=<?>,heartbeat_timestamp=2021-04-20T18:40:01Z,host='dv-cinder-786931-2-iscsi',id=561dbf79-24e4-4a0d-b08c-f7bb8670fc1d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:22:01Z,topic='l3_agent')) {'router_ids': ['b872e4e9-d330-4fbe-9e22-0a8b34667c93'], 'active': True} {{(pid=86422) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:40:28.475387 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-204002b8-f429-4b46-9d97-ee78bfaf29d5 req-fff0f293-d979-4680-957a-cb97786f61ee tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e7d13fc-d24e-4d2a-928a-18ab9c0989fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0567956
Apr 20 18:40:28.594628 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-87521065-9942-4ecc-bcbf-f86193092e13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:28.652416 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_dvr_db [None req-d7fbf1a0-cd3d-4015-a0bb-77c532c1f175 None None] Set router b872e4e9-d330-4fbe-9e22-0a8b34667c93 gateway port host: dv-cinder-786931-2-iscsi {{(pid=86422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:40:29.010728 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-d7fbf1a0-cd3d-4015-a0bb-77c532c1f175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd9308e4908>, [{'id': 'b872e4e9-d330-4fbe-9e22-0a8b34667c93', 'name': 'tempest-TestShelveInstance-1409954012-router', 'tenant_id': '5283e7179c6941ac97dec0a0f8b3ae8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357044f3-f85c-4c82-92f2-504aa071d528', 'external_fixed_ips': [{'subnet_id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'ip_address': '172.27.2.252'}], 'enable_snat': True}, 'gw_port_id': 'c140b7d1-fbcb-4b0a-ae52-a4a3af7761ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:35:16Z', 'updated_at': '2021-04-20T18:35:22Z', 'revision_number': 4, 'project_id': '5283e7179c6941ac97dec0a0f8b3ae8f', 'gw_port': {'id': 'c140b7d1-fbcb-4b0a-ae52-a4a3af7761ac', 'name': '', 'network_id': '357044f3-f85c-4c82-92f2-504aa071d528', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:5b:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b872e4e9-d330-4fbe-9e22-0a8b34667c93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'ip_address': '172.27.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:35:18Z', 'updated_at': '2021-04-20T18:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-2-iscsi', '_interfaces': [{'id': '9d48b29e-cff8-4051-8f8e-b103a76400b6', 'name': '', 'network_id': '80913dd1-937c-45ce-ae14-972844ab57d5', 'tenant_id': '5283e7179c6941ac97dec0a0f8b3ae8f', 'mac_address': 'fa:16:3e:f6:25:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b872e4e9-d330-4fbe-9e22-0a8b34667c93', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '8ab8a665-1a1f-4e98-99e5-1b83bdb4be35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:35:21Z', 'updated_at': '2021-04-20T18:35:36Z', 'revision_number': 5, 'project_id': '5283e7179c6941ac97dec0a0f8b3ae8f', 'subnets': [{'id': '8ab8a665-1a1f-4e98-99e5-1b83bdb4be35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786931-2-iscsi', False) {} {{(pid=86422) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:40:29.015218 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7fbf1a0-cd3d-4015-a0bb-77c532c1f175 None None] The sync data for ids ['b872e4e9-d330-4fbe-9e22-0a8b34667c93'] in dv-cinder-786931-2-iscsi is: [{'id': 'b872e4e9-d330-4fbe-9e22-0a8b34667c93', 'name': 'tempest-TestShelveInstance-1409954012-router', 'tenant_id': '5283e7179c6941ac97dec0a0f8b3ae8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357044f3-f85c-4c82-92f2-504aa071d528', 'external_fixed_ips': [{'subnet_id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'ip_address': '172.27.2.252'}], 'enable_snat': True}, 'gw_port_id': 'c140b7d1-fbcb-4b0a-ae52-a4a3af7761ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:35:16Z', 'updated_at': '2021-04-20T18:35:22Z', 'revision_number': 4, 'project_id': '5283e7179c6941ac97dec0a0f8b3ae8f', 'gw_port': {'id': 'c140b7d1-fbcb-4b0a-ae52-a4a3af7761ac', 'name': '', 'network_id': '357044f3-f85c-4c82-92f2-504aa071d528', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:5b:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b872e4e9-d330-4fbe-9e22-0a8b34667c93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'ip_address': '172.27.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:35:18Z', 'updated_at': '2021-04-20T18:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-2-iscsi', '_interfaces': [{'id': '9d48b29e-cff8-4051-8f8e-b103a76400b6', 'name': '', 'network_id': '80913dd1-937c-45ce-ae14-972844ab57d5', 'tenant_id': '5283e7179c6941ac97dec0a0f8b3ae8f', 'mac_address': 'fa:16:3e:f6:25:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b872e4e9-d330-4fbe-9e22-0a8b34667c93', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '8ab8a665-1a1f-4e98-99e5-1b83bdb4be35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:35:21Z', 'updated_at': '2021-04-20T18:35:36Z', 'revision_number': 5, 'project_id': '5283e7179c6941ac97dec0a0f8b3ae8f', 'subnets': [{'id': '8ab8a665-1a1f-4e98-99e5-1b83bdb4be35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 18:40:29.321741 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e215b24b-5727-4b24-8ca1-652d09b741f0 req-b853ad1f-17f3-4403-9916-92fe106fa56e tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:40:29.323521 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-e215b24b-5727-4b24-8ca1-652d09b741f0 req-b853ad1f-17f3-4403-9916-92fe106fa56e tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] 10.222.0.11 "GET /v2.0/ports?device_id=076d0f67-ed24-4b17-b96c-253082f2f7d8 HTTP/1.1" status: 200  len: 946 time: 0.2765334
Apr 20 18:40:29.376783 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-e215b24b-5727-4b24-8ca1-652d09b741f0 req-b5e987bf-871e-4467-a793-b60e5571af0b tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] 10.222.0.11 "GET /v2.0/security-groups?id=9dbc5abb-33fb-429f-bc59-5e978e26d110&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0462768
Apr 20 18:40:29.432962 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d6f814d-b41a-490a-9c7f-3fcac9926397 None None] New status for floating IP ec3c5a1a-a9b7-429d-a5c1-cf465185fcf6: DOWN {{(pid=86423) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 20 18:40:29.755327 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13ad593-9251-452c-84d6-5e52461b1727 req-26d5cfc8-3ccf-452a-9001-189b3411dcf1 tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:40:29.757074 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-d13ad593-9251-452c-84d6-5e52461b1727 req-26d5cfc8-3ccf-452a-9001-189b3411dcf1 tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] 10.222.0.11 "GET /v2.0/ports?device_id=9013f79b-448b-43d7-beb2-39ba514f62e0 HTTP/1.1" status: 200  len: 945 time: 0.1250324
Apr 20 18:40:29.817565 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-d13ad593-9251-452c-84d6-5e52461b1727 req-dde285f6-946c-45dd-b94f-691d2ef39f3d tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e7d13fc-d24e-4d2a-928a-18ab9c0989fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0530980
Apr 20 18:40:30.601104 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466ca735-7321-4c9a-9e26-dfb18d237c0d req-52bb5a77-8995-4ff7-9cac-795acf1e4838 tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:40:30.602774 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-466ca735-7321-4c9a-9e26-dfb18d237c0d req-52bb5a77-8995-4ff7-9cac-795acf1e4838 tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] 10.222.0.11 "GET /v2.0/ports?device_id=076d0f67-ed24-4b17-b96c-253082f2f7d8 HTTP/1.1" status: 200  len: 946 time: 0.1032045
Apr 20 18:40:30.653828 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-466ca735-7321-4c9a-9e26-dfb18d237c0d req-844570c8-3d3d-417f-93a2-dcff3f1fbf63 tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] 10.222.0.11 "GET /v2.0/security-groups?id=9dbc5abb-33fb-429f-bc59-5e978e26d110&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444579
Apr 20 18:40:30.833755 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a638f4-b108-455e-8dc4-3277dfb1220e req-2dee0b0e-0b8e-47cc-a296-000e9f714081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:40:30.835548 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-70a638f4-b108-455e-8dc4-3277dfb1220e req-2dee0b0e-0b8e-47cc-a296-000e9f714081 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5283e7179c6941ac97dec0a0f8b3ae8f&device_id=9013f79b-448b-43d7-beb2-39ba514f62e0 HTTP/1.1" status: 200  len: 1098 time: 0.0820251
Apr 20 18:40:30.991092 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a638f4-b108-455e-8dc4-3277dfb1220e req-477aea63-5e48-4cd6-a972-e344ccca2fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:40:30.993306 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-70a638f4-b108-455e-8dc4-3277dfb1220e req-477aea63-5e48-4cd6-a972-e344ccca2fb0 service neutron] 10.222.0.10 "GET /v2.0/networks?id=80913dd1-937c-45ce-ae14-972844ab57d5 HTTP/1.1" status: 200  len: 910 time: 0.1500857
Apr 20 18:40:31.011631 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.agents_db [None req-36c0d191-ed3c-416e-a897-084b3b2178c3 None None] Agent healthcheck: found 6 active agents {{(pid=86423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 18:40:31.041802 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ca3d5f-f6e9-4e13-ae27-68208be9b97d req-cd494b83-8e41-4699-b307-0d7c5d25d8e9 tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:40:31.043562 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-f7ca3d5f-f6e9-4e13-ae27-68208be9b97d req-cd494b83-8e41-4699-b307-0d7c5d25d8e9 tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] 10.222.0.11 "GET /v2.0/ports?device_id=9013f79b-448b-43d7-beb2-39ba514f62e0 HTTP/1.1" status: 200  len: 945 time: 0.0987883
Apr 20 18:40:31.075197 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-70a638f4-b108-455e-8dc4-3277dfb1220e req-ae498e96-a33d-4ff2-9052-9464f2eb25ec service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bda81b1d-34db-4fe4-b4fd-a3ef53c16417 HTTP/1.1" status: 200  len: 217 time: 0.0736816
Apr 20 18:40:31.096776 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-f7ca3d5f-f6e9-4e13-ae27-68208be9b97d req-bf0be77a-e2f8-481d-aabd-2a4c08a122a8 tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e7d13fc-d24e-4d2a-928a-18ab9c0989fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0466950
Apr 20 18:40:31.152072 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a638f4-b108-455e-8dc4-3277dfb1220e req-ed9d8db0-ea90-4249-9294-dc7e6da3eb03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:40:31.153830 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-70a638f4-b108-455e-8dc4-3277dfb1220e req-ed9d8db0-ea90-4249-9294-dc7e6da3eb03 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8ab8a665-1a1f-4e98-99e5-1b83bdb4be35 HTTP/1.1" status: 200  len: 848 time: 0.0700424
Apr 20 18:40:31.250307 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a638f4-b108-455e-8dc4-3277dfb1220e req-23295ad8-2aaf-4200-9329-d709d7bffd46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:40:31.251932 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-70a638f4-b108-455e-8dc4-3277dfb1220e req-23295ad8-2aaf-4200-9329-d709d7bffd46 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=80913dd1-937c-45ce-ae14-972844ab57d5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0904384
Apr 20 18:40:31.326019 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-62d86716-48a0-4965-a4d1-5c9e3ae184d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:31.407546 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-70a638f4-b108-455e-8dc4-3277dfb1220e req-39876dc8-2190-4acb-9223-b7e138a0539e service neutron] 10.222.0.10 "GET /v2.0/networks/80913dd1-937c-45ce-ae14-972844ab57d5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1480806
Apr 20 18:40:31.421348 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-59ff2fcf-5a92-41e6-b6a8-ab5cb4df6403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:31.561436 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-70a638f4-b108-455e-8dc4-3277dfb1220e req-821ef682-0044-4499-9068-895f0edd7a0e service neutron] 10.222.0.10 "GET /v2.0/networks/80913dd1-937c-45ce-ae14-972844ab57d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1461132
Apr 20 18:40:31.878227 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db3bf0c-78fd-4b25-9874-b2c1b31d41b2 req-21265583-b625-4906-aae2-d5556272177d tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:40:31.879926 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-9db3bf0c-78fd-4b25-9874-b2c1b31d41b2 req-21265583-b625-4906-aae2-d5556272177d tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] 10.222.0.11 "GET /v2.0/ports?device_id=076d0f67-ed24-4b17-b96c-253082f2f7d8 HTTP/1.1" status: 200  len: 946 time: 0.0955656
Apr 20 18:40:31.936462 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-9db3bf0c-78fd-4b25-9874-b2c1b31d41b2 req-f0e4b059-fca6-4652-89a9-09abd3b4b816 tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] 10.222.0.11 "GET /v2.0/security-groups?id=9dbc5abb-33fb-429f-bc59-5e978e26d110&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0489662
Apr 20 18:40:31.997537 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:32.315547 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81206522-ffb7-4bcb-a470-4fbde8a0f676 req-182b0a37-21ef-4f45-b0e9-31055f3ecef3 tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:40:32.317293 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-81206522-ffb7-4bcb-a470-4fbde8a0f676 req-182b0a37-21ef-4f45-b0e9-31055f3ecef3 tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] 10.222.0.11 "GET /v2.0/ports?device_id=9013f79b-448b-43d7-beb2-39ba514f62e0 HTTP/1.1" status: 200  len: 945 time: 0.0949543
Apr 20 18:40:32.376112 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-81206522-ffb7-4bcb-a470-4fbde8a0f676 req-3ed5fc66-5ebf-402b-8151-7fd9a16fd4fe tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e7d13fc-d24e-4d2a-928a-18ab9c0989fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0450289
Apr 20 18:40:32.408049 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:32.854926 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5255620b-8dec-4995-9886-87d0730d7b5c req-3c51d20f-e0b7-43cb-985d-de316c4650df tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:40:32.855722 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [req-5255620b-8dec-4995-9886-87d0730d7b5c req-3c51d20f-e0b7-43cb-985d-de316c4650df tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] Synchronizing usage tracker for tenant:5283e7179c6941ac97dec0a0f8b3ae8f on resource:port {{(pid=86420) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 18:40:32.869107 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f2dad7-e241-44cb-a2be-09f14ebb0ee9 req-45bef50f-630c-48ef-8ed3-41207c3665b8 tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:40:32.869902 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [req-72f2dad7-e241-44cb-a2be-09f14ebb0ee9 req-45bef50f-630c-48ef-8ed3-41207c3665b8 tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] Synchronizing usage tracker for tenant:f53a192abe7c4bf98a9dcf3d23d09206 on resource:port {{(pid=86420) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 18:40:32.891197 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [req-72f2dad7-e241-44cb-a2be-09f14ebb0ee9 req-45bef50f-630c-48ef-8ed3-41207c3665b8 tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] Unset dirty status for tenant:f53a192abe7c4bf98a9dcf3d23d09206 on resource:port {{(pid=86420) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 18:40:32.892467 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-72f2dad7-e241-44cb-a2be-09f14ebb0ee9 req-45bef50f-630c-48ef-8ed3-41207c3665b8 tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] 10.222.0.10 "GET /v2.0/ports?device_id=076d0f67-ed24-4b17-b96c-253082f2f7d8 HTTP/1.1" status: 200  len: 946 time: 0.4127269
Apr 20 18:40:32.893209 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [req-5255620b-8dec-4995-9886-87d0730d7b5c req-3c51d20f-e0b7-43cb-985d-de316c4650df tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] Unset dirty status for tenant:5283e7179c6941ac97dec0a0f8b3ae8f on resource:port {{(pid=86420) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 18:40:32.894284 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-5255620b-8dec-4995-9886-87d0730d7b5c req-3c51d20f-e0b7-43cb-985d-de316c4650df tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] 10.222.0.10 "GET /v2.0/ports?device_id=9013f79b-448b-43d7-beb2-39ba514f62e0 HTTP/1.1" status: 200  len: 945 time: 0.4570491
Apr 20 18:40:33.043855 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [req-72f2dad7-e241-44cb-a2be-09f14ebb0ee9 req-a6cb16d7-5113-43cf-8ed2-e21db0fc3c40 tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] Deleting port 7414aabf-dbe8-4fa3-96c1-9a01bbe6a7e4 {{(pid=86420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 18:40:33.044267 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-72f2dad7-e241-44cb-a2be-09f14ebb0ee9 req-a6cb16d7-5113-43cf-8ed2-e21db0fc3c40 tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251177940340'] for port, before_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:33.091144 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [req-5255620b-8dec-4995-9886-87d0730d7b5c req-1e6e5787-677d-4890-8ba5-06c676ffed66 tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] Deleting port bda81b1d-34db-4fe4-b4fd-a3ef53c16417 {{(pid=86420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 18:40:33.091144 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-5255620b-8dec-4995-9886-87d0730d7b5c req-1e6e5787-677d-4890-8ba5-06c676ffed66 tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251177940340'] for port, before_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:33.177812 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf4f2f2-3628-4c1f-b2be-7ed35c62dd70 req-e6efcc99-0771-48a5-890f-ee0d776c8dfb tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:40:33.180272 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-bdf4f2f2-3628-4c1f-b2be-7ed35c62dd70 req-e6efcc99-0771-48a5-890f-ee0d776c8dfb tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] 10.222.0.11 "GET /v2.0/ports?device_id=076d0f67-ed24-4b17-b96c-253082f2f7d8 HTTP/1.1" status: 200  len: 946 time: 0.1069307
Apr 20 18:40:33.196070 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-69625b45-0eac-4ead-bef5-f7df2e631dfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:33.242841 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-bdf4f2f2-3628-4c1f-b2be-7ed35c62dd70 req-d749f3ad-5d50-45c2-b302-077785b06dea tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] 10.222.0.11 "GET /v2.0/security-groups?id=9dbc5abb-33fb-429f-bc59-5e978e26d110&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0560875
Apr 20 18:40:33.636424 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [req-72f2dad7-e241-44cb-a2be-09f14ebb0ee9 req-a6cb16d7-5113-43cf-8ed2-e21db0fc3c40 tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] For port 7414aabf-dbe8-4fa3-96c1-9a01bbe6a7e4, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=7414aabf-dbe8-4fa3-96c1-9a01bbe6a7e4,segment=NetworkSegment(a5fccc5a-3f52-4b63-a2fe-02050c830e52),segment_id=a5fccc5a-3f52-4b63-a2fe-02050c830e52)] {{(pid=86420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:40:33.636833 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-72f2dad7-e241-44cb-a2be-09f14ebb0ee9 req-a6cb16d7-5113-43cf-8ed2-e21db0fc3c40 tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858558'] for port, precommit_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:33.646129 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [req-5255620b-8dec-4995-9886-87d0730d7b5c req-1e6e5787-677d-4890-8ba5-06c676ffed66 tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] For port bda81b1d-34db-4fe4-b4fd-a3ef53c16417, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=bda81b1d-34db-4fe4-b4fd-a3ef53c16417,segment=NetworkSegment(0eb2a75c-bef3-49ee-9641-ddf1f2ea6df2),segment_id=0eb2a75c-bef3-49ee-9641-ddf1f2ea6df2)] {{(pid=86420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:40:33.646567 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-5255620b-8dec-4995-9886-87d0730d7b5c req-1e6e5787-677d-4890-8ba5-06c676ffed66 tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858558'] for port, precommit_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:33.695596 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4133bad8-5860-4644-a4ba-3494e1371260 req-1ef54ec8-d1df-4792-9642-37b9d4b7ead0 tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:40:33.697113 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-4133bad8-5860-4644-a4ba-3494e1371260 req-1ef54ec8-d1df-4792-9642-37b9d4b7ead0 tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] 10.222.0.11 "GET /v2.0/ports?device_id=9013f79b-448b-43d7-beb2-39ba514f62e0 HTTP/1.1" status: 200  len: 945 time: 0.1238344
Apr 20 18:40:33.748628 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-4133bad8-5860-4644-a4ba-3494e1371260 req-02e7b038-83b5-401a-8006-97eb6c49b735 tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e7d13fc-d24e-4d2a-928a-18ab9c0989fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0444574
Apr 20 18:40:33.908898 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [req-72f2dad7-e241-44cb-a2be-09f14ebb0ee9 req-a6cb16d7-5113-43cf-8ed2-e21db0fc3c40 tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] Calling delete_port for 7414aabf-dbe8-4fa3-96c1-9a01bbe6a7e4 owned by compute:nova {{(pid=86420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 18:40:33.948054 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [req-5255620b-8dec-4995-9886-87d0730d7b5c req-1e6e5787-677d-4890-8ba5-06c676ffed66 tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] Calling delete_port for bda81b1d-34db-4fe4-b4fd-a3ef53c16417 owned by compute:nova {{(pid=86420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 18:40:34.201565 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-72f2dad7-e241-44cb-a2be-09f14ebb0ee9 req-a6cb16d7-5113-43cf-8ed2-e21db0fc3c40 tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251177936671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785676391897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4189424'] for port, after_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:34.203617 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-5255620b-8dec-4995-9886-87d0730d7b5c req-1e6e5787-677d-4890-8ba5-06c676ffed66 tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251177936671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785676391897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4189424'] for port, after_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:34.209091 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-330e33ad-f2e4-4519-9e70-328722f7ba77 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:40:34.214777 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] get_ports_and_sgs() called for port_ids ['7414aabf-dbe8-4fa3-96c1-9a01bbe6a7e4'] {{(pid=86422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 18:40:34.272003 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cb16d7-5113-43cf-8ed2-e21db0fc3c40 tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] Pushing event deleted for resources: {'Port': ['ID=7414aabf-dbe8-4fa3-96c1-9a01bbe6a7e4,revision_number=None']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:40:34.278072 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-a6cb16d7-5113-43cf-8ed2-e21db0fc3c40 tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:40:34.278770 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-4e43eec1-fda0-47eb-8880-406f00f27840 tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.021s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:40:34.442707 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-518b3136-b5e8-4314-a71f-40a9b2558f3e req-a33dc605-e28d-4b2f-afd3-2c284c4cb5df tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] 10.222.0.11 "GET /v2.0/ports?device_id=076d0f67-ed24-4b17-b96c-253082f2f7d8 HTTP/1.1" status: 200  len: 210 time: 0.0692034
Apr 20 18:40:34.465430 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6e5787-677d-4890-8ba5-06c676ffed66 tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] Pushing event deleted for resources: {'Port': ['ID=bda81b1d-34db-4fe4-b4fd-a3ef53c16417,revision_number=None']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:40:34.486033 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-1e6e5787-677d-4890-8ba5-06c676ffed66 tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:40:34.486970 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [req-72f2dad7-e241-44cb-a2be-09f14ebb0ee9 req-a6cb16d7-5113-43cf-8ed2-e21db0fc3c40 tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] No DVR routers for this DVR port 7414aabf-dbe8-4fa3-96c1-9a01bbe6a7e4 on host hv-cinder-78693 {{(pid=86420) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 18:40:34.489047 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [req-5255620b-8dec-4995-9886-87d0730d7b5c req-1e6e5787-677d-4890-8ba5-06c676ffed66 tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] No DVR routers for this DVR port bda81b1d-34db-4fe4-b4fd-a3ef53c16417 on host hv-cinder-78693 {{(pid=86420) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 18:40:34.490953 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-72f2dad7-e241-44cb-a2be-09f14ebb0ee9 req-a6cb16d7-5113-43cf-8ed2-e21db0fc3c40 tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7615'] for port, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:34.494584 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '076d0f67-ed24-4b17-b96c-253082f2f7d8', 'name': 'network-vif-deleted', 'tag': '7414aabf-dbe8-4fa3-96c1-9a01bbe6a7e4'}] {{(pid=86420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:40:34.500370 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-5255620b-8dec-4995-9886-87d0730d7b5c req-1e6e5787-677d-4890-8ba5-06c676ffed66 tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7615'] for port, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:34.525809 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-5255620b-8dec-4995-9886-87d0730d7b5c req-1e6e5787-677d-4890-8ba5-06c676ffed66 tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] 10.222.0.10 "DELETE /v2.0/ports/bda81b1d-34db-4fe4-b4fd-a3ef53c16417 HTTP/1.1" status: 204  len: 173 time: 1.5893788
Apr 20 18:40:34.527511 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-72f2dad7-e241-44cb-a2be-09f14ebb0ee9 req-a6cb16d7-5113-43cf-8ed2-e21db0fc3c40 tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] 10.222.0.10 "DELETE /v2.0/ports/7414aabf-dbe8-4fa3-96c1-9a01bbe6a7e4 HTTP/1.1" status: 204  len: 173 time: 1.6255722
Apr 20 18:40:34.549497 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '076d0f67-ed24-4b17-b96c-253082f2f7d8', 'name': 'network-vif-deleted', 'tag': '7414aabf-dbe8-4fa3-96c1-9a01bbe6a7e4', 'status': 'completed', 'code': 200}
Apr 20 18:40:34.937245 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-df21aa9d-a7ed-44e0-a6ba-792fef68ee5a req-c88fa49b-34de-4979-864d-324820b23735 tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] 10.222.0.11 "GET /v2.0/ports?device_id=9013f79b-448b-43d7-beb2-39ba514f62e0 HTTP/1.1" status: 200  len: 210 time: 0.0547161
Apr 20 18:40:36.055050 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86421) accepted ('10.222.0.11', 52624) {{(pid=86421) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:40:36.152663 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-4de0a726-f5eb-4bf5-8ce2-d90c28f20456 tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] Notify callbacks [] for security_group, before_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:36.189941 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-4de0a726-f5eb-4bf5-8ce2-d90c28f20456 tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:36.263706 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-4de0a726-f5eb-4bf5-8ce2-d90c28f20456 tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850969184'] for security_group, after_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:36.268227 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-73e24ea0-fd9b-41c9-92c8-0597d3900871 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:40:36.286579 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de0a726-f5eb-4bf5-8ce2-d90c28f20456 tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e7d13fc-d24e-4d2a-928a-18ab9c0989fb,revision_number=None']} {{(pid=86421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:40:36.289802 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-4de0a726-f5eb-4bf5-8ce2-d90c28f20456 tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:40:36.299301 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-4de0a726-f5eb-4bf5-8ce2-d90c28f20456 tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] Notify callbacks [] for security_group, before_response {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:36.302177 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-4de0a726-f5eb-4bf5-8ce2-d90c28f20456 tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] 10.222.0.11 "DELETE /v2.0/security-groups/3e7d13fc-d24e-4d2a-928a-18ab9c0989fb HTTP/1.1" status: 204  len: 168 time: 0.2446706
Apr 20 18:40:36.321540 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Device bda81b1d-34db-4fe4-b4fd-a3ef53c16417 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 18:40:36.372183 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] No Port match for: bda81b1d-34db-4fe4-b4fd-a3ef53c16417 {{(pid=86422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 18:40:36.372867 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Device bda81b1d-34db-4fe4-b4fd-a3ef53c16417 not bound to the agent host hv-cinder-78693 {{(pid=86422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 18:40:36.373509 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Device 7414aabf-dbe8-4fa3-96c1-9a01bbe6a7e4 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 18:40:36.379711 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86421) accepted ('10.222.0.11', 52644) {{(pid=86421) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:40:36.418437 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.11', 52652) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:40:36.420032 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] No Port match for: 7414aabf-dbe8-4fa3-96c1-9a01bbe6a7e4 {{(pid=86422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 18:40:36.420407 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Device 7414aabf-dbe8-4fa3-96c1-9a01bbe6a7e4 not bound to the agent host hv-cinder-78693 {{(pid=86422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 18:40:36.575354 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9013f79b-448b-43d7-beb2-39ba514f62e0', 'name': 'network-vif-deleted', 'tag': 'bda81b1d-34db-4fe4-b4fd-a3ef53c16417'}] {{(pid=86420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:40:36.630095 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9013f79b-448b-43d7-beb2-39ba514f62e0', 'name': 'network-vif-deleted', 'tag': 'bda81b1d-34db-4fe4-b4fd-a3ef53c16417', 'status': 'completed', 'code': 200}
Apr 20 18:40:36.848371 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86421) accepted ('10.222.0.11', 52660) {{(pid=86421) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:40:37.233188 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-71f72fa6-b99e-42e5-a973-a9c135777b0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3841945'] for router_interface, before_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:37.383002 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-18dcae60-d19d-447b-836e-ee1078bfbc00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:37.405801 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-18dcae60-d19d-447b-836e-ee1078bfbc00 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86421) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:40:37.412106 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-18dcae60-d19d-447b-836e-ee1078bfbc00 admin admin] Usage tracker for resource:security_group_rule and tenant:84eb144a32c44ad18a9facb6461c5c1a is out of sync, need to count used quota {{(pid=86421) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:40:37.416709 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-18dcae60-d19d-447b-836e-ee1078bfbc00 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86421) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:40:37.425055 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-18dcae60-d19d-447b-836e-ee1078bfbc00 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86421) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:40:37.597708 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7ed298a5-afa9-43e3-9508-40dcdd7bea20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3841945'] for router_interface, before_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:37.667107 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-18dcae60-d19d-447b-836e-ee1078bfbc00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:37.672763 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-71f72fa6-b99e-42e5-a973-a9c135777b0c admin admin] Deleting port 15ff989c-c1a4-418c-a6b9-ac05de2693c8 {{(pid=86420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 18:40:37.673147 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-71f72fa6-b99e-42e5-a973-a9c135777b0c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251177940340'] for port, before_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:37.780254 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-18dcae60-d19d-447b-836e-ee1078bfbc00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850969184'] for security_group, after_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:37.814692 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-9b95ffa4-df8a-47d1-b74f-2e8463591816 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:40:37.921344 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-18dcae60-d19d-447b-836e-ee1078bfbc00 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=84eb144a32c44ad18a9facb6461c5c1a&name=default HTTP/1.1" status: 200  len: 2979 time: 1.0715139
Apr 20 18:40:37.925148 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18dcae60-d19d-447b-836e-ee1078bfbc00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fc2752d-e43a-4968-9187-fd6558bcade4,revision_number=1']} {{(pid=86421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:40:37.928085 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86421) accepted ('10.222.0.11', 52666) {{(pid=86421) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:40:37.934252 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-18dcae60-d19d-447b-836e-ee1078bfbc00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:40:38.139868 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-cee58180-0ea6-49ea-b5e5-68a085242db7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:38.193334 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-cee58180-0ea6-49ea-b5e5-68a085242db7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:38.215628 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-71f72fa6-b99e-42e5-a973-a9c135777b0c admin admin] For port 15ff989c-c1a4-418c-a6b9-ac05de2693c8, host dv-cinder-786931-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-2-iscsi',level=0,port_id=15ff989c-c1a4-418c-a6b9-ac05de2693c8,segment=NetworkSegment(a5fccc5a-3f52-4b63-a2fe-02050c830e52),segment_id=a5fccc5a-3f52-4b63-a2fe-02050c830e52)] {{(pid=86420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:40:38.216328 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-71f72fa6-b99e-42e5-a973-a9c135777b0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858558'] for port, precommit_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:38.300772 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-7ed298a5-afa9-43e3-9508-40dcdd7bea20 admin admin] Deleting port 9d48b29e-cff8-4051-8f8e-b103a76400b6 {{(pid=86421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 18:40:38.301391 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7ed298a5-afa9-43e3-9508-40dcdd7bea20 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251177940340'] for port, before_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:38.341953 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-cee58180-0ea6-49ea-b5e5-68a085242db7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850969184'] for security_group, after_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:38.349308 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-2d502a22-e6cd-4936-a07f-6e76376713e5 tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:40:38.370050 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee58180-0ea6-49ea-b5e5-68a085242db7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fc2752d-e43a-4968-9187-fd6558bcade4,revision_number=None']} {{(pid=86421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:40:38.376912 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-cee58180-0ea6-49ea-b5e5-68a085242db7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:40:38.401323 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-71f72fa6-b99e-42e5-a973-a9c135777b0c admin admin] Calling delete_port for 15ff989c-c1a4-418c-a6b9-ac05de2693c8 owned by network:router_interface {{(pid=86420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 18:40:38.403667 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-cee58180-0ea6-49ea-b5e5-68a085242db7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:38.410276 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-cee58180-0ea6-49ea-b5e5-68a085242db7 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7fc2752d-e43a-4968-9187-fd6558bcade4 HTTP/1.1" status: 204  len: 168 time: 0.4727378
Apr 20 18:40:38.582926 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-7ed298a5-afa9-43e3-9508-40dcdd7bea20 admin admin] For port 9d48b29e-cff8-4051-8f8e-b103a76400b6, host dv-cinder-786931-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-2-iscsi',level=0,port_id=9d48b29e-cff8-4051-8f8e-b103a76400b6,segment=NetworkSegment(0eb2a75c-bef3-49ee-9641-ddf1f2ea6df2),segment_id=0eb2a75c-bef3-49ee-9641-ddf1f2ea6df2)] {{(pid=86421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:40:38.583335 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7ed298a5-afa9-43e3-9508-40dcdd7bea20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858558'] for port, precommit_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:38.714207 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-71f72fa6-b99e-42e5-a973-a9c135777b0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251177936671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785676391897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4189424'] for port, after_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:38.723390 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-f8b359b5-a84b-47c5-98e7-823ca810408e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:40:38.742013 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-7ed298a5-afa9-43e3-9508-40dcdd7bea20 admin admin] Calling delete_port for 9d48b29e-cff8-4051-8f8e-b103a76400b6 owned by network:router_interface {{(pid=86421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 18:40:38.789410 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f72fa6-b99e-42e5-a973-a9c135777b0c admin admin] Pushing event deleted for resources: {'Port': ['ID=15ff989c-c1a4-418c-a6b9-ac05de2693c8,revision_number=None']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:40:38.829999 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-71f72fa6-b99e-42e5-a973-a9c135777b0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:40:38.865527 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86421) accepted ('10.222.0.11', 52674) {{(pid=86421) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:40:38.893370 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f1d01494-ed73-4985-9949-6ea66296d047 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:38.924330 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-f1d01494-ed73-4985-9949-6ea66296d047 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86421) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:40:38.930333 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-f1d01494-ed73-4985-9949-6ea66296d047 admin admin] Usage tracker for resource:security_group_rule and tenant:9f28cd0fc65549a987eaa502c8c6400b is out of sync, need to count used quota {{(pid=86421) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:40:38.934292 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-f1d01494-ed73-4985-9949-6ea66296d047 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86421) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:40:38.943916 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-f1d01494-ed73-4985-9949-6ea66296d047 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86421) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:40:39.042241 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7ed298a5-afa9-43e3-9508-40dcdd7bea20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251177936671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785676391897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036828324065'] for port, after_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:39.050870 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-5b272a35-5231-4448-bc5f-1367cb26dccc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:40:39.102904 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed298a5-afa9-43e3-9508-40dcdd7bea20 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d48b29e-cff8-4051-8f8e-b103a76400b6,revision_number=None']} {{(pid=86421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:40:39.106277 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-7ed298a5-afa9-43e3-9508-40dcdd7bea20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:40:39.121951 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-71f72fa6-b99e-42e5-a973-a9c135777b0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036851071070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3842023'] for router_interface, after_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:39.462707 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f1d01494-ed73-4985-9949-6ea66296d047 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:39.474530 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f1d01494-ed73-4985-9949-6ea66296d047 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850969184'] for security_group, after_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:39.487281 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-595a47b1-25a9-417f-9ed8-149173c38d90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:40:39.556574 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71f72fa6-b99e-42e5-a973-a9c135777b0c admin admin] Router 25a827f9-6de7-449d-9886-13b82c45ab24 has already been hosted by L3 agent 561dbf79-24e4-4a0d-b08c-f7bb8670fc1d {{(pid=86420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 18:40:39.568271 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d01494-ed73-4985-9949-6ea66296d047 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=336c8f19-2b82-4d8b-8be4-f0e77bb5c21b,revision_number=1']} {{(pid=86421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:40:39.574254 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-f1d01494-ed73-4985-9949-6ea66296d047 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9f28cd0fc65549a987eaa502c8c6400b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7077227
Apr 20 18:40:39.575402 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-f1d01494-ed73-4985-9949-6ea66296d047 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:40:39.579424 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86421) accepted ('10.222.0.11', 52678) {{(pid=86421) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:40:39.623447 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7ed298a5-afa9-43e3-9508-40dcdd7bea20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036851071070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3842023'] for router_interface, after_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:39.803778 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71f72fa6-b99e-42e5-a973-a9c135777b0c admin admin] Notify agent at l3_agent.dv-cinder-786931-2-iscsi the message routers_updated {{(pid=86420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 18:40:39.814793 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ff6f9be-0697-41fb-b7f4-1beb31ca35c5 None None] Sync routers for ids ['25a827f9-6de7-449d-9886-13b82c45ab24'] in dv-cinder-786931-2-iscsi {{(pid=86422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 18:40:39.820732 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-71f72fa6-b99e-42e5-a973-a9c135777b0c admin admin] 10.222.0.11 "PUT /v2.0/routers/25a827f9-6de7-449d-9886-13b82c45ab24/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3980947
Apr 20 18:40:39.821114 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.11', 52682) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:40:39.827823 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ff6f9be-0697-41fb-b7f4-1beb31ca35c5 None None] Routers {'25a827f9-6de7-449d-9886-13b82c45ab24'} bound to L3 agent in host dv-cinder-786931-2-iscsi {{(pid=86422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:40:39.828748 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-7ff6f9be-0697-41fb-b7f4-1beb31ca35c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd930f84588>, 'dv-cinder-786931-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T18:22:01Z,description=<?>,heartbeat_timestamp=2021-04-20T18:40:31Z,host='dv-cinder-786931-2-iscsi',id=561dbf79-24e4-4a0d-b08c-f7bb8670fc1d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:22:01Z,topic='l3_agent')) {'router_ids': ['25a827f9-6de7-449d-9886-13b82c45ab24'], 'active': True} {{(pid=86422) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:40:39.849183 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-75bc4c1c-46c3-4853-9e50-0650109789fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:39.901916 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-75bc4c1c-46c3-4853-9e50-0650109789fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:40.034630 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-0150060c-cf7b-4245-bfbd-bfb52359d720 admin admin] Notify callbacks [] for router, before_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:40.126995 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-75bc4c1c-46c3-4853-9e50-0650109789fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850969184'] for security_group, after_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:40.134606 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-5e863c7d-fbfc-4c99-80ee-edb998c66c8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:40:40.157524 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bc4c1c-46c3-4853-9e50-0650109789fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=336c8f19-2b82-4d8b-8be4-f0e77bb5c21b,revision_number=None']} {{(pid=86421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:40:40.170017 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-75bc4c1c-46c3-4853-9e50-0650109789fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:40:40.195926 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-75bc4c1c-46c3-4853-9e50-0650109789fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:40.199629 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-75bc4c1c-46c3-4853-9e50-0650109789fa admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/336c8f19-2b82-4d8b-8be4-f0e77bb5c21b HTTP/1.1" status: 204  len: 168 time: 0.6022453
Apr 20 18:40:40.220062 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ed298a5-afa9-43e3-9508-40dcdd7bea20 admin admin] Router b872e4e9-d330-4fbe-9e22-0a8b34667c93 has already been hosted by L3 agent 561dbf79-24e4-4a0d-b08c-f7bb8670fc1d {{(pid=86421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 18:40:40.256208 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-0150060c-cf7b-4245-bfbd-bfb52359d720 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:40.260647 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_dvr_db [None req-7ff6f9be-0697-41fb-b7f4-1beb31ca35c5 None None] Set router 25a827f9-6de7-449d-9886-13b82c45ab24 gateway port host: dv-cinder-786931-2-iscsi {{(pid=86422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:40:40.267933 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-0150060c-cf7b-4245-bfbd-bfb52359d720 admin admin] Deleting port ad101577-4beb-40bd-ae82-efbcf36a592a {{(pid=86420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 18:40:40.268819 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-0150060c-cf7b-4245-bfbd-bfb52359d720 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251177940340'] for port, before_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:40.443074 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ed298a5-afa9-43e3-9508-40dcdd7bea20 admin admin] Notify agent at l3_agent.dv-cinder-786931-2-iscsi the message routers_updated {{(pid=86421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 18:40:40.455100 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-7ed298a5-afa9-43e3-9508-40dcdd7bea20 admin admin] 10.222.0.11 "PUT /v2.0/routers/b872e4e9-d330-4fbe-9e22-0a8b34667c93/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.0737936
Apr 20 18:40:40.458810 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.11', 52688) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:40:40.459091 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49831af3-545a-408b-a663-cd0b60db936c None None] Sync routers for ids ['b872e4e9-d330-4fbe-9e22-0a8b34667c93'] in dv-cinder-786931-2-iscsi {{(pid=86423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 18:40:40.488078 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49831af3-545a-408b-a663-cd0b60db936c None None] Routers {'b872e4e9-d330-4fbe-9e22-0a8b34667c93'} bound to L3 agent in host dv-cinder-786931-2-iscsi {{(pid=86423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:40:40.488821 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-49831af3-545a-408b-a663-cd0b60db936c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd931099b00>, 'dv-cinder-786931-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T18:22:01Z,description=<?>,heartbeat_timestamp=2021-04-20T18:40:31Z,host='dv-cinder-786931-2-iscsi',id=561dbf79-24e4-4a0d-b08c-f7bb8670fc1d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:22:01Z,topic='l3_agent')) {'router_ids': ['b872e4e9-d330-4fbe-9e22-0a8b34667c93'], 'active': True} {{(pid=86423) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:40:40.665232 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-7ff6f9be-0697-41fb-b7f4-1beb31ca35c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd930f84588>, [{'id': '25a827f9-6de7-449d-9886-13b82c45ab24', 'name': 'tempest-TestMinimumBasicScenario-622311032-router', 'tenant_id': 'f53a192abe7c4bf98a9dcf3d23d09206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357044f3-f85c-4c82-92f2-504aa071d528', 'external_fixed_ips': [{'subnet_id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': 'ad101577-4beb-40bd-ae82-efbcf36a592a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:37:45Z', 'updated_at': '2021-04-20T18:40:38Z', 'revision_number': 5, 'project_id': 'f53a192abe7c4bf98a9dcf3d23d09206', 'gw_port': {'id': 'ad101577-4beb-40bd-ae82-efbcf36a592a', 'name': '', 'network_id': '357044f3-f85c-4c82-92f2-504aa071d528', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:74:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a827f9-6de7-449d-9886-13b82c45ab24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:37:47Z', 'updated_at': '2021-04-20T18:37:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-2-iscsi'}], 'dv-cinder-786931-2-iscsi', False) {} {{(pid=86422) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:40:40.674699 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ff6f9be-0697-41fb-b7f4-1beb31ca35c5 None None] Checking router: 25a827f9-6de7-449d-9886-13b82c45ab24 for host: dv-cinder-786931-2-iscsi {{(pid=86422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 18:40:40.700484 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ff6f9be-0697-41fb-b7f4-1beb31ca35c5 None None] Routers {'25a827f9-6de7-449d-9886-13b82c45ab24'} bound to L3 agent in host dv-cinder-786931-2-iscsi {{(pid=86422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:40:40.702698 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-7ff6f9be-0697-41fb-b7f4-1beb31ca35c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd930f84588>, 'dv-cinder-786931-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T18:22:01Z,description=<?>,heartbeat_timestamp=2021-04-20T18:40:31Z,host='dv-cinder-786931-2-iscsi',id=561dbf79-24e4-4a0d-b08c-f7bb8670fc1d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:22:01Z,topic='l3_agent')) {'router_ids': ['25a827f9-6de7-449d-9886-13b82c45ab24'], 'active': True} {{(pid=86422) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:40:40.794784 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-0150060c-cf7b-4245-bfbd-bfb52359d720 admin admin] For port ad101577-4beb-40bd-ae82-efbcf36a592a, host dv-cinder-786931-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-2-iscsi',level=0,port_id=ad101577-4beb-40bd-ae82-efbcf36a592a,segment=NetworkSegment(f02283aa-238a-4f3f-9851-30c34a9365bb),segment_id=f02283aa-238a-4f3f-9851-30c34a9365bb)] {{(pid=86420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:40:40.795302 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-0150060c-cf7b-4245-bfbd-bfb52359d720 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858558'] for port, precommit_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:40.815935 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-236bf9a1-39db-46d3-aaa3-11b26df318b1 admin admin] Notify callbacks [] for router, before_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:40.823424 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_dvr_db [None req-49831af3-545a-408b-a663-cd0b60db936c None None] Set router b872e4e9-d330-4fbe-9e22-0a8b34667c93 gateway port host: dv-cinder-786931-2-iscsi {{(pid=86423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:40:41.109221 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_dvr_db [None req-7ff6f9be-0697-41fb-b7f4-1beb31ca35c5 None None] Set router 25a827f9-6de7-449d-9886-13b82c45ab24 gateway port host: None {{(pid=86422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:40:41.191986 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-49831af3-545a-408b-a663-cd0b60db936c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd931099b00>, [{'id': 'b872e4e9-d330-4fbe-9e22-0a8b34667c93', 'name': 'tempest-TestShelveInstance-1409954012-router', 'tenant_id': '5283e7179c6941ac97dec0a0f8b3ae8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357044f3-f85c-4c82-92f2-504aa071d528', 'external_fixed_ips': [{'subnet_id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'ip_address': '172.27.2.252'}], 'enable_snat': True}, 'gw_port_id': 'c140b7d1-fbcb-4b0a-ae52-a4a3af7761ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:35:16Z', 'updated_at': '2021-04-20T18:40:38Z', 'revision_number': 5, 'project_id': '5283e7179c6941ac97dec0a0f8b3ae8f', 'gw_port': {'id': 'c140b7d1-fbcb-4b0a-ae52-a4a3af7761ac', 'name': '', 'network_id': '357044f3-f85c-4c82-92f2-504aa071d528', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:5b:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b872e4e9-d330-4fbe-9e22-0a8b34667c93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'ip_address': '172.27.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:35:18Z', 'updated_at': '2021-04-20T18:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-2-iscsi'}], 'dv-cinder-786931-2-iscsi', False) {} {{(pid=86423) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:40:41.200669 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49831af3-545a-408b-a663-cd0b60db936c None None] Checking router: b872e4e9-d330-4fbe-9e22-0a8b34667c93 for host: dv-cinder-786931-2-iscsi {{(pid=86423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 18:40:41.215562 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49831af3-545a-408b-a663-cd0b60db936c None None] Routers {'b872e4e9-d330-4fbe-9e22-0a8b34667c93'} bound to L3 agent in host dv-cinder-786931-2-iscsi {{(pid=86423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:40:41.216562 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-49831af3-545a-408b-a663-cd0b60db936c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd931099b00>, 'dv-cinder-786931-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T18:22:01Z,description=<?>,heartbeat_timestamp=2021-04-20T18:40:31Z,host='dv-cinder-786931-2-iscsi',id=561dbf79-24e4-4a0d-b08c-f7bb8670fc1d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:22:01Z,topic='l3_agent')) {'router_ids': ['b872e4e9-d330-4fbe-9e22-0a8b34667c93'], 'active': True} {{(pid=86423) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:40:41.386355 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-7ff6f9be-0697-41fb-b7f4-1beb31ca35c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd930f84588>, [{'id': '25a827f9-6de7-449d-9886-13b82c45ab24', 'name': 'tempest-TestMinimumBasicScenario-622311032-router', 'tenant_id': 'f53a192abe7c4bf98a9dcf3d23d09206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:37:45Z', 'updated_at': '2021-04-20T18:40:40Z', 'revision_number': 6, 'project_id': 'f53a192abe7c4bf98a9dcf3d23d09206', 'gw_port_host': None}], 'dv-cinder-786931-2-iscsi', False) {} {{(pid=86422) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:40:41.394624 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ff6f9be-0697-41fb-b7f4-1beb31ca35c5 None None] The sync data for ids ['25a827f9-6de7-449d-9886-13b82c45ab24'] in dv-cinder-786931-2-iscsi is: [{'id': '25a827f9-6de7-449d-9886-13b82c45ab24', 'name': 'tempest-TestMinimumBasicScenario-622311032-router', 'tenant_id': 'f53a192abe7c4bf98a9dcf3d23d09206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:37:45Z', 'updated_at': '2021-04-20T18:40:40Z', 'revision_number': 6, 'project_id': 'f53a192abe7c4bf98a9dcf3d23d09206', 'gw_port_host': None}] {{(pid=86422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 18:40:41.414592 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-0150060c-cf7b-4245-bfbd-bfb52359d720 admin admin] Calling delete_port for ad101577-4beb-40bd-ae82-efbcf36a592a owned by network:router_gateway {{(pid=86420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 18:40:41.596289 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-236bf9a1-39db-46d3-aaa3-11b26df318b1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:41.630263 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-236bf9a1-39db-46d3-aaa3-11b26df318b1 admin admin] Deleting port c140b7d1-fbcb-4b0a-ae52-a4a3af7761ac {{(pid=86420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 18:40:41.630890 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-236bf9a1-39db-46d3-aaa3-11b26df318b1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251177940340'] for port, before_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:41.671397 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_dvr_db [None req-49831af3-545a-408b-a663-cd0b60db936c None None] Set router b872e4e9-d330-4fbe-9e22-0a8b34667c93 gateway port host: dv-cinder-786931-2-iscsi {{(pid=86423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:40:42.091692 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-49831af3-545a-408b-a663-cd0b60db936c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd931099b00>, [{'id': 'b872e4e9-d330-4fbe-9e22-0a8b34667c93', 'name': 'tempest-TestShelveInstance-1409954012-router', 'tenant_id': '5283e7179c6941ac97dec0a0f8b3ae8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357044f3-f85c-4c82-92f2-504aa071d528', 'external_fixed_ips': [{'subnet_id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'ip_address': '172.27.2.252'}], 'enable_snat': True}, 'gw_port_id': 'c140b7d1-fbcb-4b0a-ae52-a4a3af7761ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:35:16Z', 'updated_at': '2021-04-20T18:40:38Z', 'revision_number': 5, 'project_id': '5283e7179c6941ac97dec0a0f8b3ae8f', 'gw_port': {'id': 'c140b7d1-fbcb-4b0a-ae52-a4a3af7761ac', 'name': '', 'network_id': '357044f3-f85c-4c82-92f2-504aa071d528', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:5b:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b872e4e9-d330-4fbe-9e22-0a8b34667c93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'ip_address': '172.27.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:35:18Z', 'updated_at': '2021-04-20T18:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-2-iscsi'}], 'dv-cinder-786931-2-iscsi', False) {} {{(pid=86423) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:40:42.098538 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49831af3-545a-408b-a663-cd0b60db936c None None] The sync data for ids ['b872e4e9-d330-4fbe-9e22-0a8b34667c93'] in dv-cinder-786931-2-iscsi is: [{'id': 'b872e4e9-d330-4fbe-9e22-0a8b34667c93', 'name': 'tempest-TestShelveInstance-1409954012-router', 'tenant_id': '5283e7179c6941ac97dec0a0f8b3ae8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357044f3-f85c-4c82-92f2-504aa071d528', 'external_fixed_ips': [{'subnet_id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'ip_address': '172.27.2.252'}], 'enable_snat': True}, 'gw_port_id': 'c140b7d1-fbcb-4b0a-ae52-a4a3af7761ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:35:16Z', 'updated_at': '2021-04-20T18:40:38Z', 'revision_number': 5, 'project_id': '5283e7179c6941ac97dec0a0f8b3ae8f', 'gw_port': {'id': 'c140b7d1-fbcb-4b0a-ae52-a4a3af7761ac', 'name': '', 'network_id': '357044f3-f85c-4c82-92f2-504aa071d528', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:5b:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b872e4e9-d330-4fbe-9e22-0a8b34667c93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'ip_address': '172.27.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:35:18Z', 'updated_at': '2021-04-20T18:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-2-iscsi'}] {{(pid=86423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 18:40:42.106089 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-0150060c-cf7b-4245-bfbd-bfb52359d720 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251177936671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785676391897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4189424'] for port, after_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:42.124205 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-1175d413-6a8c-4f8d-878c-b1df76e107da tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:40:42.256009 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0150060c-cf7b-4245-bfbd-bfb52359d720 admin admin] Pushing event deleted for resources: {'Port': ['ID=ad101577-4beb-40bd-ae82-efbcf36a592a,revision_number=None']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:40:42.321538 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-236bf9a1-39db-46d3-aaa3-11b26df318b1 admin admin] For port c140b7d1-fbcb-4b0a-ae52-a4a3af7761ac, host dv-cinder-786931-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-2-iscsi',level=0,port_id=c140b7d1-fbcb-4b0a-ae52-a4a3af7761ac,segment=NetworkSegment(f02283aa-238a-4f3f-9851-30c34a9365bb),segment_id=f02283aa-238a-4f3f-9851-30c34a9365bb)] {{(pid=86420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:40:42.322215 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-236bf9a1-39db-46d3-aaa3-11b26df318b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858558'] for port, precommit_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:42.351481 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-0150060c-cf7b-4245-bfbd-bfb52359d720 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:40:42.631206 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-236bf9a1-39db-46d3-aaa3-11b26df318b1 admin admin] Calling delete_port for c140b7d1-fbcb-4b0a-ae52-a4a3af7761ac owned by network:router_gateway {{(pid=86420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 18:40:42.726668 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-0150060c-cf7b-4245-bfbd-bfb52359d720 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036850909850'] for router_gateway, after_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:42.871452 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Device ad101577-4beb-40bd-ae82-efbcf36a592a no longer exists at agent ovs-agent-dv-cinder-786931-2-iscsi {{(pid=86422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 18:40:42.941575 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] No Port match for: ad101577-4beb-40bd-ae82-efbcf36a592a {{(pid=86422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 18:40:42.942866 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Device ad101577-4beb-40bd-ae82-efbcf36a592a not bound to the agent host dv-cinder-786931-2-iscsi {{(pid=86422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 18:40:42.943048 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Device 9d48b29e-cff8-4051-8f8e-b103a76400b6 no longer exists at agent ovs-agent-dv-cinder-786931-2-iscsi {{(pid=86422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 18:40:42.950882 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-0150060c-cf7b-4245-bfbd-bfb52359d720 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036850938054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8100'] for router, precommit_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:42.954720 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-0150060c-cf7b-4245-bfbd-bfb52359d720 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:42.990455 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-0150060c-cf7b-4245-bfbd-bfb52359d720 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3839614'] for router, after_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:42.991070 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0150060c-cf7b-4245-bfbd-bfb52359d720 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 25a827f9-6de7-449d-9886-13b82c45ab24 {{(pid=86420) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 20 18:40:43.012452 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-0150060c-cf7b-4245-bfbd-bfb52359d720 admin admin] Notify callbacks [] for router, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:43.013750 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-0150060c-cf7b-4245-bfbd-bfb52359d720 admin admin] 10.222.0.11 "DELETE /v2.0/routers/25a827f9-6de7-449d-9886-13b82c45ab24 HTTP/1.1" status: 204  len: 168 time: 3.1916466
Apr 20 18:40:43.018134 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86421) accepted ('10.222.0.11', 52730) {{(pid=86421) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:40:43.030016 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] No Port match for: 9d48b29e-cff8-4051-8f8e-b103a76400b6 {{(pid=86422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 18:40:43.030750 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Device 9d48b29e-cff8-4051-8f8e-b103a76400b6 not bound to the agent host dv-cinder-786931-2-iscsi {{(pid=86422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 18:40:43.031423 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Device 15ff989c-c1a4-418c-a6b9-ac05de2693c8 no longer exists at agent ovs-agent-dv-cinder-786931-2-iscsi {{(pid=86422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 18:40:43.106819 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-236bf9a1-39db-46d3-aaa3-11b26df318b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251177936671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785676391897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4189424'] for port, after_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:43.116973 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-d5be2f6d-e93d-4e9c-8175-2e9c50ecb9d6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:40:43.126077 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] No Port match for: 15ff989c-c1a4-418c-a6b9-ac05de2693c8 {{(pid=86422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 18:40:43.126688 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Device 15ff989c-c1a4-418c-a6b9-ac05de2693c8 not bound to the agent host dv-cinder-786931-2-iscsi {{(pid=86422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 18:40:43.179123 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236bf9a1-39db-46d3-aaa3-11b26df318b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=c140b7d1-fbcb-4b0a-ae52-a4a3af7761ac,revision_number=None']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:40:43.212910 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-236bf9a1-39db-46d3-aaa3-11b26df318b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:40:43.342679 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-236bf9a1-39db-46d3-aaa3-11b26df318b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036850909850'] for router_gateway, after_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:43.565571 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd40267a-fd67-4dca-8ba7-1845066e29d0 admin admin] Deleting subnet a6c6d2ce-c18f-43fb-b599-797b906e367c {{(pid=86421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 20 18:40:43.571494 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-dd40267a-fd67-4dca-8ba7-1845066e29d0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:43.634515 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-236bf9a1-39db-46d3-aaa3-11b26df318b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036850938054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8100'] for router, precommit_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:43.637626 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-236bf9a1-39db-46d3-aaa3-11b26df318b1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:43.667565 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-236bf9a1-39db-46d3-aaa3-11b26df318b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3839614'] for router, after_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:43.668308 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-236bf9a1-39db-46d3-aaa3-11b26df318b1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b872e4e9-d330-4fbe-9e22-0a8b34667c93 {{(pid=86420) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 20 18:40:43.678485 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-dd40267a-fd67-4dca-8ba7-1845066e29d0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2425938'] for subnet, precommit_delete_associations {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:43.683800 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-236bf9a1-39db-46d3-aaa3-11b26df318b1 admin admin] Notify callbacks [] for router, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:43.687994 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-236bf9a1-39db-46d3-aaa3-11b26df318b1 admin admin] 10.222.0.11 "DELETE /v2.0/routers/b872e4e9-d330-4fbe-9e22-0a8b34667c93 HTTP/1.1" status: 204  len: 168 time: 3.2272818
Apr 20 18:40:43.688897 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.11', 52744) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:40:43.768269 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.db_base_plugin_v2 [None req-63a81a43-69e0-4d2c-9a28-ebcc9ff020d4 admin admin] Deleting subnet 8ab8a665-1a1f-4e98-99e5-1b83bdb4be35 {{(pid=86420) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 20 18:40:43.772064 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-63a81a43-69e0-4d2c-9a28-ebcc9ff020d4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:43.849869 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-63a81a43-69e0-4d2c-9a28-ebcc9ff020d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2734893'] for subnet, precommit_delete_associations {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:43.881001 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-dd40267a-fd67-4dca-8ba7-1845066e29d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735778'] for subnet, precommit_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:43.986264 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-63a81a43-69e0-4d2c-9a28-ebcc9ff020d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735778'] for subnet, precommit_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:44.271128 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-dd40267a-fd67-4dca-8ba7-1845066e29d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854040038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850911380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036828324149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2438166'] for subnet, after_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:44.283469 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:40:44.357823 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd40267a-fd67-4dca-8ba7-1845066e29d0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a6c6d2ce-c18f-43fb-b599-797b906e367c,revision_number=None']} {{(pid=86421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:40:44.361822 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-dd40267a-fd67-4dca-8ba7-1845066e29d0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:44.367441 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-dd40267a-fd67-4dca-8ba7-1845066e29d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:40:44.374677 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-dd40267a-fd67-4dca-8ba7-1845066e29d0 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/a6c6d2ce-c18f-43fb-b599-797b906e367c HTTP/1.1" status: 204  len: 168 time: 1.3530228
Apr 20 18:40:44.377324 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86421) accepted ('10.222.0.11', 52756) {{(pid=86421) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:40:44.399741 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f682bb9-866a-4871-afd2-a9cfc3ee6289 None None] Network 6d144805-8d75-4a3e-b688-4a2f32d5990e requested from dv-cinder-786931-2-iscsi {{(pid=86422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 18:40:44.433895 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-63a81a43-69e0-4d2c-9a28-ebcc9ff020d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854040038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850911380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4189476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852074705'] for subnet, after_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:44.440395 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-85e589b2-eada-4626-8785-ca3e6dd6003a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:40:44.484984 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a81a43-69e0-4d2c-9a28-ebcc9ff020d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8ab8a665-1a1f-4e98-99e5-1b83bdb4be35,revision_number=None']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:40:44.488979 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-63a81a43-69e0-4d2c-9a28-ebcc9ff020d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:40:44.490352 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-63a81a43-69e0-4d2c-9a28-ebcc9ff020d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3704713'] for subnet, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:44.498639 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-63a81a43-69e0-4d2c-9a28-ebcc9ff020d4 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/8ab8a665-1a1f-4e98-99e5-1b83bdb4be35 HTTP/1.1" status: 204  len: 168 time: 0.8082452
Apr 20 18:40:44.501231 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.11', 52760) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:40:44.607967 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c91c833-4f19-4044-96fa-3180dc2e366a None None] Network 80913dd1-937c-45ce-ae14-972844ab57d5 requested from dv-cinder-786931-2-iscsi {{(pid=86422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 18:40:44.615925 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-0d692fba-5793-49bb-9800-9662dd617df7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543598'] for network, before_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:44.643653 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-0d692fba-5793-49bb-9800-9662dd617df7 admin admin] Deleting port 7079a35d-ef0f-4ce4-b313-e005d2637f46 {{(pid=86421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 18:40:44.644356 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-0d692fba-5793-49bb-9800-9662dd617df7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251177940340'] for port, before_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:44.678805 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-c13a39fe-4cbf-478a-878b-9198f314188f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543598'] for network, before_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:44.706571 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-c13a39fe-4cbf-478a-878b-9198f314188f admin admin] Deleting port de6c1561-1c04-4a88-9b49-19c90652126e {{(pid=86420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 18:40:44.707257 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-c13a39fe-4cbf-478a-878b-9198f314188f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251177940340'] for port, before_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:44.917193 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-0d692fba-5793-49bb-9800-9662dd617df7 admin admin] For port 7079a35d-ef0f-4ce4-b313-e005d2637f46, host dv-cinder-786931-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-2-iscsi',level=0,port_id=7079a35d-ef0f-4ce4-b313-e005d2637f46,segment=NetworkSegment(a5fccc5a-3f52-4b63-a2fe-02050c830e52),segment_id=a5fccc5a-3f52-4b63-a2fe-02050c830e52)] {{(pid=86421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:40:44.917698 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-0d692fba-5793-49bb-9800-9662dd617df7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858558'] for port, precommit_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:45.005255 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Device c140b7d1-fbcb-4b0a-ae52-a4a3af7761ac no longer exists at agent ovs-agent-dv-cinder-786931-2-iscsi {{(pid=86422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 18:40:45.062397 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] No Port match for: c140b7d1-fbcb-4b0a-ae52-a4a3af7761ac {{(pid=86422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 18:40:45.062852 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Device c140b7d1-fbcb-4b0a-ae52-a4a3af7761ac not bound to the agent host dv-cinder-786931-2-iscsi {{(pid=86422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 18:40:45.078708 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-c13a39fe-4cbf-478a-878b-9198f314188f admin admin] For port de6c1561-1c04-4a88-9b49-19c90652126e, host dv-cinder-786931-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-2-iscsi',level=0,port_id=de6c1561-1c04-4a88-9b49-19c90652126e,segment=NetworkSegment(0eb2a75c-bef3-49ee-9641-ddf1f2ea6df2),segment_id=0eb2a75c-bef3-49ee-9641-ddf1f2ea6df2)] {{(pid=86420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:40:45.079124 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-c13a39fe-4cbf-478a-878b-9198f314188f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858558'] for port, precommit_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:45.112366 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-0d692fba-5793-49bb-9800-9662dd617df7 admin admin] Calling delete_port for 7079a35d-ef0f-4ce4-b313-e005d2637f46 owned by network:dhcp {{(pid=86421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 18:40:45.270817 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-0d692fba-5793-49bb-9800-9662dd617df7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251177936671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785676391897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036828324065'] for port, after_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:45.290428 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:40:45.346234 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7c8eca9-e14e-4c1f-a64f-5ff7cd18e24e None None] DHCP port deletion for 6d144805-8d75-4a3e-b688-4a2f32d5990e request from dv-cinder-786931-2-iscsi {{(pid=86422) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 20 18:40:45.386405 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d692fba-5793-49bb-9800-9662dd617df7 admin admin] Pushing event deleted for resources: {'Port': ['ID=7079a35d-ef0f-4ce4-b313-e005d2637f46,revision_number=None']} {{(pid=86421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:40:45.390288 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d692fba-5793-49bb-9800-9662dd617df7 admin admin] No DVR routers for this DVR port 7079a35d-ef0f-4ce4-b313-e005d2637f46 on host dv-cinder-786931-2-iscsi {{(pid=86421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 18:40:45.393106 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-0d692fba-5793-49bb-9800-9662dd617df7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:40:45.405986 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d0c2824-d73e-4378-ae67-af46762dc180 None None] DHCP port deletion for 80913dd1-937c-45ce-ae14-972844ab57d5 request from dv-cinder-786931-2-iscsi {{(pid=86422) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 20 18:40:45.414730 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-3d0c2824-d73e-4378-ae67-af46762dc180 None None] Deleting port de6c1561-1c04-4a88-9b49-19c90652126e {{(pid=86422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 18:40:45.415402 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-3d0c2824-d73e-4378-ae67-af46762dc180 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251177940340'] for port, before_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:45.580533 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-c13a39fe-4cbf-478a-878b-9198f314188f admin admin] Calling delete_port for de6c1561-1c04-4a88-9b49-19c90652126e owned by network:dhcp {{(pid=86420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 18:40:45.638474 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-0d692fba-5793-49bb-9800-9662dd617df7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854039945', 'neutron.services.segments.db._delete_segments_for_network-8785676757363'] for network, precommit_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:45.723363 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-c13a39fe-4cbf-478a-878b-9198f314188f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251177936671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785676391897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4189424'] for port, after_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:45.732593 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-7c955dc3-aab2-4eb6-8b10-f5daea59cf8f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:40:45.789869 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.services.segments.db [None req-0d692fba-5793-49bb-9800-9662dd617df7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fd930123eb8>,) {'filters': {'network_id': ['6d144805-8d75-4a3e-b688-4a2f32d5990e']}} {{(pid=86421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:40:45.818099 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.services.segments.db [None req-0d692fba-5793-49bb-9800-9662dd617df7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fd930123eb8>, 'a5fccc5a-3f52-4b63-a2fe-02050c830e52') {'for_net_delete': True} {{(pid=86421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:40:45.818684 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.services.segments.db [None req-0d692fba-5793-49bb-9800-9662dd617df7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fd930123eb8>, 'a5fccc5a-3f52-4b63-a2fe-02050c830e52') {} {{(pid=86421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:40:45.828144 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13a39fe-4cbf-478a-878b-9198f314188f admin admin] Pushing event deleted for resources: {'Port': ['ID=de6c1561-1c04-4a88-9b49-19c90652126e,revision_number=None']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:40:45.831728 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c13a39fe-4cbf-478a-878b-9198f314188f admin admin] No DVR routers for this DVR port de6c1561-1c04-4a88-9b49-19c90652126e on host dv-cinder-786931-2-iscsi {{(pid=86420) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 18:40:45.834479 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-c13a39fe-4cbf-478a-878b-9198f314188f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:40:45.834819 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-3d0c2824-d73e-4378-ae67-af46762dc180 None None] For port de6c1561-1c04-4a88-9b49-19c90652126e, host dv-cinder-786931-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-2-iscsi',level=0,port_id=de6c1561-1c04-4a88-9b49-19c90652126e,segment=NetworkSegment(0eb2a75c-bef3-49ee-9641-ddf1f2ea6df2),segment_id=0eb2a75c-bef3-49ee-9641-ddf1f2ea6df2)] {{(pid=86422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:40:45.835891 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-3d0c2824-d73e-4378-ae67-af46762dc180 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858558'] for port, precommit_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:45.849835 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-0d692fba-5793-49bb-9800-9662dd617df7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363251177908579', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852349862'] for segment, before_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:45.883337 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-0d692fba-5793-49bb-9800-9662dd617df7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854148540'] for segment, precommit_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:45.892833 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d692fba-5793-49bb-9800-9662dd617df7 admin admin] Releasing vlan 351 on physical network physnet1 to pool {{(pid=86421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 20 18:40:46.054797 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-3d0c2824-d73e-4378-ae67-af46762dc180 None None] Calling delete_port for de6c1561-1c04-4a88-9b49-19c90652126e owned by network:dhcp {{(pid=86422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 18:40:46.070233 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-c13a39fe-4cbf-478a-878b-9198f314188f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854039945', 'neutron.services.segments.db._delete_segments_for_network-8785676757363'] for network, precommit_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:46.172480 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [None req-0d692fba-5793-49bb-9800-9662dd617df7 admin admin] Network 6d144805-8d75-4a3e-b688-4a2f32d5990e has no segments {{(pid=86421) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 18:40:46.195152 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-0d692fba-5793-49bb-9800-9662dd617df7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-627251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26451816'] for segment, after_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:46.196112 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.db.api [None req-3d0c2824-d73e-4378-ae67-af46762dc180 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86422) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 20 18:40:46.197136 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_db.api [None req-3d0c2824-d73e-4378-ae67-af46762dc180 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86422) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 20 18:40:46.300183 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.services.segments.db [None req-c13a39fe-4cbf-478a-878b-9198f314188f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fd930d5bba8>,) {'filters': {'network_id': ['80913dd1-937c-45ce-ae14-972844ab57d5']}} {{(pid=86420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:40:46.318024 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.services.segments.db [None req-c13a39fe-4cbf-478a-878b-9198f314188f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fd930d5bba8>, '0eb2a75c-bef3-49ee-9641-ddf1f2ea6df2') {'for_net_delete': True} {{(pid=86420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:40:46.318355 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.services.segments.db [None req-c13a39fe-4cbf-478a-878b-9198f314188f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fd930d5bba8>, '0eb2a75c-bef3-49ee-9641-ddf1f2ea6df2') {} {{(pid=86420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:40:46.337290 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-c13a39fe-4cbf-478a-878b-9198f314188f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363251177908579', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852040923'] for segment, before_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:46.367247 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-c13a39fe-4cbf-478a-878b-9198f314188f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854148540'] for segment, precommit_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:46.378879 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c13a39fe-4cbf-478a-878b-9198f314188f admin admin] Releasing vlan 390 on physical network physnet1 to pool {{(pid=86420) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 20 18:40:46.525535 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [None req-0d692fba-5793-49bb-9800-9662dd617df7 admin admin] Network 6d144805-8d75-4a3e-b688-4a2f32d5990e has no segments {{(pid=86421) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 18:40:46.569415 dv-cinder-786931-2-iscsi neutron-server[86307]: Traceback (most recent call last):
Apr 20 18:40:46.569415 dv-cinder-786931-2-iscsi neutron-server[86307]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 20 18:40:46.569415 dv-cinder-786931-2-iscsi neutron-server[86307]:     timer()
Apr 20 18:40:46.569415 dv-cinder-786931-2-iscsi neutron-server[86307]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 20 18:40:46.569415 dv-cinder-786931-2-iscsi neutron-server[86307]:     cb(*args, **kw)
Apr 20 18:40:46.569415 dv-cinder-786931-2-iscsi neutron-server[86307]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 20 18:40:46.569415 dv-cinder-786931-2-iscsi neutron-server[86307]:     return func(*args, **kwargs)
Apr 20 18:40:46.569415 dv-cinder-786931-2-iscsi neutron-server[86307]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 20 18:40:46.569415 dv-cinder-786931-2-iscsi neutron-server[86307]:     self._notify()
Apr 20 18:40:46.569415 dv-cinder-786931-2-iscsi neutron-server[86307]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 20 18:40:46.569415 dv-cinder-786931-2-iscsi neutron-server[86307]:     self.callback(batched_events)
Apr 20 18:40:46.569415 dv-cinder-786931-2-iscsi neutron-server[86307]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 20 18:40:46.569415 dv-cinder-786931-2-iscsi neutron-server[86307]:     event.method(event)
Apr 20 18:40:46.569415 dv-cinder-786931-2-iscsi neutron-server[86307]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 20 18:40:46.569415 dv-cinder-786931-2-iscsi neutron-server[86307]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 20 18:40:46.569415 dv-cinder-786931-2-iscsi neutron-server[86307]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 20 18:40:46.569415 dv-cinder-786931-2-iscsi neutron-server[86307]:     segment_id)['aggregates'][0]
Apr 20 18:40:46.569415 dv-cinder-786931-2-iscsi neutron-server[86307]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 20 18:40:46.569415 dv-cinder-786931-2-iscsi neutron-server[86307]:     return f(self, *a, **k)
Apr 20 18:40:46.569415 dv-cinder-786931-2-iscsi neutron-server[86307]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 20 18:40:46.569415 dv-cinder-786931-2-iscsi neutron-server[86307]:     return self._get(url).json()
Apr 20 18:40:46.569415 dv-cinder-786931-2-iscsi neutron-server[86307]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 20 18:40:46.569415 dv-cinder-786931-2-iscsi neutron-server[86307]:     **kwargs)
Apr 20 18:40:46.569415 dv-cinder-786931-2-iscsi neutron-server[86307]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 20 18:40:46.569415 dv-cinder-786931-2-iscsi neutron-server[86307]:     return self.request(url, 'GET', **kwargs)
Apr 20 18:40:46.569415 dv-cinder-786931-2-iscsi neutron-server[86307]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 20 18:40:46.569415 dv-cinder-786931-2-iscsi neutron-server[86307]:     **endpoint_filter)
Apr 20 18:40:46.569415 dv-cinder-786931-2-iscsi neutron-server[86307]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 20 18:40:46.569415 dv-cinder-786931-2-iscsi neutron-server[86307]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 20 18:40:46.569415 dv-cinder-786931-2-iscsi neutron-server[86307]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 20 18:40:46.569415 dv-cinder-786931-2-iscsi neutron-server[86307]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 20 18:40:46.569415 dv-cinder-786931-2-iscsi neutron-server[86307]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 20 18:40:46.623104 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [None req-c13a39fe-4cbf-478a-878b-9198f314188f admin admin] Network 80913dd1-937c-45ce-ae14-972844ab57d5 has no segments {{(pid=86420) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 18:40:46.642378 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-c13a39fe-4cbf-478a-878b-9198f314188f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-627251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036850586489'] for segment, after_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:46.699020 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-3d0c2824-d73e-4378-ae67-af46762dc180 None None] Deleting port de6c1561-1c04-4a88-9b49-19c90652126e {{(pid=86422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 18:40:46.699604 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-3d0c2824-d73e-4378-ae67-af46762dc180 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251177940340'] for port, before_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:46.731285 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-0d692fba-5793-49bb-9800-9662dd617df7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850969204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850912127'] for network, after_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:46.755138 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-0d692fba-5793-49bb-9800-9662dd617df7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3704713'] for network, before_response {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:46.789552 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-3d0c2824-d73e-4378-ae67-af46762dc180 None None] The port 'de6c1561-1c04-4a88-9b49-19c90652126e' was deleted {{(pid=86422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Apr 20 18:40:46.793297 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:40:46.826080 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d692fba-5793-49bb-9800-9662dd617df7 admin admin] Pushing event deleted for resources: {'Network': ['ID=6d144805-8d75-4a3e-b688-4a2f32d5990e,revision_number=None']} {{(pid=86421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:40:46.830975 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-0d692fba-5793-49bb-9800-9662dd617df7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:40:46.839006 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-0d692fba-5793-49bb-9800-9662dd617df7 admin admin] 10.222.0.11 "DELETE /v2.0/networks/6d144805-8d75-4a3e-b688-4a2f32d5990e HTTP/1.1" status: 204  len: 168 time: 2.4598181
Apr 20 18:40:46.843937 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86421) accepted ('10.222.0.11', 52786) {{(pid=86421) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:40:46.900209 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Device de6c1561-1c04-4a88-9b49-19c90652126e no longer exists at agent ovs-agent-dv-cinder-786931-2-iscsi {{(pid=86422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 18:40:46.956477 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] No Port match for: de6c1561-1c04-4a88-9b49-19c90652126e {{(pid=86422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 18:40:46.956987 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Device de6c1561-1c04-4a88-9b49-19c90652126e not bound to the agent host dv-cinder-786931-2-iscsi {{(pid=86422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 18:40:46.957566 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Device 7079a35d-ef0f-4ce4-b313-e005d2637f46 no longer exists at agent ovs-agent-dv-cinder-786931-2-iscsi {{(pid=86422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 18:40:47.001156 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] No Port match for: 7079a35d-ef0f-4ce4-b313-e005d2637f46 {{(pid=86422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 18:40:47.001729 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Device 7079a35d-ef0f-4ce4-b313-e005d2637f46 not bound to the agent host dv-cinder-786931-2-iscsi {{(pid=86422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 18:40:47.063469 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [None req-c13a39fe-4cbf-478a-878b-9198f314188f admin admin] Network 80913dd1-937c-45ce-ae14-972844ab57d5 has no segments {{(pid=86420) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 18:40:47.086634 dv-cinder-786931-2-iscsi neutron-server[86307]: Traceback (most recent call last):
Apr 20 18:40:47.086634 dv-cinder-786931-2-iscsi neutron-server[86307]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 20 18:40:47.086634 dv-cinder-786931-2-iscsi neutron-server[86307]:     timer()
Apr 20 18:40:47.086634 dv-cinder-786931-2-iscsi neutron-server[86307]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 20 18:40:47.086634 dv-cinder-786931-2-iscsi neutron-server[86307]:     cb(*args, **kw)
Apr 20 18:40:47.086634 dv-cinder-786931-2-iscsi neutron-server[86307]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 20 18:40:47.086634 dv-cinder-786931-2-iscsi neutron-server[86307]:     return func(*args, **kwargs)
Apr 20 18:40:47.086634 dv-cinder-786931-2-iscsi neutron-server[86307]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 20 18:40:47.086634 dv-cinder-786931-2-iscsi neutron-server[86307]:     self._notify()
Apr 20 18:40:47.086634 dv-cinder-786931-2-iscsi neutron-server[86307]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 20 18:40:47.086634 dv-cinder-786931-2-iscsi neutron-server[86307]:     self.callback(batched_events)
Apr 20 18:40:47.086634 dv-cinder-786931-2-iscsi neutron-server[86307]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 20 18:40:47.086634 dv-cinder-786931-2-iscsi neutron-server[86307]:     event.method(event)
Apr 20 18:40:47.086634 dv-cinder-786931-2-iscsi neutron-server[86307]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 20 18:40:47.086634 dv-cinder-786931-2-iscsi neutron-server[86307]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 20 18:40:47.086634 dv-cinder-786931-2-iscsi neutron-server[86307]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 20 18:40:47.086634 dv-cinder-786931-2-iscsi neutron-server[86307]:     segment_id)['aggregates'][0]
Apr 20 18:40:47.086634 dv-cinder-786931-2-iscsi neutron-server[86307]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 20 18:40:47.086634 dv-cinder-786931-2-iscsi neutron-server[86307]:     return f(self, *a, **k)
Apr 20 18:40:47.086634 dv-cinder-786931-2-iscsi neutron-server[86307]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 20 18:40:47.086634 dv-cinder-786931-2-iscsi neutron-server[86307]:     return self._get(url).json()
Apr 20 18:40:47.086634 dv-cinder-786931-2-iscsi neutron-server[86307]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 20 18:40:47.086634 dv-cinder-786931-2-iscsi neutron-server[86307]:     **kwargs)
Apr 20 18:40:47.086634 dv-cinder-786931-2-iscsi neutron-server[86307]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 20 18:40:47.086634 dv-cinder-786931-2-iscsi neutron-server[86307]:     return self.request(url, 'GET', **kwargs)
Apr 20 18:40:47.086634 dv-cinder-786931-2-iscsi neutron-server[86307]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 20 18:40:47.086634 dv-cinder-786931-2-iscsi neutron-server[86307]:     **endpoint_filter)
Apr 20 18:40:47.086634 dv-cinder-786931-2-iscsi neutron-server[86307]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 20 18:40:47.086634 dv-cinder-786931-2-iscsi neutron-server[86307]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 20 18:40:47.086634 dv-cinder-786931-2-iscsi neutron-server[86307]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 20 18:40:47.086634 dv-cinder-786931-2-iscsi neutron-server[86307]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 20 18:40:47.086634 dv-cinder-786931-2-iscsi neutron-server[86307]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 20 18:40:47.180616 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-c13a39fe-4cbf-478a-878b-9198f314188f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850969204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850912127'] for network, after_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:47.189902 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:40:47.220853 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-c13a39fe-4cbf-478a-878b-9198f314188f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3704713'] for network, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:47.225025 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13a39fe-4cbf-478a-878b-9198f314188f admin admin] Pushing event deleted for resources: {'Network': ['ID=80913dd1-937c-45ce-ae14-972844ab57d5,revision_number=None']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:40:47.231079 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-c13a39fe-4cbf-478a-878b-9198f314188f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:40:47.257159 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-c13a39fe-4cbf-478a-878b-9198f314188f admin admin] 10.222.0.11 "DELETE /v2.0/networks/80913dd1-937c-45ce-ae14-972844ab57d5 HTTP/1.1" status: 204  len: 168 time: 2.7544765
Apr 20 18:40:47.261535 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.11', 52796) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:40:47.797335 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d5c97f60-cbd8-4f35-b012-a8cea2617f97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3841945'] for router_interface, before_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:48.167254 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-76c7d153-6d9f-4786-ab47-ca19bd339fa7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3841945'] for router_interface, before_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:48.224266 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-d5c97f60-cbd8-4f35-b012-a8cea2617f97 admin admin] Deleting port d30820c8-c99a-4881-b399-ee2525f1f2e9 {{(pid=86421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 18:40:48.224749 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d5c97f60-cbd8-4f35-b012-a8cea2617f97 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251177940340'] for port, before_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:48.592363 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-d5c97f60-cbd8-4f35-b012-a8cea2617f97 admin admin] For port d30820c8-c99a-4881-b399-ee2525f1f2e9, host dv-cinder-786931-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-2-iscsi',level=0,port_id=d30820c8-c99a-4881-b399-ee2525f1f2e9,segment=NetworkSegment(5d49f01f-da66-477d-a5b2-6bc0088f8dcf),segment_id=5d49f01f-da66-477d-a5b2-6bc0088f8dcf)] {{(pid=86421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:40:48.593032 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d5c97f60-cbd8-4f35-b012-a8cea2617f97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858558'] for port, precommit_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:48.849504 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-76c7d153-6d9f-4786-ab47-ca19bd339fa7 admin admin] Deleting port 63c0027d-19f1-4852-84eb-f853bb957d4e {{(pid=86420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 18:40:48.850048 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-76c7d153-6d9f-4786-ab47-ca19bd339fa7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251177940340'] for port, before_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:49.061524 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-d5c97f60-cbd8-4f35-b012-a8cea2617f97 admin admin] Calling delete_port for d30820c8-c99a-4881-b399-ee2525f1f2e9 owned by network:router_interface {{(pid=86421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 18:40:49.092501 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86421) accepted ('10.222.0.11', 52810) {{(pid=86421) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:40:49.224418 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-76c7d153-6d9f-4786-ab47-ca19bd339fa7 admin admin] For port 63c0027d-19f1-4852-84eb-f853bb957d4e, host dv-cinder-786931-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-2-iscsi',level=0,port_id=63c0027d-19f1-4852-84eb-f853bb957d4e,segment=NetworkSegment(7f22962e-f3a8-4a3c-81fe-c114f4658b0f),segment_id=7f22962e-f3a8-4a3c-81fe-c114f4658b0f)] {{(pid=86420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:40:49.224839 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-76c7d153-6d9f-4786-ab47-ca19bd339fa7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858558'] for port, precommit_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:49.329973 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-90228013-5345-41dd-9b2e-eaaccb48524c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:49.360036 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-90228013-5345-41dd-9b2e-eaaccb48524c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86421) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:40:49.370168 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-90228013-5345-41dd-9b2e-eaaccb48524c admin admin] Usage tracker for resource:security_group_rule and tenant:af8735f20e0d4dbcb48273d6bac88c22 is out of sync, need to count used quota {{(pid=86421) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:40:49.374679 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-90228013-5345-41dd-9b2e-eaaccb48524c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86421) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:40:49.381932 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-90228013-5345-41dd-9b2e-eaaccb48524c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86421) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:40:49.385399 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-76c7d153-6d9f-4786-ab47-ca19bd339fa7 admin admin] Calling delete_port for 63c0027d-19f1-4852-84eb-f853bb957d4e owned by network:router_interface {{(pid=86420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 18:40:49.385863 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d5c97f60-cbd8-4f35-b012-a8cea2617f97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251177936671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785676391897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036828324065'] for port, after_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:49.393142 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-42c73520-8b75-4840-b985-7912dcc5ea9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:40:49.448421 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c97f60-cbd8-4f35-b012-a8cea2617f97 admin admin] Pushing event deleted for resources: {'Port': ['ID=d30820c8-c99a-4881-b399-ee2525f1f2e9,revision_number=None']} {{(pid=86421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:40:49.453877 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-d5c97f60-cbd8-4f35-b012-a8cea2617f97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:40:49.659627 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-76c7d153-6d9f-4786-ab47-ca19bd339fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251177936671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785676391897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4189424'] for port, after_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:49.665966 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-15b4fa59-34cb-42ca-a2bc-4353bfffa3bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:40:49.715384 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c7d153-6d9f-4786-ab47-ca19bd339fa7 admin admin] Pushing event deleted for resources: {'Port': ['ID=63c0027d-19f1-4852-84eb-f853bb957d4e,revision_number=None']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:40:49.719218 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-76c7d153-6d9f-4786-ab47-ca19bd339fa7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:40:49.890574 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-90228013-5345-41dd-9b2e-eaaccb48524c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:49.916610 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-90228013-5345-41dd-9b2e-eaaccb48524c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850969184'] for security_group, after_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:49.936746 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-f1d01494-ed73-4985-9949-6ea66296d047 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:40:50.013051 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d5c97f60-cbd8-4f35-b012-a8cea2617f97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036851071070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3842023'] for router_interface, after_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:50.034961 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-90228013-5345-41dd-9b2e-eaaccb48524c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=af8735f20e0d4dbcb48273d6bac88c22&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9418716
Apr 20 18:40:50.038956 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90228013-5345-41dd-9b2e-eaaccb48524c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8214b85-69a4-49a4-b0dd-dff3b5610c3f,revision_number=1']} {{(pid=86421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:40:50.041624 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86421) accepted ('10.222.0.11', 52816) {{(pid=86421) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:40:50.109420 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-90228013-5345-41dd-9b2e-eaaccb48524c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:40:50.150351 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-76c7d153-6d9f-4786-ab47-ca19bd339fa7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036851071070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3842023'] for router_interface, after_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:50.302614 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-ded047f7-b0fc-48fa-8321-b7fde0f4ad5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:50.474555 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-ded047f7-b0fc-48fa-8321-b7fde0f4ad5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:50.598508 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5c97f60-cbd8-4f35-b012-a8cea2617f97 admin admin] Router 53c51bd1-5c16-4b0d-a6f4-31b35ee30127 has already been hosted by L3 agent 561dbf79-24e4-4a0d-b08c-f7bb8670fc1d {{(pid=86421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 18:40:50.603221 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-ded047f7-b0fc-48fa-8321-b7fde0f4ad5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850969184'] for security_group, after_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:50.608830 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-b41459a3-189d-4c39-a6d5-29dc8e662fdc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:40:50.627803 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded047f7-b0fc-48fa-8321-b7fde0f4ad5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8214b85-69a4-49a4-b0dd-dff3b5610c3f,revision_number=None']} {{(pid=86421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:40:50.632913 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-ded047f7-b0fc-48fa-8321-b7fde0f4ad5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:40:50.801301 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-ded047f7-b0fc-48fa-8321-b7fde0f4ad5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:50.803974 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-ded047f7-b0fc-48fa-8321-b7fde0f4ad5b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d8214b85-69a4-49a4-b0dd-dff3b5610c3f HTTP/1.1" status: 204  len: 168 time: 0.6951253
Apr 20 18:40:50.891701 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5c97f60-cbd8-4f35-b012-a8cea2617f97 admin admin] Notify agent at l3_agent.dv-cinder-786931-2-iscsi the message routers_updated {{(pid=86421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 18:40:50.902855 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-d5c97f60-cbd8-4f35-b012-a8cea2617f97 admin admin] 10.222.0.11 "PUT /v2.0/routers/53c51bd1-5c16-4b0d-a6f4-31b35ee30127/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.0522161
Apr 20 18:40:50.902855 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86421) accepted ('10.222.0.11', 52822) {{(pid=86421) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:40:50.910843 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76c7d153-6d9f-4786-ab47-ca19bd339fa7 admin admin] Router 4073f7ca-9722-4c16-88d8-1e3009ccf7dd has already been hosted by L3 agent 561dbf79-24e4-4a0d-b08c-f7bb8670fc1d {{(pid=86420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 18:40:50.911868 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa8ece7-5b73-4771-b681-d9d10cd5c9e8 None None] Sync routers for ids ['53c51bd1-5c16-4b0d-a6f4-31b35ee30127'] in dv-cinder-786931-2-iscsi {{(pid=86422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 18:40:50.924125 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa8ece7-5b73-4771-b681-d9d10cd5c9e8 None None] Routers {'53c51bd1-5c16-4b0d-a6f4-31b35ee30127'} bound to L3 agent in host dv-cinder-786931-2-iscsi {{(pid=86422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:40:50.925174 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-dfa8ece7-5b73-4771-b681-d9d10cd5c9e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd931221390>, 'dv-cinder-786931-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T18:22:01Z,description=<?>,heartbeat_timestamp=2021-04-20T18:40:31Z,host='dv-cinder-786931-2-iscsi',id=561dbf79-24e4-4a0d-b08c-f7bb8670fc1d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:22:01Z,topic='l3_agent')) {'router_ids': ['53c51bd1-5c16-4b0d-a6f4-31b35ee30127'], 'active': True} {{(pid=86422) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:40:51.168041 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-2aae3243-1290-4585-a5f6-7565b89b4420 admin admin] Notify callbacks [] for router, before_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:51.260371 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_dvr_db [None req-dfa8ece7-5b73-4771-b681-d9d10cd5c9e8 None None] Set router 53c51bd1-5c16-4b0d-a6f4-31b35ee30127 gateway port host: dv-cinder-786931-2-iscsi {{(pid=86422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:40:51.283617 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76c7d153-6d9f-4786-ab47-ca19bd339fa7 admin admin] Notify agent at l3_agent.dv-cinder-786931-2-iscsi the message routers_updated {{(pid=86420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 18:40:51.306235 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-76c7d153-6d9f-4786-ab47-ca19bd339fa7 admin admin] 10.222.0.11 "PUT /v2.0/routers/4073f7ca-9722-4c16-88d8-1e3009ccf7dd/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.0389109
Apr 20 18:40:51.307204 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.11', 52828) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:40:51.312774 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54c48474-0ba2-4e5c-9021-9df887d28ab9 None None] Sync routers for ids ['4073f7ca-9722-4c16-88d8-1e3009ccf7dd'] in dv-cinder-786931-2-iscsi {{(pid=86423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 18:40:51.352080 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54c48474-0ba2-4e5c-9021-9df887d28ab9 None None] Routers {'4073f7ca-9722-4c16-88d8-1e3009ccf7dd'} bound to L3 agent in host dv-cinder-786931-2-iscsi {{(pid=86423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:40:51.353339 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-54c48474-0ba2-4e5c-9021-9df887d28ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd930e47048>, 'dv-cinder-786931-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T18:22:01Z,description=<?>,heartbeat_timestamp=2021-04-20T18:40:31Z,host='dv-cinder-786931-2-iscsi',id=561dbf79-24e4-4a0d-b08c-f7bb8670fc1d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:22:01Z,topic='l3_agent')) {'router_ids': ['4073f7ca-9722-4c16-88d8-1e3009ccf7dd'], 'active': True} {{(pid=86423) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:40:51.363000 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86421) accepted ('10.222.0.11', 52832) {{(pid=86421) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:40:51.403944 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-66b4b5ca-f775-46db-b08b-009ac040871e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:51.437414 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-66b4b5ca-f775-46db-b08b-009ac040871e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86421) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:40:51.445087 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-66b4b5ca-f775-46db-b08b-009ac040871e admin admin] Usage tracker for resource:security_group_rule and tenant:d3c8d08a27b0436095ebe5041c9550c9 is out of sync, need to count used quota {{(pid=86421) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:40:51.449818 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-2aae3243-1290-4585-a5f6-7565b89b4420 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:51.455628 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-66b4b5ca-f775-46db-b08b-009ac040871e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86421) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:40:51.467258 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-66b4b5ca-f775-46db-b08b-009ac040871e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86421) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:40:51.480906 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-2aae3243-1290-4585-a5f6-7565b89b4420 admin admin] Deleting port c129d0b3-0d17-49f1-8540-9655a8ebefa7 {{(pid=86421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 18:40:51.481700 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-2aae3243-1290-4585-a5f6-7565b89b4420 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251177940340'] for port, before_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:51.691404 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-ad8aad9d-0a48-4fb5-80bb-110357b5efcb admin admin] Notify callbacks [] for router, before_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:51.759926 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_dvr_db [None req-54c48474-0ba2-4e5c-9021-9df887d28ab9 None None] Set router 4073f7ca-9722-4c16-88d8-1e3009ccf7dd gateway port host: dv-cinder-786931-2-iscsi {{(pid=86423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:40:51.785458 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-2aae3243-1290-4585-a5f6-7565b89b4420 admin admin] For port c129d0b3-0d17-49f1-8540-9655a8ebefa7, host dv-cinder-786931-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-2-iscsi',level=0,port_id=c129d0b3-0d17-49f1-8540-9655a8ebefa7,segment=NetworkSegment(f02283aa-238a-4f3f-9851-30c34a9365bb),segment_id=f02283aa-238a-4f3f-9851-30c34a9365bb)] {{(pid=86421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:40:51.786179 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-2aae3243-1290-4585-a5f6-7565b89b4420 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858558'] for port, precommit_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:51.806305 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-66b4b5ca-f775-46db-b08b-009ac040871e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:51.867838 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-66b4b5ca-f775-46db-b08b-009ac040871e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850969184'] for security_group, after_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:51.945717 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-7eb662f3-9658-4899-8b8c-e5b3df61a1a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:40:51.966508 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-2aae3243-1290-4585-a5f6-7565b89b4420 admin admin] Calling delete_port for c129d0b3-0d17-49f1-8540-9655a8ebefa7 owned by network:router_gateway {{(pid=86421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 18:40:52.072129 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-66b4b5ca-f775-46db-b08b-009ac040871e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d3c8d08a27b0436095ebe5041c9550c9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7077661
Apr 20 18:40:52.079043 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.11', 52836) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:40:52.081666 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b4b5ca-f775-46db-b08b-009ac040871e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83796ce6-cd93-40c3-88fb-777273ea531a,revision_number=1']} {{(pid=86421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:40:52.087843 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-66b4b5ca-f775-46db-b08b-009ac040871e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:40:52.311502 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-dfa8ece7-5b73-4771-b681-d9d10cd5c9e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd931221390>, [{'id': '53c51bd1-5c16-4b0d-a6f4-31b35ee30127', 'name': 'tempest-TestMinimumBasicScenario-548430451-router', 'tenant_id': '3be7c248a97e46148d7d0fe47561fe71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357044f3-f85c-4c82-92f2-504aa071d528', 'external_fixed_ips': [{'subnet_id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'ip_address': '172.27.2.125'}], 'enable_snat': True}, 'gw_port_id': 'c129d0b3-0d17-49f1-8540-9655a8ebefa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:37:57Z', 'updated_at': '2021-04-20T18:40:49Z', 'revision_number': 5, 'project_id': '3be7c248a97e46148d7d0fe47561fe71', 'gw_port': {'id': 'c129d0b3-0d17-49f1-8540-9655a8ebefa7', 'name': '', 'network_id': '357044f3-f85c-4c82-92f2-504aa071d528', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:d5:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c51bd1-5c16-4b0d-a6f4-31b35ee30127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'ip_address': '172.27.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:37:59Z', 'updated_at': '2021-04-20T18:38:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-2-iscsi'}], 'dv-cinder-786931-2-iscsi', False) {} {{(pid=86422) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:40:52.321177 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa8ece7-5b73-4771-b681-d9d10cd5c9e8 None None] Checking router: 53c51bd1-5c16-4b0d-a6f4-31b35ee30127 for host: dv-cinder-786931-2-iscsi {{(pid=86422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 18:40:52.333575 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-64cd4701-b2e8-4ff7-8634-63ef7ecd6c65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:52.342703 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa8ece7-5b73-4771-b681-d9d10cd5c9e8 None None] Routers {'53c51bd1-5c16-4b0d-a6f4-31b35ee30127'} bound to L3 agent in host dv-cinder-786931-2-iscsi {{(pid=86422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:40:52.344079 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-dfa8ece7-5b73-4771-b681-d9d10cd5c9e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd931221390>, 'dv-cinder-786931-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T18:22:01Z,description=<?>,heartbeat_timestamp=2021-04-20T18:40:31Z,host='dv-cinder-786931-2-iscsi',id=561dbf79-24e4-4a0d-b08c-f7bb8670fc1d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:22:01Z,topic='l3_agent')) {'router_ids': ['53c51bd1-5c16-4b0d-a6f4-31b35ee30127'], 'active': True} {{(pid=86422) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:40:52.354520 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-54c48474-0ba2-4e5c-9021-9df887d28ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd930e47048>, [{'id': '4073f7ca-9722-4c16-88d8-1e3009ccf7dd', 'name': 'tempest-TestShelveInstance-946025727-router', 'tenant_id': '1add7c109cdb4d8a811d9f43993315e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357044f3-f85c-4c82-92f2-504aa071d528', 'external_fixed_ips': [{'subnet_id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'ip_address': '172.27.2.55'}], 'enable_snat': True}, 'gw_port_id': '3162cd2a-52e3-46ff-a9ea-97070bb9066e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:35:27Z', 'updated_at': '2021-04-20T18:40:49Z', 'revision_number': 5, 'project_id': '1add7c109cdb4d8a811d9f43993315e0', 'gw_port': {'id': '3162cd2a-52e3-46ff-a9ea-97070bb9066e', 'name': '', 'network_id': '357044f3-f85c-4c82-92f2-504aa071d528', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:b4:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4073f7ca-9722-4c16-88d8-1e3009ccf7dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'ip_address': '172.27.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:35:28Z', 'updated_at': '2021-04-20T18:35:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-2-iscsi'}], 'dv-cinder-786931-2-iscsi', False) {} {{(pid=86423) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:40:52.362623 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54c48474-0ba2-4e5c-9021-9df887d28ab9 None None] Checking router: 4073f7ca-9722-4c16-88d8-1e3009ccf7dd for host: dv-cinder-786931-2-iscsi {{(pid=86423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 18:40:52.379664 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-ad8aad9d-0a48-4fb5-80bb-110357b5efcb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:52.381256 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54c48474-0ba2-4e5c-9021-9df887d28ab9 None None] Routers {'4073f7ca-9722-4c16-88d8-1e3009ccf7dd'} bound to L3 agent in host dv-cinder-786931-2-iscsi {{(pid=86423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:40:52.382904 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-54c48474-0ba2-4e5c-9021-9df887d28ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd930e47048>, 'dv-cinder-786931-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T18:22:01Z,description=<?>,heartbeat_timestamp=2021-04-20T18:40:31Z,host='dv-cinder-786931-2-iscsi',id=561dbf79-24e4-4a0d-b08c-f7bb8670fc1d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:22:01Z,topic='l3_agent')) {'router_ids': ['4073f7ca-9722-4c16-88d8-1e3009ccf7dd'], 'active': True} {{(pid=86423) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:40:52.432281 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-64cd4701-b2e8-4ff7-8634-63ef7ecd6c65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:52.451474 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-ad8aad9d-0a48-4fb5-80bb-110357b5efcb admin admin] Deleting port 3162cd2a-52e3-46ff-a9ea-97070bb9066e {{(pid=86420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 18:40:52.452106 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-ad8aad9d-0a48-4fb5-80bb-110357b5efcb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251177940340'] for port, before_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:52.592908 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-2aae3243-1290-4585-a5f6-7565b89b4420 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251177936671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785676391897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036828324065'] for port, after_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:52.598242 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:40:52.658102 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aae3243-1290-4585-a5f6-7565b89b4420 admin admin] Pushing event deleted for resources: {'Port': ['ID=c129d0b3-0d17-49f1-8540-9655a8ebefa7,revision_number=None']} {{(pid=86421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:40:52.663599 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-2aae3243-1290-4585-a5f6-7565b89b4420 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:40:52.697679 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_dvr_db [None req-dfa8ece7-5b73-4771-b681-d9d10cd5c9e8 None None] Set router 53c51bd1-5c16-4b0d-a6f4-31b35ee30127 gateway port host: None {{(pid=86422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:40:52.707595 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_dvr_db [None req-54c48474-0ba2-4e5c-9021-9df887d28ab9 None None] Set router 4073f7ca-9722-4c16-88d8-1e3009ccf7dd gateway port host: None {{(pid=86423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:40:52.795218 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-2aae3243-1290-4585-a5f6-7565b89b4420 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036850909850'] for router_gateway, after_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:52.934476 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-dfa8ece7-5b73-4771-b681-d9d10cd5c9e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd931221390>, [{'id': '53c51bd1-5c16-4b0d-a6f4-31b35ee30127', 'name': 'tempest-TestMinimumBasicScenario-548430451-router', 'tenant_id': '3be7c248a97e46148d7d0fe47561fe71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:37:57Z', 'updated_at': '2021-04-20T18:40:51Z', 'revision_number': 6, 'project_id': '3be7c248a97e46148d7d0fe47561fe71', 'gw_port_host': None}], 'dv-cinder-786931-2-iscsi', False) {} {{(pid=86422) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:40:52.942965 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa8ece7-5b73-4771-b681-d9d10cd5c9e8 None None] The sync data for ids ['53c51bd1-5c16-4b0d-a6f4-31b35ee30127'] in dv-cinder-786931-2-iscsi is: [{'id': '53c51bd1-5c16-4b0d-a6f4-31b35ee30127', 'name': 'tempest-TestMinimumBasicScenario-548430451-router', 'tenant_id': '3be7c248a97e46148d7d0fe47561fe71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:37:57Z', 'updated_at': '2021-04-20T18:40:51Z', 'revision_number': 6, 'project_id': '3be7c248a97e46148d7d0fe47561fe71', 'gw_port_host': None}] {{(pid=86422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 18:40:53.015727 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-54c48474-0ba2-4e5c-9021-9df887d28ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd930e47048>, [{'id': '4073f7ca-9722-4c16-88d8-1e3009ccf7dd', 'name': 'tempest-TestShelveInstance-946025727-router', 'tenant_id': '1add7c109cdb4d8a811d9f43993315e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:35:27Z', 'updated_at': '2021-04-20T18:40:52Z', 'revision_number': 6, 'project_id': '1add7c109cdb4d8a811d9f43993315e0', 'gw_port_host': None}], 'dv-cinder-786931-2-iscsi', False) {} {{(pid=86423) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:40:53.020315 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-ad8aad9d-0a48-4fb5-80bb-110357b5efcb admin admin] For port 3162cd2a-52e3-46ff-a9ea-97070bb9066e, host dv-cinder-786931-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-2-iscsi',level=0,port_id=3162cd2a-52e3-46ff-a9ea-97070bb9066e,segment=NetworkSegment(f02283aa-238a-4f3f-9851-30c34a9365bb),segment_id=f02283aa-238a-4f3f-9851-30c34a9365bb)] {{(pid=86420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:40:53.020315 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-ad8aad9d-0a48-4fb5-80bb-110357b5efcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858558'] for port, precommit_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:53.023770 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54c48474-0ba2-4e5c-9021-9df887d28ab9 None None] The sync data for ids ['4073f7ca-9722-4c16-88d8-1e3009ccf7dd'] in dv-cinder-786931-2-iscsi is: [{'id': '4073f7ca-9722-4c16-88d8-1e3009ccf7dd', 'name': 'tempest-TestShelveInstance-946025727-router', 'tenant_id': '1add7c109cdb4d8a811d9f43993315e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:35:27Z', 'updated_at': '2021-04-20T18:40:52Z', 'revision_number': 6, 'project_id': '1add7c109cdb4d8a811d9f43993315e0', 'gw_port_host': None}] {{(pid=86423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 18:40:53.039298 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-2aae3243-1290-4585-a5f6-7565b89b4420 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036850938054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8100'] for router, precommit_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:53.043993 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-2aae3243-1290-4585-a5f6-7565b89b4420 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:53.091514 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-2aae3243-1290-4585-a5f6-7565b89b4420 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3839614'] for router, after_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:53.092682 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2aae3243-1290-4585-a5f6-7565b89b4420 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 53c51bd1-5c16-4b0d-a6f4-31b35ee30127 {{(pid=86421) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 20 18:40:53.134446 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-2aae3243-1290-4585-a5f6-7565b89b4420 admin admin] Notify callbacks [] for router, before_response {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:53.136466 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-2aae3243-1290-4585-a5f6-7565b89b4420 admin admin] 10.222.0.11 "DELETE /v2.0/routers/53c51bd1-5c16-4b0d-a6f4-31b35ee30127 HTTP/1.1" status: 204  len: 168 time: 2.2326124
Apr 20 18:40:53.140272 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86421) accepted ('10.222.0.11', 52840) {{(pid=86421) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:40:53.154889 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-64cd4701-b2e8-4ff7-8634-63ef7ecd6c65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850969184'] for security_group, after_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:53.233595 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd9cc27a-9fa4-4360-b5ac-2c0624f2497d admin admin] Deleting subnet a190696b-2aa4-417c-9fa5-c8b8ec121632 {{(pid=86421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 20 18:40:53.237521 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-fd9cc27a-9fa4-4360-b5ac-2c0624f2497d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:53.304315 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-fd9cc27a-9fa4-4360-b5ac-2c0624f2497d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2425938'] for subnet, precommit_delete_associations {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:53.314911 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-ad8aad9d-0a48-4fb5-80bb-110357b5efcb admin admin] Calling delete_port for 3162cd2a-52e3-46ff-a9ea-97070bb9066e owned by network:router_gateway {{(pid=86420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 18:40:53.379540 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-3e0df0c4-a670-4754-b96b-60a18616f9ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:40:53.402148 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cd4701-b2e8-4ff7-8634-63ef7ecd6c65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83796ce6-cd93-40c3-88fb-777273ea531a,revision_number=None']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:40:53.406839 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-64cd4701-b2e8-4ff7-8634-63ef7ecd6c65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:40:53.407905 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-64cd4701-b2e8-4ff7-8634-63ef7ecd6c65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:53.409238 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-64cd4701-b2e8-4ff7-8634-63ef7ecd6c65 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/83796ce6-cd93-40c3-88fb-777273ea531a HTTP/1.1" status: 204  len: 168 time: 1.3275850
Apr 20 18:40:53.429908 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-fd9cc27a-9fa4-4360-b5ac-2c0624f2497d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735778'] for subnet, precommit_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:53.628590 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-ad8aad9d-0a48-4fb5-80bb-110357b5efcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251177936671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785676391897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4189424'] for port, after_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:53.643026 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-3305b649-d7cc-4417-bb2c-b0902c1ae2be tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:40:53.739288 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8aad9d-0a48-4fb5-80bb-110357b5efcb admin admin] Pushing event deleted for resources: {'Port': ['ID=3162cd2a-52e3-46ff-a9ea-97070bb9066e,revision_number=None']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:40:53.744311 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-ad8aad9d-0a48-4fb5-80bb-110357b5efcb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:40:53.838499 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-fd9cc27a-9fa4-4360-b5ac-2c0624f2497d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854040038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850911380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036828324149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2438166'] for subnet, after_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:53.851106 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:40:53.855622 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-ad8aad9d-0a48-4fb5-80bb-110357b5efcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036850909850'] for router_gateway, after_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:53.903071 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-fd9cc27a-9fa4-4360-b5ac-2c0624f2497d admin admin] Notify callbacks [] for subnet, before_response {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:53.911638 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9cc27a-9fa4-4360-b5ac-2c0624f2497d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a190696b-2aa4-417c-9fa5-c8b8ec121632,revision_number=None']} {{(pid=86421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:40:53.919819 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-fd9cc27a-9fa4-4360-b5ac-2c0624f2497d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:40:53.922314 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-fd9cc27a-9fa4-4360-b5ac-2c0624f2497d admin admin] 10.222.0.11 "DELETE /v2.0/subnets/a190696b-2aa4-417c-9fa5-c8b8ec121632 HTTP/1.1" status: 204  len: 168 time: 0.7805054
Apr 20 18:40:53.922963 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4566c45e-126e-4911-aa92-265943cb9e06 None None] Network b6f1f49b-69fd-4222-97e0-03eb35e91bb5 requested from dv-cinder-786931-2-iscsi {{(pid=86422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 18:40:53.932819 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86421) accepted ('10.222.0.11', 52848) {{(pid=86421) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:40:54.127927 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-ad8aad9d-0a48-4fb5-80bb-110357b5efcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036850938054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8100'] for router, precommit_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:54.131340 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-ad8aad9d-0a48-4fb5-80bb-110357b5efcb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:54.140983 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-26eab8fa-8c98-4b63-9b69-8d9404865931 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543598'] for network, before_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:54.157911 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-ad8aad9d-0a48-4fb5-80bb-110357b5efcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3839614'] for router, after_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:54.158990 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad8aad9d-0a48-4fb5-80bb-110357b5efcb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4073f7ca-9722-4c16-88d8-1e3009ccf7dd {{(pid=86420) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 20 18:40:54.163618 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-26eab8fa-8c98-4b63-9b69-8d9404865931 admin admin] Deleting port ad22d0e5-5bfb-4892-9e9c-976582bab113 {{(pid=86421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 18:40:54.164086 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-26eab8fa-8c98-4b63-9b69-8d9404865931 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251177940340'] for port, before_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:54.185392 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-ad8aad9d-0a48-4fb5-80bb-110357b5efcb admin admin] Notify callbacks [] for router, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:54.187169 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-ad8aad9d-0a48-4fb5-80bb-110357b5efcb admin admin] 10.222.0.11 "DELETE /v2.0/routers/4073f7ca-9722-4c16-88d8-1e3009ccf7dd HTTP/1.1" status: 204  len: 168 time: 2.8780785
Apr 20 18:40:54.200278 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.11', 52852) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:40:54.308182 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.db_base_plugin_v2 [None req-be45d237-3fc7-423b-a29f-7fbf5b926e14 admin admin] Deleting subnet 723c2dbc-970f-4bec-81b3-a3d7ca52bf2f {{(pid=86420) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 20 18:40:54.313995 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-be45d237-3fc7-423b-a29f-7fbf5b926e14 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:54.448244 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-be45d237-3fc7-423b-a29f-7fbf5b926e14 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2734893'] for subnet, precommit_delete_associations {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:54.455345 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86421) accepted ('10.222.0.11', 52858) {{(pid=86421) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:40:54.558208 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-947c5895-4bd3-413e-8aaf-2cfc040edfc4 None None] DHCP port deletion for b6f1f49b-69fd-4222-97e0-03eb35e91bb5 request from dv-cinder-786931-2-iscsi {{(pid=86422) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 20 18:40:54.565339 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-947c5895-4bd3-413e-8aaf-2cfc040edfc4 None None] Deleting port ad22d0e5-5bfb-4892-9e9c-976582bab113 {{(pid=86422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 18:40:54.566098 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-947c5895-4bd3-413e-8aaf-2cfc040edfc4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251177940340'] for port, before_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:54.570419 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d974f8d1-ef2c-4c4e-bf3a-c1a70c5ec828 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:54.591823 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-be45d237-3fc7-423b-a29f-7fbf5b926e14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735778'] for subnet, precommit_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:54.622724 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-d974f8d1-ef2c-4c4e-bf3a-c1a70c5ec828 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86421) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:40:54.644199 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-d974f8d1-ef2c-4c4e-bf3a-c1a70c5ec828 admin admin] Usage tracker for resource:security_group_rule and tenant:eaa90db0cd8843f5a9c5c62ca2858ce8 is out of sync, need to count used quota {{(pid=86421) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:40:54.654255 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-d974f8d1-ef2c-4c4e-bf3a-c1a70c5ec828 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86421) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:40:54.659649 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-26eab8fa-8c98-4b63-9b69-8d9404865931 admin admin] For port ad22d0e5-5bfb-4892-9e9c-976582bab113, host dv-cinder-786931-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-2-iscsi',level=0,port_id=ad22d0e5-5bfb-4892-9e9c-976582bab113,segment=NetworkSegment(5d49f01f-da66-477d-a5b2-6bc0088f8dcf),segment_id=5d49f01f-da66-477d-a5b2-6bc0088f8dcf)] {{(pid=86421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:40:54.660299 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-26eab8fa-8c98-4b63-9b69-8d9404865931 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858558'] for port, precommit_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:54.685929 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-d974f8d1-ef2c-4c4e-bf3a-c1a70c5ec828 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86421) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:40:54.878857 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Device 63c0027d-19f1-4852-84eb-f853bb957d4e no longer exists at agent ovs-agent-dv-cinder-786931-2-iscsi {{(pid=86422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 18:40:54.906015 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-26eab8fa-8c98-4b63-9b69-8d9404865931 admin admin] Calling delete_port for ad22d0e5-5bfb-4892-9e9c-976582bab113 owned by network:dhcp {{(pid=86421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 18:40:54.926485 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] No Port match for: 63c0027d-19f1-4852-84eb-f853bb957d4e {{(pid=86422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 18:40:54.926951 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Device 63c0027d-19f1-4852-84eb-f853bb957d4e not bound to the agent host dv-cinder-786931-2-iscsi {{(pid=86422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 18:40:54.927655 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Device ad22d0e5-5bfb-4892-9e9c-976582bab113 no longer exists at agent ovs-agent-dv-cinder-786931-2-iscsi {{(pid=86422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 18:40:54.954553 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-be45d237-3fc7-423b-a29f-7fbf5b926e14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854040038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850911380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4189476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852074705'] for subnet, after_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:54.962084 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-56e7a697-fe60-4dab-ad5e-27d935787e7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:40:55.009892 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be45d237-3fc7-423b-a29f-7fbf5b926e14 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=723c2dbc-970f-4bec-81b3-a3d7ca52bf2f,revision_number=None']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:40:55.017677 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-947c5895-4bd3-413e-8aaf-2cfc040edfc4 None None] For port ad22d0e5-5bfb-4892-9e9c-976582bab113, host dv-cinder-786931-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-2-iscsi',level=0,port_id=ad22d0e5-5bfb-4892-9e9c-976582bab113,segment=NetworkSegment(5d49f01f-da66-477d-a5b2-6bc0088f8dcf),segment_id=5d49f01f-da66-477d-a5b2-6bc0088f8dcf)] {{(pid=86422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:40:55.018132 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-947c5895-4bd3-413e-8aaf-2cfc040edfc4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858558'] for port, precommit_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:55.019490 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-be45d237-3fc7-423b-a29f-7fbf5b926e14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:40:55.022040 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-be45d237-3fc7-423b-a29f-7fbf5b926e14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3704713'] for subnet, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:55.029573 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-be45d237-3fc7-423b-a29f-7fbf5b926e14 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/723c2dbc-970f-4bec-81b3-a3d7ca52bf2f HTTP/1.1" status: 204  len: 168 time: 0.8257055
Apr 20 18:40:55.032308 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.11', 52864) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:40:55.033946 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23375d18-8fab-4b11-91d5-8642f8498c7a None None] Network 6f7b4d04-330b-491f-b94f-6be61b18569e requested from dv-cinder-786931-2-iscsi {{(pid=86422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 18:40:55.046491 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-26eab8fa-8c98-4b63-9b69-8d9404865931 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251177936671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785676391897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036828324065'] for port, after_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:55.054052 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.plugins.ml2.db [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] No ports have port_id starting with ad22d0e5-5bfb-4892-9e9c-976582bab113
Apr 20 18:40:55.054787 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-2aae3243-1290-4585-a5f6-7565b89b4420 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:40:55.056045 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Device c129d0b3-0d17-49f1-8540-9655a8ebefa7 no longer exists at agent ovs-agent-dv-cinder-786931-2-iscsi {{(pid=86422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 18:40:55.136070 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26eab8fa-8c98-4b63-9b69-8d9404865931 admin admin] Pushing event deleted for resources: {'Port': ['ID=ad22d0e5-5bfb-4892-9e9c-976582bab113,revision_number=None']} {{(pid=86421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:40:55.142695 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26eab8fa-8c98-4b63-9b69-8d9404865931 admin admin] No DVR routers for this DVR port ad22d0e5-5bfb-4892-9e9c-976582bab113 on host dv-cinder-786931-2-iscsi {{(pid=86421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 18:40:55.177198 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-42fcd86d-0aa0-4262-bea6-d5cac7826b6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543598'] for network, before_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:55.191039 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-42fcd86d-0aa0-4262-bea6-d5cac7826b6c admin admin] Deleting port 049a9ae9-895d-4dc4-bc08-1592dc719dc6 {{(pid=86420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 18:40:55.191725 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-42fcd86d-0aa0-4262-bea6-d5cac7826b6c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251177940340'] for port, before_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:55.205741 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-26eab8fa-8c98-4b63-9b69-8d9404865931 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:40:55.287048 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] No Port match for: c129d0b3-0d17-49f1-8540-9655a8ebefa7 {{(pid=86422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 18:40:55.287392 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Device c129d0b3-0d17-49f1-8540-9655a8ebefa7 not bound to the agent host dv-cinder-786931-2-iscsi {{(pid=86422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 18:40:55.288224 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Device 3162cd2a-52e3-46ff-a9ea-97070bb9066e no longer exists at agent ovs-agent-dv-cinder-786931-2-iscsi {{(pid=86422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 18:40:55.333172 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-947c5895-4bd3-413e-8aaf-2cfc040edfc4 None None] Calling delete_port for ad22d0e5-5bfb-4892-9e9c-976582bab113 owned by network:dhcp {{(pid=86422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 18:40:55.382593 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] No Port match for: 3162cd2a-52e3-46ff-a9ea-97070bb9066e {{(pid=86422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 18:40:55.383351 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Device 3162cd2a-52e3-46ff-a9ea-97070bb9066e not bound to the agent host dv-cinder-786931-2-iscsi {{(pid=86422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 18:40:55.383841 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Device d30820c8-c99a-4881-b399-ee2525f1f2e9 no longer exists at agent ovs-agent-dv-cinder-786931-2-iscsi {{(pid=86422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 18:40:55.433630 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] No Port match for: d30820c8-c99a-4881-b399-ee2525f1f2e9 {{(pid=86422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 18:40:55.433984 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Device d30820c8-c99a-4881-b399-ee2525f1f2e9 not bound to the agent host dv-cinder-786931-2-iscsi {{(pid=86422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 18:40:55.472680 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d974f8d1-ef2c-4c4e-bf3a-c1a70c5ec828 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:55.480270 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d974f8d1-ef2c-4c4e-bf3a-c1a70c5ec828 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850969184'] for security_group, after_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:55.496715 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-26eab8fa-8c98-4b63-9b69-8d9404865931 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854039945', 'neutron.services.segments.db._delete_segments_for_network-8785676757363'] for network, precommit_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:55.528336 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-13f99dad-82a0-4ae4-9bf0-9ba6412fdbbe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:40:55.535312 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-42fcd86d-0aa0-4262-bea6-d5cac7826b6c admin admin] For port 049a9ae9-895d-4dc4-bc08-1592dc719dc6, host dv-cinder-786931-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-2-iscsi',level=0,port_id=049a9ae9-895d-4dc4-bc08-1592dc719dc6,segment=NetworkSegment(7f22962e-f3a8-4a3c-81fe-c114f4658b0f),segment_id=7f22962e-f3a8-4a3c-81fe-c114f4658b0f)] {{(pid=86420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:40:55.535637 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-42fcd86d-0aa0-4262-bea6-d5cac7826b6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858558'] for port, precommit_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:55.598261 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.db.api [None req-947c5895-4bd3-413e-8aaf-2cfc040edfc4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86422) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 20 18:40:55.598649 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_db.api [None req-947c5895-4bd3-413e-8aaf-2cfc040edfc4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86422) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 20 18:40:55.703904 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1186958-7e88-490b-b7d5-a818941ee6e8 None None] DHCP port deletion for 6f7b4d04-330b-491f-b94f-6be61b18569e request from dv-cinder-786931-2-iscsi {{(pid=86422) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 20 18:40:55.711698 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-c1186958-7e88-490b-b7d5-a818941ee6e8 None None] Deleting port 049a9ae9-895d-4dc4-bc08-1592dc719dc6 {{(pid=86422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 18:40:55.712375 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-c1186958-7e88-490b-b7d5-a818941ee6e8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251177940340'] for port, before_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:55.744143 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-42fcd86d-0aa0-4262-bea6-d5cac7826b6c admin admin] Calling delete_port for 049a9ae9-895d-4dc4-bc08-1592dc719dc6 owned by network:dhcp {{(pid=86420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 18:40:55.747851 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-d974f8d1-ef2c-4c4e-bf3a-c1a70c5ec828 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=eaa90db0cd8843f5a9c5c62ca2858ce8&name=default HTTP/1.1" status: 200  len: 2979 time: 1.2891352
Apr 20 18:40:55.747851 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d974f8d1-ef2c-4c4e-bf3a-c1a70c5ec828 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b10289c-7db7-4c19-ac1b-6e2dfc3ef2b4,revision_number=1']} {{(pid=86421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:40:55.755229 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86421) accepted ('10.222.0.11', 52872) {{(pid=86421) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:40:55.781751 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-d974f8d1-ef2c-4c4e-bf3a-c1a70c5ec828 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:40:55.869618 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.services.segments.db [None req-26eab8fa-8c98-4b63-9b69-8d9404865931 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fd9304e9c50>,) {'filters': {'network_id': ['b6f1f49b-69fd-4222-97e0-03eb35e91bb5']}} {{(pid=86421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:40:55.881064 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-42fcd86d-0aa0-4262-bea6-d5cac7826b6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251177936671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785676391897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4189424'] for port, after_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:55.890368 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-0fb236c6-61c4-4228-9c1c-f61ddce261a4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:40:55.899783 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-c1186958-7e88-490b-b7d5-a818941ee6e8 None None] The port '049a9ae9-895d-4dc4-bc08-1592dc719dc6' was deleted {{(pid=86422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Apr 20 18:40:55.903367 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.services.segments.db [None req-26eab8fa-8c98-4b63-9b69-8d9404865931 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fd9304e9c50>, '5d49f01f-da66-477d-a5b2-6bc0088f8dcf') {'for_net_delete': True} {{(pid=86421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:40:55.903928 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.services.segments.db [None req-26eab8fa-8c98-4b63-9b69-8d9404865931 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fd9304e9c50>, '5d49f01f-da66-477d-a5b2-6bc0088f8dcf') {} {{(pid=86421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:40:55.951802 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-26eab8fa-8c98-4b63-9b69-8d9404865931 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363251177908579', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852349862'] for segment, before_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:55.980855 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d054fd79-2095-43f6-8400-943fd31bb55e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:55.984242 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fcd86d-0aa0-4262-bea6-d5cac7826b6c admin admin] Pushing event deleted for resources: {'Port': ['ID=049a9ae9-895d-4dc4-bc08-1592dc719dc6,revision_number=None']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:40:55.989605 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-42fcd86d-0aa0-4262-bea6-d5cac7826b6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:40:55.991004 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42fcd86d-0aa0-4262-bea6-d5cac7826b6c admin admin] No DVR routers for this DVR port 049a9ae9-895d-4dc4-bc08-1592dc719dc6 on host dv-cinder-786931-2-iscsi {{(pid=86420) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 18:40:56.002942 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-26eab8fa-8c98-4b63-9b69-8d9404865931 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854148540'] for segment, precommit_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:56.035539 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26eab8fa-8c98-4b63-9b69-8d9404865931 admin admin] Releasing vlan 373 on physical network physnet1 to pool {{(pid=86421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 20 18:40:56.101482 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-947c5895-4bd3-413e-8aaf-2cfc040edfc4 None None] Deleting port ad22d0e5-5bfb-4892-9e9c-976582bab113 {{(pid=86422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 18:40:56.102363 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-947c5895-4bd3-413e-8aaf-2cfc040edfc4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251177940340'] for port, before_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:56.108803 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d054fd79-2095-43f6-8400-943fd31bb55e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:56.210289 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-947c5895-4bd3-413e-8aaf-2cfc040edfc4 None None] The port 'ad22d0e5-5bfb-4892-9e9c-976582bab113' was deleted {{(pid=86422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Apr 20 18:40:56.460587 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [None req-26eab8fa-8c98-4b63-9b69-8d9404865931 admin admin] Network b6f1f49b-69fd-4222-97e0-03eb35e91bb5 has no segments {{(pid=86421) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 18:40:56.479096 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-26eab8fa-8c98-4b63-9b69-8d9404865931 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-627251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26451816'] for segment, after_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:56.621450 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-42fcd86d-0aa0-4262-bea6-d5cac7826b6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854039945', 'neutron.services.segments.db._delete_segments_for_network-8785676757363'] for network, precommit_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:56.679110 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d054fd79-2095-43f6-8400-943fd31bb55e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850969184'] for security_group, after_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:56.693784 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-230cd084-6fc4-4244-a50a-2e102f4f6144 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:40:56.826255 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d054fd79-2095-43f6-8400-943fd31bb55e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b10289c-7db7-4c19-ac1b-6e2dfc3ef2b4,revision_number=None']} {{(pid=86421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:40:56.846559 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.services.segments.db [None req-42fcd86d-0aa0-4262-bea6-d5cac7826b6c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fd931a363c8>,) {'filters': {'network_id': ['6f7b4d04-330b-491f-b94f-6be61b18569e']}} {{(pid=86420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:40:56.860868 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-d054fd79-2095-43f6-8400-943fd31bb55e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:40:56.871591 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.services.segments.db [None req-42fcd86d-0aa0-4262-bea6-d5cac7826b6c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fd931a363c8>, '7f22962e-f3a8-4a3c-81fe-c114f4658b0f') {'for_net_delete': True} {{(pid=86420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:40:56.872015 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.services.segments.db [None req-42fcd86d-0aa0-4262-bea6-d5cac7826b6c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fd931a363c8>, '7f22962e-f3a8-4a3c-81fe-c114f4658b0f') {} {{(pid=86420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:40:56.880621 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [None req-26eab8fa-8c98-4b63-9b69-8d9404865931 admin admin] Network b6f1f49b-69fd-4222-97e0-03eb35e91bb5 has no segments {{(pid=86421) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 18:40:56.881484 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Device 049a9ae9-895d-4dc4-bc08-1592dc719dc6 no longer exists at agent ovs-agent-dv-cinder-786931-2-iscsi {{(pid=86422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 18:40:56.889433 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-42fcd86d-0aa0-4262-bea6-d5cac7826b6c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363251177908579', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852040923'] for segment, before_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:56.908605 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-42fcd86d-0aa0-4262-bea6-d5cac7826b6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854148540'] for segment, precommit_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:56.917160 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42fcd86d-0aa0-4262-bea6-d5cac7826b6c admin admin] Releasing vlan 354 on physical network physnet1 to pool {{(pid=86420) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 20 18:40:56.917426 dv-cinder-786931-2-iscsi neutron-server[86307]: Traceback (most recent call last):
Apr 20 18:40:56.917426 dv-cinder-786931-2-iscsi neutron-server[86307]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 20 18:40:56.917426 dv-cinder-786931-2-iscsi neutron-server[86307]:     timer()
Apr 20 18:40:56.917426 dv-cinder-786931-2-iscsi neutron-server[86307]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 20 18:40:56.917426 dv-cinder-786931-2-iscsi neutron-server[86307]:     cb(*args, **kw)
Apr 20 18:40:56.917426 dv-cinder-786931-2-iscsi neutron-server[86307]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 20 18:40:56.917426 dv-cinder-786931-2-iscsi neutron-server[86307]:     return func(*args, **kwargs)
Apr 20 18:40:56.917426 dv-cinder-786931-2-iscsi neutron-server[86307]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 20 18:40:56.917426 dv-cinder-786931-2-iscsi neutron-server[86307]:     self._notify()
Apr 20 18:40:56.917426 dv-cinder-786931-2-iscsi neutron-server[86307]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 20 18:40:56.917426 dv-cinder-786931-2-iscsi neutron-server[86307]:     self.callback(batched_events)
Apr 20 18:40:56.917426 dv-cinder-786931-2-iscsi neutron-server[86307]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 20 18:40:56.917426 dv-cinder-786931-2-iscsi neutron-server[86307]:     event.method(event)
Apr 20 18:40:56.917426 dv-cinder-786931-2-iscsi neutron-server[86307]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 20 18:40:56.917426 dv-cinder-786931-2-iscsi neutron-server[86307]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 20 18:40:56.917426 dv-cinder-786931-2-iscsi neutron-server[86307]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 20 18:40:56.917426 dv-cinder-786931-2-iscsi neutron-server[86307]:     segment_id)['aggregates'][0]
Apr 20 18:40:56.917426 dv-cinder-786931-2-iscsi neutron-server[86307]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 20 18:40:56.917426 dv-cinder-786931-2-iscsi neutron-server[86307]:     return f(self, *a, **k)
Apr 20 18:40:56.917426 dv-cinder-786931-2-iscsi neutron-server[86307]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 20 18:40:56.917426 dv-cinder-786931-2-iscsi neutron-server[86307]:     return self._get(url).json()
Apr 20 18:40:56.917426 dv-cinder-786931-2-iscsi neutron-server[86307]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 20 18:40:56.917426 dv-cinder-786931-2-iscsi neutron-server[86307]:     **kwargs)
Apr 20 18:40:56.917426 dv-cinder-786931-2-iscsi neutron-server[86307]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 20 18:40:56.917426 dv-cinder-786931-2-iscsi neutron-server[86307]:     return self.request(url, 'GET', **kwargs)
Apr 20 18:40:56.917426 dv-cinder-786931-2-iscsi neutron-server[86307]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 20 18:40:56.917426 dv-cinder-786931-2-iscsi neutron-server[86307]:     **endpoint_filter)
Apr 20 18:40:56.917426 dv-cinder-786931-2-iscsi neutron-server[86307]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 20 18:40:56.917426 dv-cinder-786931-2-iscsi neutron-server[86307]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 20 18:40:56.917426 dv-cinder-786931-2-iscsi neutron-server[86307]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 20 18:40:56.917426 dv-cinder-786931-2-iscsi neutron-server[86307]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 20 18:40:56.917426 dv-cinder-786931-2-iscsi neutron-server[86307]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 20 18:40:56.960391 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] No Port match for: 049a9ae9-895d-4dc4-bc08-1592dc719dc6 {{(pid=86422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 18:40:56.960953 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Device 049a9ae9-895d-4dc4-bc08-1592dc719dc6 not bound to the agent host dv-cinder-786931-2-iscsi {{(pid=86422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 18:40:56.977214 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d054fd79-2095-43f6-8400-943fd31bb55e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:56.978189 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-d054fd79-2095-43f6-8400-943fd31bb55e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6b10289c-7db7-4c19-ac1b-6e2dfc3ef2b4 HTTP/1.1" status: 204  len: 168 time: 1.2214720
Apr 20 18:40:57.023142 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-26eab8fa-8c98-4b63-9b69-8d9404865931 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850969204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850912127'] for network, after_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:57.040072 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:40:57.070855 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-26eab8fa-8c98-4b63-9b69-8d9404865931 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3704713'] for network, before_response {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:57.084000 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26eab8fa-8c98-4b63-9b69-8d9404865931 admin admin] Pushing event deleted for resources: {'Network': ['ID=b6f1f49b-69fd-4222-97e0-03eb35e91bb5,revision_number=None']} {{(pid=86421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:40:57.096096 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-26eab8fa-8c98-4b63-9b69-8d9404865931 admin admin] 10.222.0.11 "DELETE /v2.0/networks/b6f1f49b-69fd-4222-97e0-03eb35e91bb5 HTTP/1.1" status: 204  len: 168 time: 3.1585193
Apr 20 18:40:57.096096 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-26eab8fa-8c98-4b63-9b69-8d9404865931 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:40:57.243667 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [None req-42fcd86d-0aa0-4262-bea6-d5cac7826b6c admin admin] Network 6f7b4d04-330b-491f-b94f-6be61b18569e has no segments {{(pid=86420) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 18:40:57.254329 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-42fcd86d-0aa0-4262-bea6-d5cac7826b6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-627251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036850586489'] for segment, after_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:57.534435 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [None req-42fcd86d-0aa0-4262-bea6-d5cac7826b6c admin admin] Network 6f7b4d04-330b-491f-b94f-6be61b18569e has no segments {{(pid=86420) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 18:40:57.575740 dv-cinder-786931-2-iscsi neutron-server[86307]: Traceback (most recent call last):
Apr 20 18:40:57.575740 dv-cinder-786931-2-iscsi neutron-server[86307]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 20 18:40:57.575740 dv-cinder-786931-2-iscsi neutron-server[86307]:     timer()
Apr 20 18:40:57.575740 dv-cinder-786931-2-iscsi neutron-server[86307]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 20 18:40:57.575740 dv-cinder-786931-2-iscsi neutron-server[86307]:     cb(*args, **kw)
Apr 20 18:40:57.575740 dv-cinder-786931-2-iscsi neutron-server[86307]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 20 18:40:57.575740 dv-cinder-786931-2-iscsi neutron-server[86307]:     return func(*args, **kwargs)
Apr 20 18:40:57.575740 dv-cinder-786931-2-iscsi neutron-server[86307]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 20 18:40:57.575740 dv-cinder-786931-2-iscsi neutron-server[86307]:     self._notify()
Apr 20 18:40:57.575740 dv-cinder-786931-2-iscsi neutron-server[86307]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 20 18:40:57.575740 dv-cinder-786931-2-iscsi neutron-server[86307]:     self.callback(batched_events)
Apr 20 18:40:57.575740 dv-cinder-786931-2-iscsi neutron-server[86307]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 20 18:40:57.575740 dv-cinder-786931-2-iscsi neutron-server[86307]:     event.method(event)
Apr 20 18:40:57.575740 dv-cinder-786931-2-iscsi neutron-server[86307]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 20 18:40:57.575740 dv-cinder-786931-2-iscsi neutron-server[86307]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 20 18:40:57.575740 dv-cinder-786931-2-iscsi neutron-server[86307]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 20 18:40:57.575740 dv-cinder-786931-2-iscsi neutron-server[86307]:     segment_id)['aggregates'][0]
Apr 20 18:40:57.575740 dv-cinder-786931-2-iscsi neutron-server[86307]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 20 18:40:57.575740 dv-cinder-786931-2-iscsi neutron-server[86307]:     return f(self, *a, **k)
Apr 20 18:40:57.575740 dv-cinder-786931-2-iscsi neutron-server[86307]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 20 18:40:57.575740 dv-cinder-786931-2-iscsi neutron-server[86307]:     return self._get(url).json()
Apr 20 18:40:57.575740 dv-cinder-786931-2-iscsi neutron-server[86307]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 20 18:40:57.575740 dv-cinder-786931-2-iscsi neutron-server[86307]:     **kwargs)
Apr 20 18:40:57.575740 dv-cinder-786931-2-iscsi neutron-server[86307]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 20 18:40:57.575740 dv-cinder-786931-2-iscsi neutron-server[86307]:     return self.request(url, 'GET', **kwargs)
Apr 20 18:40:57.575740 dv-cinder-786931-2-iscsi neutron-server[86307]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 20 18:40:57.575740 dv-cinder-786931-2-iscsi neutron-server[86307]:     **endpoint_filter)
Apr 20 18:40:57.575740 dv-cinder-786931-2-iscsi neutron-server[86307]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 20 18:40:57.575740 dv-cinder-786931-2-iscsi neutron-server[86307]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 20 18:40:57.575740 dv-cinder-786931-2-iscsi neutron-server[86307]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 20 18:40:57.575740 dv-cinder-786931-2-iscsi neutron-server[86307]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 20 18:40:57.575740 dv-cinder-786931-2-iscsi neutron-server[86307]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 20 18:40:57.581081 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.11', 52888) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:40:57.713645 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-42fcd86d-0aa0-4262-bea6-d5cac7826b6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850969204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850912127'] for network, after_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:57.722386 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-42fcd86d-0aa0-4262-bea6-d5cac7826b6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3704713'] for network, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:57.734687 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:40:57.758656 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-17f1e61b-6214-4ebc-9a2e-d2608ce17cb5 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f53a192abe7c4bf98a9dcf3d23d09206&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1757607
Apr 20 18:40:57.763379 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86421) accepted ('10.222.0.11', 52892) {{(pid=86421) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:40:57.763893 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-42fcd86d-0aa0-4262-bea6-d5cac7826b6c admin admin] 10.222.0.11 "DELETE /v2.0/networks/6f7b4d04-330b-491f-b94f-6be61b18569e HTTP/1.1" status: 204  len: 168 time: 2.7297285
Apr 20 18:40:57.776685 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fcd86d-0aa0-4262-bea6-d5cac7826b6c admin admin] Pushing event deleted for resources: {'Network': ['ID=6f7b4d04-330b-491f-b94f-6be61b18569e,revision_number=None']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:40:57.778782 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-42fcd86d-0aa0-4262-bea6-d5cac7826b6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:40:57.865633 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-450f9b0c-d47b-40c7-8f9d-82d07a074d39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:57.921847 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-450f9b0c-d47b-40c7-8f9d-82d07a074d39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:58.003827 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-450f9b0c-d47b-40c7-8f9d-82d07a074d39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850969184'] for security_group, after_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:58.010441 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-90228013-5345-41dd-9b2e-eaaccb48524c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:40:58.035831 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450f9b0c-d47b-40c7-8f9d-82d07a074d39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dbc5abb-33fb-429f-bc59-5e978e26d110,revision_number=None']} {{(pid=86421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:40:58.044501 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-450f9b0c-d47b-40c7-8f9d-82d07a074d39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:40:58.056999 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-450f9b0c-d47b-40c7-8f9d-82d07a074d39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:58.059016 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-450f9b0c-d47b-40c7-8f9d-82d07a074d39 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9dbc5abb-33fb-429f-bc59-5e978e26d110 HTTP/1.1" status: 204  len: 168 time: 0.2937653
Apr 20 18:40:58.126421 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86421) accepted ('10.222.0.11', 52908) {{(pid=86421) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:40:58.208791 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-3b994b9d-582b-4c93-a646-8147df015487 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5283e7179c6941ac97dec0a0f8b3ae8f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0801868
Apr 20 18:40:58.212846 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86421) accepted ('10.222.0.11', 52912) {{(pid=86421) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:40:58.284683 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7716d406-804d-4615-9751-5f4a3e0233f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:58.317459 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7716d406-804d-4615-9751-5f4a3e0233f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:58.374313 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7716d406-804d-4615-9751-5f4a3e0233f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850969184'] for security_group, after_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:58.383021 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-99403481-4939-49a2-83bb-27da52a3b582 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:40:58.411546 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7716d406-804d-4615-9751-5f4a3e0233f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2be84d38-e399-4426-9a37-a5c024f9885b,revision_number=None']} {{(pid=86421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:40:58.419601 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-7716d406-804d-4615-9751-5f4a3e0233f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:40:58.436972 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7716d406-804d-4615-9751-5f4a3e0233f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:58.440923 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-7716d406-804d-4615-9751-5f4a3e0233f4 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2be84d38-e399-4426-9a37-a5c024f9885b HTTP/1.1" status: 204  len: 168 time: 0.2240660
Apr 20 18:40:58.570813 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-64178c30-24d3-480f-8792-f2ac6651d4b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:58.609897 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.11', 52922) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:40:58.682765 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-dd0e477d-e85f-42d8-8f1f-f77a180a58ba admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3be7c248a97e46148d7d0fe47561fe71&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0710485
Apr 20 18:40:58.687482 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86421) accepted ('10.222.0.11', 52926) {{(pid=86421) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:40:58.765837 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-b9eb012f-0c59-4df5-808f-c159ee652682 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:58.811342 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-b9eb012f-0c59-4df5-808f-c159ee652682 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:58.894300 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-b9eb012f-0c59-4df5-808f-c159ee652682 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850969184'] for security_group, after_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:58.901992 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-6c40dfb1-b9cb-4d28-a0fd-02491f77b18f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:40:58.916981 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9eb012f-0c59-4df5-808f-c159ee652682 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca4a2015-82f2-462d-8bdf-02f059941d98,revision_number=None']} {{(pid=86421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:40:58.929832 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-b9eb012f-0c59-4df5-808f-c159ee652682 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:40:58.936888 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-b9eb012f-0c59-4df5-808f-c159ee652682 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:58.939173 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-b9eb012f-0c59-4df5-808f-c159ee652682 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ca4a2015-82f2-462d-8bdf-02f059941d98 HTTP/1.1" status: 204  len: 168 time: 0.2501898
Apr 20 18:40:59.467418 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86421) accepted ('10.222.0.11', 52942) {{(pid=86421) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:40:59.577403 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-cc7f8cfc-8cef-4e8c-822d-7a0a4e63f920 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1add7c109cdb4d8a811d9f43993315e0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1056607
Apr 20 18:40:59.577960 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.11', 52948) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:40:59.665328 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-761041f2-aaa6-45f2-b9cd-6d7f9d0d0a98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:59.701015 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-761041f2-aaa6-45f2-b9cd-6d7f9d0d0a98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:59.761289 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-761041f2-aaa6-45f2-b9cd-6d7f9d0d0a98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850969184'] for security_group, after_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:59.770391 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-8126b8d0-4622-4deb-b199-f7814e6f0eb7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:40:59.797749 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761041f2-aaa6-45f2-b9cd-6d7f9d0d0a98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cb43356-a462-4d4c-9158-49f77d8a8b99,revision_number=None']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:40:59.800942 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86421) accepted ('10.222.0.11', 52956) {{(pid=86421) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:40:59.815398 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-761041f2-aaa6-45f2-b9cd-6d7f9d0d0a98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:40:59.817759 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-761041f2-aaa6-45f2-b9cd-6d7f9d0d0a98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:59.823432 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-761041f2-aaa6-45f2-b9cd-6d7f9d0d0a98 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8cb43356-a462-4d4c-9158-49f77d8a8b99 HTTP/1.1" status: 204  len: 168 time: 0.2443161
Apr 20 18:40:59.962475 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-03b71f5d-de69-4e26-a89f-1b6dfb5b83ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:59.980837 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-03b71f5d-de69-4e26-a89f-1b6dfb5b83ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86421) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:40:59.988750 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-03b71f5d-de69-4e26-a89f-1b6dfb5b83ef admin admin] Usage tracker for resource:security_group_rule and tenant:7f2bbe4c5ad4438fabee8a6ff7d145f0 is out of sync, need to count used quota {{(pid=86421) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:40:59.989298 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-03b71f5d-de69-4e26-a89f-1b6dfb5b83ef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86421) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:40:59.998064 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-03b71f5d-de69-4e26-a89f-1b6dfb5b83ef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86421) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:41:00.137390 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-03b71f5d-de69-4e26-a89f-1b6dfb5b83ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:00.141266 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-03b71f5d-de69-4e26-a89f-1b6dfb5b83ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850969184'] for security_group, after_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:00.155125 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-4eef836e-1064-43a7-8a4d-410a7214c376 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:41:00.210741 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b71f5d-de69-4e26-a89f-1b6dfb5b83ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b34c114-a783-4387-9d9c-ecec4d1d32b4,revision_number=1']} {{(pid=86421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:41:00.216770 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-03b71f5d-de69-4e26-a89f-1b6dfb5b83ef admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7f2bbe4c5ad4438fabee8a6ff7d145f0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4134521
Apr 20 18:41:00.218359 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86421) accepted ('10.222.0.11', 52968) {{(pid=86421) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:41:00.259009 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b71f5d-de69-4e26-a89f-1b6dfb5b83ef admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:41:00.259490 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b71f5d-de69-4e26-a89f-1b6dfb5b83ef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:41:00.260251 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b71f5d-de69-4e26-a89f-1b6dfb5b83ef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:41:00.260970 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b71f5d-de69-4e26-a89f-1b6dfb5b83ef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:41:00.261686 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b71f5d-de69-4e26-a89f-1b6dfb5b83ef admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:41:00.262434 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b71f5d-de69-4e26-a89f-1b6dfb5b83ef admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:41:00.263167 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b71f5d-de69-4e26-a89f-1b6dfb5b83ef admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:41:00.263850 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b71f5d-de69-4e26-a89f-1b6dfb5b83ef admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:41:00.264855 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b71f5d-de69-4e26-a89f-1b6dfb5b83ef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:41:00.265568 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b71f5d-de69-4e26-a89f-1b6dfb5b83ef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:41:00.266286 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b71f5d-de69-4e26-a89f-1b6dfb5b83ef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:41:00.267017 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b71f5d-de69-4e26-a89f-1b6dfb5b83ef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:41:00.275390 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-03b71f5d-de69-4e26-a89f-1b6dfb5b83ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:41:00.347876 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-e4bb85c5-1f80-42f1-bbc1-8a5ced7cdfb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:00.384271 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-e4bb85c5-1f80-42f1-bbc1-8a5ced7cdfb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:00.455062 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-e4bb85c5-1f80-42f1-bbc1-8a5ced7cdfb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850969184'] for security_group, after_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:00.459517 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-558fffec-d7ff-4faf-bef7-b747c3629a26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:41:00.473276 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bb85c5-1f80-42f1-bbc1-8a5ced7cdfb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b34c114-a783-4387-9d9c-ecec4d1d32b4,revision_number=None']} {{(pid=86421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:41:00.478481 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-e4bb85c5-1f80-42f1-bbc1-8a5ced7cdfb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:41:00.481963 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-e4bb85c5-1f80-42f1-bbc1-8a5ced7cdfb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:00.483227 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-e4bb85c5-1f80-42f1-bbc1-8a5ced7cdfb6 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8b34c114-a783-4387-9d9c-ecec4d1d32b4 HTTP/1.1" status: 204  len: 168 time: 0.2509847
Apr 20 18:41:00.650022 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.11', 52982) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:41:01.003070 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.v2.base [None req-909d7623-4956-489e-830b-a7efbd8e47d9 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-675695298-network', 'tenant_id': '94755b3932d949cd9cb52a0da22b3fc0'}} {{(pid=86420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:41:01.012026 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-909d7623-4956-489e-830b-a7efbd8e47d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:41:01.019820 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-909d7623-4956-489e-830b-a7efbd8e47d9 admin admin] Usage tracker for resource:network and tenant:94755b3932d949cd9cb52a0da22b3fc0 is out of sync, need to count used quota {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:41:01.026092 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-909d7623-4956-489e-830b-a7efbd8e47d9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:41:01.037396 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-909d7623-4956-489e-830b-a7efbd8e47d9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:41:01.062763 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-909d7623-4956-489e-830b-a7efbd8e47d9 admin admin] Made reservation on behalf of 94755b3932d949cd9cb52a0da22b3fc0 for: {'network': 1} {{(pid=86420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 18:41:01.071868 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-909d7623-4956-489e-830b-a7efbd8e47d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854207267'] for network, before_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:01.094209 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-909d7623-4956-489e-830b-a7efbd8e47d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:01.125685 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-909d7623-4956-489e-830b-a7efbd8e47d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:41:01.133535 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-909d7623-4956-489e-830b-a7efbd8e47d9 admin admin] Usage tracker for resource:security_group_rule and tenant:94755b3932d949cd9cb52a0da22b3fc0 is out of sync, need to count used quota {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:41:01.137250 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-909d7623-4956-489e-830b-a7efbd8e47d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:41:01.145763 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-909d7623-4956-489e-830b-a7efbd8e47d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:41:01.285862 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-909d7623-4956-489e-830b-a7efbd8e47d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:01.289872 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-909d7623-4956-489e-830b-a7efbd8e47d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850969184'] for security_group, after_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:01.294822 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-b6d31f88-76d2-4b6a-954c-b4bb82a2f6be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:41:01.318777 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-909d7623-4956-489e-830b-a7efbd8e47d9 admin admin] vlan segment allocate from pool success with {'vlan_id': 351, 'physical_network': 'physnet1'}  {{(pid=86420) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 20 18:41:01.344202 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909d7623-4956-489e-830b-a7efbd8e47d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4dd875a-eac7-4fcd-be2f-8f5dba2b793d,revision_number=1']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:41:01.346581 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f524b3e8-6e4c-425a-9acb-bb2231118f0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:01.347363 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-909d7623-4956-489e-830b-a7efbd8e47d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854148540'] for segment, precommit_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:01.347760 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.db.segments_db [None req-909d7623-4956-489e-830b-a7efbd8e47d9 admin admin] Added segment 9f7abe42-b68a-4919-8d63-b9d7caeb57f5 of type vlan for network d59fa4ee-f8cd-410b-88b6-98181f8e4bde
Apr 20 18:41:01.360676 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909d7623-4956-489e-830b-a7efbd8e47d9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:41:01.361126 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909d7623-4956-489e-830b-a7efbd8e47d9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:41:01.361544 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909d7623-4956-489e-830b-a7efbd8e47d9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:41:01.361927 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909d7623-4956-489e-830b-a7efbd8e47d9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:41:01.362329 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909d7623-4956-489e-830b-a7efbd8e47d9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:41:01.362735 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909d7623-4956-489e-830b-a7efbd8e47d9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:41:01.363141 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909d7623-4956-489e-830b-a7efbd8e47d9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:41:01.363553 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909d7623-4956-489e-830b-a7efbd8e47d9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:41:01.363951 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909d7623-4956-489e-830b-a7efbd8e47d9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:41:01.364380 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909d7623-4956-489e-830b-a7efbd8e47d9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:41:01.364787 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909d7623-4956-489e-830b-a7efbd8e47d9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:41:01.365186 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909d7623-4956-489e-830b-a7efbd8e47d9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:41:01.371225 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-909d7623-4956-489e-830b-a7efbd8e47d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:41:01.394593 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-909d7623-4956-489e-830b-a7efbd8e47d9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785676380019'] for network, precommit_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:01.434424 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-909d7623-4956-489e-830b-a7efbd8e47d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850969204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730'] for network, after_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:01.441820 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-909d7623-4956-489e-830b-a7efbd8e47d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:41:01.443030 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-909d7623-4956-489e-830b-a7efbd8e47d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3704713'] for network, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:01.445291 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-59ff2fcf-5a92-41e6-b6a8-ab5cb4df6403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:01.455771 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:41:01.621056 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-909d7623-4956-489e-830b-a7efbd8e47d9 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 0.9696989
Apr 20 18:41:01.621905 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909d7623-4956-489e-830b-a7efbd8e47d9 admin admin] Pushing event updated for resources: {'Network': ['ID=d59fa4ee-f8cd-410b-88b6-98181f8e4bde,revision_number=1']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:41:01.625118 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86421) accepted ('10.222.0.11', 53012) {{(pid=86421) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:41:01.630802 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-909d7623-4956-489e-830b-a7efbd8e47d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:41:01.634931 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Network d59fa4ee-f8cd-410b-88b6-98181f8e4bde details requested by agent ovs-agent-dv-cinder-786931-2-iscsi with host dv-cinder-786931-2-iscsi {{(pid=86422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 20 18:41:01.636365 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.v2.base [None req-aaa898b9-a86b-473d-a040-ec8a9a42ec2e admin admin] Request body: {'subnet': {'network_id': 'd59fa4ee-f8cd-410b-88b6-98181f8e4bde', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-675695298-subnet', 'tenant_id': '94755b3932d949cd9cb52a0da22b3fc0', 'ip_version': 4}} {{(pid=86421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:41:01.645168 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-aaa898b9-a86b-473d-a040-ec8a9a42ec2e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86421) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:41:01.652678 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-aaa898b9-a86b-473d-a040-ec8a9a42ec2e admin admin] Usage tracker for resource:subnet and tenant:94755b3932d949cd9cb52a0da22b3fc0 is out of sync, need to count used quota {{(pid=86421) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:41:01.658047 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-aaa898b9-a86b-473d-a040-ec8a9a42ec2e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86421) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:41:01.669420 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-aaa898b9-a86b-473d-a040-ec8a9a42ec2e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86421) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:41:01.685984 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaa898b9-a86b-473d-a040-ec8a9a42ec2e admin admin] Made reservation on behalf of 94755b3932d949cd9cb52a0da22b3fc0 for: {'subnet': 1} {{(pid=86421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 18:41:01.695549 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-aaa898b9-a86b-473d-a040-ec8a9a42ec2e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852337604'] for subnet, before_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:02.003174 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:02.207788 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-aaa898b9-a86b-473d-a040-ec8a9a42ec2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850911380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26451598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852337619'] for subnet, after_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:02.214032 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-a86cc324-1c83-45c9-8f3b-efde0f05ed94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:41:02.301834 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa898b9-a86b-473d-a040-ec8a9a42ec2e admin admin] Pushing event updated for resources: {'Subnet': ['ID=c7080e04-6ac2-44f9-a0da-002989b1e21f,revision_number=0']} {{(pid=86421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:41:02.306730 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-aaa898b9-a86b-473d-a040-ec8a9a42ec2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:41:02.310014 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa898b9-a86b-473d-a040-ec8a9a42ec2e admin admin] Checking segment: {'id': '9f7abe42-b68a-4919-8d63-b9d7caeb57f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'd59fa4ee-f8cd-410b-88b6-98181f8e4bde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 18:41:02.310229 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaa898b9-a86b-473d-a040-ec8a9a42ec2e admin admin] Network hostable DHCP agents. Network: d59fa4ee-f8cd-410b-88b6-98181f8e4bde, hostable agents: ['d7942baf-6bbf-4686-8ec5-e08268711b74'], hosted agents: [] {{(pid=86421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 20 18:41:02.331665 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaa898b9-a86b-473d-a040-ec8a9a42ec2e admin admin] Network d59fa4ee-f8cd-410b-88b6-98181f8e4bde is scheduled to be hosted by DHCP agent d7942baf-6bbf-4686-8ec5-e08268711b74 with binding_index 1 {{(pid=86421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 20 18:41:02.349097 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.scheduler.base_scheduler [None req-aaa898b9-a86b-473d-a040-ec8a9a42ec2e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786931-2-iscsi, d59fa4ee-f8cd-410b-88b6-98181f8e4bde) {{(pid=86421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:41:02.369515 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01520565-071c-41b4-8c0b-475039d3568d None None] Network d59fa4ee-f8cd-410b-88b6-98181f8e4bde requested from dv-cinder-786931-2-iscsi {{(pid=86422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 18:41:02.378987 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaa898b9-a86b-473d-a040-ec8a9a42ec2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:41:02.380185 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-aaa898b9-a86b-473d-a040-ec8a9a42ec2e admin admin] Notify callbacks [] for subnet, before_response {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:02.433141 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-aaa898b9-a86b-473d-a040-ec8a9a42ec2e admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.8059714
Apr 20 18:41:02.435305 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.11', 53054) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:41:02.446563 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.v2.base [None req-e95ac7cb-e2b4-4b32-8e40-e4d010f41cc9 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-675695298-router', 'tenant_id': '94755b3932d949cd9cb52a0da22b3fc0', 'external_gateway_info': {'network_id': '357044f3-f85c-4c82-92f2-504aa071d528'}}} {{(pid=86420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:41:02.455838 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-e95ac7cb-e2b4-4b32-8e40-e4d010f41cc9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:41:02.465826 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-e95ac7cb-e2b4-4b32-8e40-e4d010f41cc9 admin admin] Usage tracker for resource:router and tenant:94755b3932d949cd9cb52a0da22b3fc0 is out of sync, need to count used quota {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:41:02.472260 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-e95ac7cb-e2b4-4b32-8e40-e4d010f41cc9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:41:02.486366 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-e95ac7cb-e2b4-4b32-8e40-e4d010f41cc9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:41:02.509065 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-e95ac7cb-e2b4-4b32-8e40-e4d010f41cc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036850938385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8139'] for router, before_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:02.511773 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-e95ac7cb-e2b4-4b32-8e40-e4d010f41cc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3837415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3865857', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3804944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854767684'] for router, precommit_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:02.542202 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-e95ac7cb-e2b4-4b32-8e40-e4d010f41cc9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:02.645599 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:02.903840 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-e95ac7cb-e2b4-4b32-8e40-e4d010f41cc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3866102', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3837788', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854767699'] for router, precommit_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:03.079195 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ada8924b-07c4-47a6-ae99-6458345448f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82bc64bb-a80f-5e37-9fe3-a5a7bfe5a88e-d59fa4ee-f8cd-410b-88b6-98181f8e4bde', 'network_id': 'd59fa4ee-f8cd-410b-88b6-98181f8e4bde', 'tenant_id': '94755b3932d949cd9cb52a0da22b3fc0', 'fixed_ips': [{'subnet_id': 'c7080e04-6ac2-44f9-a0da-002989b1e21f'}]}} from dv-cinder-786931-2-iscsi. {{(pid=86422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 20 18:41:03.080574 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-ada8924b-07c4-47a6-ae99-6458345448f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854207267'] for port, before_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:03.236257 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-69625b45-0eac-4ead-bef5-f7df2e631dfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:03.320730 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-e95ac7cb-e2b4-4b32-8e40-e4d010f41cc9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:03.355361 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.db_base_plugin_common [None req-ada8924b-07c4-47a6-ae99-6458345448f8 None None] Allocated IP 172.20.0.2 (d59fa4ee-f8cd-410b-88b6-98181f8e4bde/c7080e04-6ac2-44f9-a0da-002989b1e21f/c8309442-0069-405a-8048-f08a1cedeb0f) {{(pid=86422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 18:41:03.363290 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-e95ac7cb-e2b4-4b32-8e40-e4d010f41cc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854207267'] for port, before_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:03.619475 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-ada8924b-07c4-47a6-ae99-6458345448f8 None None] Notify callbacks [] for port, precommit_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:03.644145 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-ada8924b-07c4-47a6-ae99-6458345448f8 None None] Transition to ACTIVE for port object c8309442-0069-405a-8048-f08a1cedeb0f will not be triggered until provisioned by entity L2. {{(pid=86422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 18:41:03.650234 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.db_base_plugin_common [None req-e95ac7cb-e2b4-4b32-8e40-e4d010f41cc9 admin admin] Allocated IP 172.27.2.179 (357044f3-f85c-4c82-92f2-504aa071d528/737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87/676b99f3-6b0c-48c4-8262-7448ad4ac3f1) {{(pid=86420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 18:41:03.680696 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-ada8924b-07c4-47a6-ae99-6458345448f8 None None] Transition to ACTIVE for port object c8309442-0069-405a-8048-f08a1cedeb0f will not be triggered until provisioned by entity DHCP. {{(pid=86422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 18:41:03.689044 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-ada8924b-07c4-47a6-ae99-6458345448f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251178383920'] for port, after_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:03.695850 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:41:03.777019 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ada8924b-07c4-47a6-ae99-6458345448f8 None None] Network d59fa4ee-f8cd-410b-88b6-98181f8e4bde is already hosted by enough agents. {{(pid=86422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 18:41:03.778290 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.scheduler.base_scheduler [None req-ada8924b-07c4-47a6-ae99-6458345448f8 None None] Resources bound (agent type, host, resource id):  {{(pid=86422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:41:03.782652 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada8924b-07c4-47a6-ae99-6458345448f8 None None] Received port after_create {{(pid=86422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 18:41:03.793991 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada8924b-07c4-47a6-ae99-6458345448f8 None None] Pushing event updated for resources: {'Port': ['ID=c8309442-0069-405a-8048-f08a1cedeb0f,revision_number=1']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:41:03.842259 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada8924b-07c4-47a6-ae99-6458345448f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:41:03.842642 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada8924b-07c4-47a6-ae99-6458345448f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:41:03.843034 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada8924b-07c4-47a6-ae99-6458345448f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:41:03.843407 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada8924b-07c4-47a6-ae99-6458345448f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:41:03.843821 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada8924b-07c4-47a6-ae99-6458345448f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:41:03.844180 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada8924b-07c4-47a6-ae99-6458345448f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:41:03.844539 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada8924b-07c4-47a6-ae99-6458345448f8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:41:03.844915 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada8924b-07c4-47a6-ae99-6458345448f8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:41:03.845545 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada8924b-07c4-47a6-ae99-6458345448f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:41:03.845908 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada8924b-07c4-47a6-ae99-6458345448f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:41:03.846268 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada8924b-07c4-47a6-ae99-6458345448f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:41:03.846630 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada8924b-07c4-47a6-ae99-6458345448f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:41:03.879379 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-ada8924b-07c4-47a6-ae99-6458345448f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:41:03.880326 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-e95ac7cb-e2b4-4b32-8e40-e4d010f41cc9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:03.913315 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [None req-ada8924b-07c4-47a6-ae99-6458345448f8 None None] Attempting to bind port c8309442-0069-405a-8048-f08a1cedeb0f on host dv-cinder-786931-2-iscsi for vnic_type normal with profile  {{(pid=86422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 18:41:03.913880 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [None req-ada8924b-07c4-47a6-ae99-6458345448f8 None None] Attempting to bind port c8309442-0069-405a-8048-f08a1cedeb0f by drivers openvswitch,hyperv on host dv-cinder-786931-2-iscsi at level 0 using segments [{'id': '9f7abe42-b68a-4919-8d63-b9d7caeb57f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'd59fa4ee-f8cd-410b-88b6-98181f8e4bde'}] {{(pid=86422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 18:41:03.914289 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada8924b-07c4-47a6-ae99-6458345448f8 None None] Attempting to bind port c8309442-0069-405a-8048-f08a1cedeb0f on network d59fa4ee-f8cd-410b-88b6-98181f8e4bde {{(pid=86422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 18:41:03.921722 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-e95ac7cb-e2b4-4b32-8e40-e4d010f41cc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251178383920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4189424'] for port, after_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:03.923194 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada8924b-07c4-47a6-ae99-6458345448f8 None None] Checking agent: {'id': '36d4d98e-2d96-4c9b-9d9c-08d159895b6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786931-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 22, 2), 'started_at': datetime.datetime(2021, 4, 20, 18, 22, 32), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 41, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786931-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 18:41:03.923884 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada8924b-07c4-47a6-ae99-6458345448f8 None None] Checking segment: {'id': '9f7abe42-b68a-4919-8d63-b9d7caeb57f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'd59fa4ee-f8cd-410b-88b6-98181f8e4bde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 18:41:03.924632 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-ada8924b-07c4-47a6-ae99-6458345448f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:03.925345 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada8924b-07c4-47a6-ae99-6458345448f8 None None] Bound using segment: {'id': '9f7abe42-b68a-4919-8d63-b9d7caeb57f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'd59fa4ee-f8cd-410b-88b6-98181f8e4bde'} {{(pid=86422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 18:41:03.926206 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [None req-ada8924b-07c4-47a6-ae99-6458345448f8 None None] Bound port: c8309442-0069-405a-8048-f08a1cedeb0f, host: dv-cinder-786931-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f7abe42-b68a-4919-8d63-b9d7caeb57f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'd59fa4ee-f8cd-410b-88b6-98181f8e4bde'}}] {{(pid=86422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 18:41:03.926897 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-ada8924b-07c4-47a6-ae99-6458345448f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854207267'] for port, before_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:03.933506 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-0fb236c6-61c4-4228-9c1c-f61ddce261a4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:41:04.076950 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e95ac7cb-e2b4-4b32-8e40-e4d010f41cc9 admin admin] Network 357044f3-f85c-4c82-92f2-504aa071d528 is already hosted by enough agents. {{(pid=86420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 18:41:04.082428 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.scheduler.base_scheduler [None req-e95ac7cb-e2b4-4b32-8e40-e4d010f41cc9 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:41:04.092191 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e95ac7cb-e2b4-4b32-8e40-e4d010f41cc9 admin admin] Received port after_create {{(pid=86420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 18:41:04.108721 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-ada8924b-07c4-47a6-ae99-6458345448f8 None None] For port c8309442-0069-405a-8048-f08a1cedeb0f, host dv-cinder-786931-2-iscsi, cleared binding levels {{(pid=86422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 18:41:04.114464 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-ada8924b-07c4-47a6-ae99-6458345448f8 None None] For port c8309442-0069-405a-8048-f08a1cedeb0f, host dv-cinder-786931-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-2-iscsi',level=0,port_id=c8309442-0069-405a-8048-f08a1cedeb0f,segment=NetworkSegment(9f7abe42-b68a-4919-8d63-b9d7caeb57f5),segment_id=9f7abe42-b68a-4919-8d63-b9d7caeb57f5)] {{(pid=86422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 18:41:04.119279 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-ada8924b-07c4-47a6-ae99-6458345448f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785676839112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251178383903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251178382076'] for port, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:04.127431 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-b7073889-d135-495b-8cf6-c0fa12483409 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:41:04.142645 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95ac7cb-e2b4-4b32-8e40-e4d010f41cc9 admin admin] Pushing event updated for resources: {'Port': ['ID=676b99f3-6b0c-48c4-8262-7448ad4ac3f1,revision_number=1']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:41:04.154560 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-e95ac7cb-e2b4-4b32-8e40-e4d010f41cc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:41:04.307995 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada8924b-07c4-47a6-ae99-6458345448f8 None None] Pushing event updated for resources: {'Port': ['ID=c8309442-0069-405a-8048-f08a1cedeb0f,revision_number=2']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:41:04.315713 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-ada8924b-07c4-47a6-ae99-6458345448f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:41:04.911522 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-e95ac7cb-e2b4-4b32-8e40-e4d010f41cc9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:04.934271 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Device c8309442-0069-405a-8048-f08a1cedeb0f up at agent ovs-agent-dv-cinder-786931-2-iscsi {{(pid=86422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:41:05.092679 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Provisioning for port c8309442-0069-405a-8048-f08a1cedeb0f completed by entity L2. {{(pid=86422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 18:41:05.788535 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-e95ac7cb-e2b4-4b32-8e40-e4d010f41cc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036850938044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036850909732'] for router, after_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:05.850705 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-611e1467-7c49-4d42-94b8-e3af80849068 None None] Network d59fa4ee-f8cd-410b-88b6-98181f8e4bde requested from dv-cinder-786931-2-iscsi {{(pid=86422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 18:41:05.973710 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-1e84d9e6-48ac-4b37-92e4-b6cd9a96d11f None None] Provisioning for port c8309442-0069-405a-8048-f08a1cedeb0f completed by entity DHCP. {{(pid=86422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 18:41:05.992011 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-1e84d9e6-48ac-4b37-92e4-b6cd9a96d11f None None] Provisioning complete for port c8309442-0069-405a-8048-f08a1cedeb0f triggered by entity DHCP. {{(pid=86422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:41:05.992488 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-1e84d9e6-48ac-4b37-92e4-b6cd9a96d11f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733696'] for port, provisioning_complete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:06.080572 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e95ac7cb-e2b4-4b32-8e40-e4d010f41cc9 admin admin] Router 4b1fcda2-6bdb-4c42-9b1b-c074dfbaab87 is scheduled to L3 agent 561dbf79-24e4-4a0d-b08c-f7bb8670fc1d with binding_index 1 {{(pid=86420) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 20 18:41:06.264730 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-1e84d9e6-48ac-4b37-92e4-b6cd9a96d11f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854207267'] for port, before_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:06.321241 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-1e84d9e6-48ac-4b37-92e4-b6cd9a96d11f None None] For port c8309442-0069-405a-8048-f08a1cedeb0f, host dv-cinder-786931-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-2-iscsi',level=0,port_id=c8309442-0069-405a-8048-f08a1cedeb0f,segment=NetworkSegment(9f7abe42-b68a-4919-8d63-b9d7caeb57f5),segment_id=9f7abe42-b68a-4919-8d63-b9d7caeb57f5)] {{(pid=86422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:41:06.328513 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-1e84d9e6-48ac-4b37-92e4-b6cd9a96d11f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785676839112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251178383903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251178382076'] for port, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:06.332027 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-b7073889-d135-495b-8cf6-c0fa12483409 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:41:06.415440 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e95ac7cb-e2b4-4b32-8e40-e4d010f41cc9 admin admin] Notify agent at l3_agent.dv-cinder-786931-2-iscsi the message routers_updated {{(pid=86420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 18:41:06.430123 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e84d9e6-48ac-4b37-92e4-b6cd9a96d11f None None] Pushing event updated for resources: {'Port': ['ID=c8309442-0069-405a-8048-f08a1cedeb0f,revision_number=3']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:41:06.433584 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06239f59-443f-4438-9f3d-dbff84dfa3a3 None None] Sync routers for ids ['4b1fcda2-6bdb-4c42-9b1b-c074dfbaab87'] in dv-cinder-786931-2-iscsi {{(pid=86422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 18:41:06.441040 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-1e84d9e6-48ac-4b37-92e4-b6cd9a96d11f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:41:06.449129 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06239f59-443f-4438-9f3d-dbff84dfa3a3 None None] Routers {'4b1fcda2-6bdb-4c42-9b1b-c074dfbaab87'} bound to L3 agent in host dv-cinder-786931-2-iscsi {{(pid=86422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:41:06.452134 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-06239f59-443f-4438-9f3d-dbff84dfa3a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd92bf66ba8>, 'dv-cinder-786931-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-20T18:22:01Z,description=<?>,heartbeat_timestamp=2021-04-20T18:41:01Z,host='dv-cinder-786931-2-iscsi',id=561dbf79-24e4-4a0d-b08c-f7bb8670fc1d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:22:01Z,topic='l3_agent')) {'router_ids': ['4b1fcda2-6bdb-4c42-9b1b-c074dfbaab87'], 'active': True} {{(pid=86422) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:41:06.474217 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-e95ac7cb-e2b4-4b32-8e40-e4d010f41cc9 admin admin] Notify callbacks [] for router, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:06.477179 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-e95ac7cb-e2b4-4b32-8e40-e4d010f41cc9 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 4.0399168
Apr 20 18:41:06.480036 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86421) accepted ('10.222.0.11', 53078) {{(pid=86421) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:41:06.734783 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_dvr_db [None req-06239f59-443f-4438-9f3d-dbff84dfa3a3 None None] Set router 4b1fcda2-6bdb-4c42-9b1b-c074dfbaab87 gateway port host: dv-cinder-786931-2-iscsi {{(pid=86422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:41:06.954269 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Device c8309442-0069-405a-8048-f08a1cedeb0f up at agent ovs-agent-dv-cinder-786931-2-iscsi {{(pid=86422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:41:07.000686 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-d7119edb-cebd-4ca8-8ad2-109fc9af8d39 None None] Provisioning complete for port c8309442-0069-405a-8048-f08a1cedeb0f triggered by entity DHCP. {{(pid=86422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:41:07.001244 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d7119edb-cebd-4ca8-8ad2-109fc9af8d39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733696'] for port, provisioning_complete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:07.270944 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Provisioning complete for port c8309442-0069-405a-8048-f08a1cedeb0f triggered by entity L2. {{(pid=86422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:41:07.271372 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733696'] for port, provisioning_complete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:07.373083 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-06239f59-443f-4438-9f3d-dbff84dfa3a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd92bf66ba8>, [{'id': '4b1fcda2-6bdb-4c42-9b1b-c074dfbaab87', 'name': 'tempest-TestVolumeBootPattern-675695298-router', 'tenant_id': '94755b3932d949cd9cb52a0da22b3fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357044f3-f85c-4c82-92f2-504aa071d528', 'external_fixed_ips': [{'subnet_id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'ip_address': '172.27.2.179'}], 'enable_snat': True}, 'gw_port_id': '676b99f3-6b0c-48c4-8262-7448ad4ac3f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:41:02Z', 'updated_at': '2021-04-20T18:41:04Z', 'revision_number': 3, 'project_id': '94755b3932d949cd9cb52a0da22b3fc0', 'gw_port': {'id': '676b99f3-6b0c-48c4-8262-7448ad4ac3f1', 'name': '', 'network_id': '357044f3-f85c-4c82-92f2-504aa071d528', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:3a:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b1fcda2-6bdb-4c42-9b1b-c074dfbaab87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'ip_address': '172.27.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:41:03Z', 'updated_at': '2021-04-20T18:41:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-2-iscsi'}], 'dv-cinder-786931-2-iscsi', False) {} {{(pid=86422) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:41:07.380866 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06239f59-443f-4438-9f3d-dbff84dfa3a3 None None] Checking router: 4b1fcda2-6bdb-4c42-9b1b-c074dfbaab87 for host: dv-cinder-786931-2-iscsi {{(pid=86422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 18:41:07.381305 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06239f59-443f-4438-9f3d-dbff84dfa3a3 None None] Updating router 4b1fcda2-6bdb-4c42-9b1b-c074dfbaab87 port 676b99f3-6b0c-48c4-8262-7448ad4ac3f1 binding host dv-cinder-786931-2-iscsi {{(pid=86422) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 20 18:41:07.502971 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-06239f59-443f-4438-9f3d-dbff84dfa3a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854207267'] for port, before_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:07.792912 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-464f3561-ba21-4930-9f1d-8a7db9dcac07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854207267'] for port, before_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:08.016202 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.agents_db [None req-36c0d191-ed3c-416e-a897-084b3b2178c3 None None] Agent healthcheck: found 6 active agents {{(pid=86423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 18:41:08.126864 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-06239f59-443f-4438-9f3d-dbff84dfa3a3 None None] Notify callbacks [] for port, precommit_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:08.130021 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.db_base_plugin_common [None req-464f3561-ba21-4930-9f1d-8a7db9dcac07 admin admin] Allocated IP 172.20.0.1 (d59fa4ee-f8cd-410b-88b6-98181f8e4bde/c7080e04-6ac2-44f9-a0da-002989b1e21f/e0dd6ce0-935e-4765-ae7f-57adc942fb9e) {{(pid=86421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 18:41:08.141996 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-06239f59-443f-4438-9f3d-dbff84dfa3a3 None None] Transition to ACTIVE for port object 676b99f3-6b0c-48c4-8262-7448ad4ac3f1 will not be triggered until provisioned by entity L2. {{(pid=86422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 18:41:08.149064 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-06239f59-443f-4438-9f3d-dbff84dfa3a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785676839112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251178383903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251178382076'] for port, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:08.154972 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:41:08.255925 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [None req-06239f59-443f-4438-9f3d-dbff84dfa3a3 None None] Attempting to bind port 676b99f3-6b0c-48c4-8262-7448ad4ac3f1 on host dv-cinder-786931-2-iscsi for vnic_type normal with profile  {{(pid=86422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 18:41:08.257071 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [None req-06239f59-443f-4438-9f3d-dbff84dfa3a3 None None] Attempting to bind port 676b99f3-6b0c-48c4-8262-7448ad4ac3f1 by drivers openvswitch,hyperv on host dv-cinder-786931-2-iscsi at level 0 using segments [{'id': 'f02283aa-238a-4f3f-9851-30c34a9365bb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '357044f3-f85c-4c82-92f2-504aa071d528'}] {{(pid=86422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 18:41:08.257791 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06239f59-443f-4438-9f3d-dbff84dfa3a3 None None] Attempting to bind port 676b99f3-6b0c-48c4-8262-7448ad4ac3f1 on network 357044f3-f85c-4c82-92f2-504aa071d528 {{(pid=86422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 18:41:08.279291 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06239f59-443f-4438-9f3d-dbff84dfa3a3 None None] Checking agent: {'id': '36d4d98e-2d96-4c9b-9d9c-08d159895b6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786931-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 22, 2), 'started_at': datetime.datetime(2021, 4, 20, 18, 22, 32), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 41, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786931-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 18:41:08.280704 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06239f59-443f-4438-9f3d-dbff84dfa3a3 None None] Checking segment: {'id': 'f02283aa-238a-4f3f-9851-30c34a9365bb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '357044f3-f85c-4c82-92f2-504aa071d528'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 18:41:08.280704 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-06239f59-443f-4438-9f3d-dbff84dfa3a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:08.281525 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06239f59-443f-4438-9f3d-dbff84dfa3a3 None None] Bound using segment: {'id': 'f02283aa-238a-4f3f-9851-30c34a9365bb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '357044f3-f85c-4c82-92f2-504aa071d528'} {{(pid=86422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 18:41:08.282364 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [None req-06239f59-443f-4438-9f3d-dbff84dfa3a3 None None] Bound port: 676b99f3-6b0c-48c4-8262-7448ad4ac3f1, host: dv-cinder-786931-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f02283aa-238a-4f3f-9851-30c34a9365bb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '357044f3-f85c-4c82-92f2-504aa071d528'}}] {{(pid=86422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 18:41:08.283238 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-06239f59-443f-4438-9f3d-dbff84dfa3a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854207267'] for port, before_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:08.323184 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c9545b-7083-47d1-86fc-59fe75bffb6c None None] Pushing event updated for resources: {'Port': ['ID=676b99f3-6b0c-48c4-8262-7448ad4ac3f1,revision_number=2']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:41:08.332372 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-c8c9545b-7083-47d1-86fc-59fe75bffb6c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:41:08.351592 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-464f3561-ba21-4930-9f1d-8a7db9dcac07 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:08.370256 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-464f3561-ba21-4930-9f1d-8a7db9dcac07 admin admin] Transition to ACTIVE for port object e0dd6ce0-935e-4765-ae7f-57adc942fb9e will not be triggered until provisioned by entity DHCP. {{(pid=86421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 18:41:08.398897 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-464f3561-ba21-4930-9f1d-8a7db9dcac07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251178383920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036828324065'] for port, after_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:08.406432 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:41:08.429068 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-06239f59-443f-4438-9f3d-dbff84dfa3a3 None None] For port 676b99f3-6b0c-48c4-8262-7448ad4ac3f1, host dv-cinder-786931-2-iscsi, cleared binding levels {{(pid=86422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 18:41:08.435972 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-06239f59-443f-4438-9f3d-dbff84dfa3a3 None None] For port 676b99f3-6b0c-48c4-8262-7448ad4ac3f1, host dv-cinder-786931-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-2-iscsi',level=0,port_id=676b99f3-6b0c-48c4-8262-7448ad4ac3f1,segment=NetworkSegment(f02283aa-238a-4f3f-9851-30c34a9365bb),segment_id=f02283aa-238a-4f3f-9851-30c34a9365bb)] {{(pid=86422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 18:41:08.454881 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-06239f59-443f-4438-9f3d-dbff84dfa3a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785676839112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251178383903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251178382076'] for port, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:08.484752 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-4d0f8e21-df62-4635-a91e-4da945a6efc8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:41:08.532106 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-464f3561-ba21-4930-9f1d-8a7db9dcac07 admin admin] Network d59fa4ee-f8cd-410b-88b6-98181f8e4bde is already hosted by enough agents. {{(pid=86421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 18:41:08.535427 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.scheduler.base_scheduler [None req-464f3561-ba21-4930-9f1d-8a7db9dcac07 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:41:08.541045 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-464f3561-ba21-4930-9f1d-8a7db9dcac07 admin admin] Received port after_create {{(pid=86421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 18:41:08.567260 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06239f59-443f-4438-9f3d-dbff84dfa3a3 None None] Routers {'4b1fcda2-6bdb-4c42-9b1b-c074dfbaab87'} bound to L3 agent in host dv-cinder-786931-2-iscsi {{(pid=86422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:41:08.568233 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-06239f59-443f-4438-9f3d-dbff84dfa3a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd92bf66ba8>, 'dv-cinder-786931-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-20T18:22:01Z,description=<?>,heartbeat_timestamp=2021-04-20T18:41:01Z,host='dv-cinder-786931-2-iscsi',id=561dbf79-24e4-4a0d-b08c-f7bb8670fc1d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:22:01Z,topic='l3_agent')) {'router_ids': ['4b1fcda2-6bdb-4c42-9b1b-c074dfbaab87'], 'active': True} {{(pid=86422) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:41:08.579235 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464f3561-ba21-4930-9f1d-8a7db9dcac07 admin admin] Pushing event updated for resources: {'Port': ['ID=e0dd6ce0-935e-4765-ae7f-57adc942fb9e,revision_number=1']} {{(pid=86421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:41:08.584227 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-464f3561-ba21-4930-9f1d-8a7db9dcac07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:41:08.612128 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-464f3561-ba21-4930-9f1d-8a7db9dcac07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3863553'] for router_interface, before_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:08.769817 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-464f3561-ba21-4930-9f1d-8a7db9dcac07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854207267'] for port, before_update {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:08.784686 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c9545b-7083-47d1-86fc-59fe75bffb6c None None] Pushing event updated for resources: {'Port': ['ID=676b99f3-6b0c-48c4-8262-7448ad4ac3f1,revision_number=3']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:41:08.794923 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-c8c9545b-7083-47d1-86fc-59fe75bffb6c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:41:08.809846 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-3fd82ab1-2fbb-474f-9017-a1ddbb99a912 None None] Provisioning for port e0dd6ce0-935e-4765-ae7f-57adc942fb9e completed by entity DHCP. {{(pid=86422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 18:41:08.830154 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-3fd82ab1-2fbb-474f-9017-a1ddbb99a912 None None] Provisioning complete for port e0dd6ce0-935e-4765-ae7f-57adc942fb9e triggered by entity DHCP. {{(pid=86422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:41:08.830499 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-3fd82ab1-2fbb-474f-9017-a1ddbb99a912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733696'] for port, provisioning_complete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:08.893232 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_dvr_db [None req-06239f59-443f-4438-9f3d-dbff84dfa3a3 None None] Set router 4b1fcda2-6bdb-4c42-9b1b-c074dfbaab87 gateway port host: dv-cinder-786931-2-iscsi {{(pid=86422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:41:09.050449 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-3fd82ab1-2fbb-474f-9017-a1ddbb99a912 None None] Port e0dd6ce0-935e-4765-ae7f-57adc942fb9e cannot update to ACTIVE because it is not bound. {{(pid=86422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 18:41:09.063805 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-464f3561-ba21-4930-9f1d-8a7db9dcac07 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:09.069946 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-464f3561-ba21-4930-9f1d-8a7db9dcac07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785676839112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251178383903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251178382076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26451734'] for port, after_update {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:09.115428 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-ae2685f8-7b5d-4fb9-8f30-2407e8f7cb5b tempest-AttachVolumeShelveTestJSON-1867638007 tempest-AttachVolumeShelveTestJSON-1867638007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:41:09.210614 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464f3561-ba21-4930-9f1d-8a7db9dcac07 admin admin] Pushing event updated for resources: {'Port': ['ID=e0dd6ce0-935e-4765-ae7f-57adc942fb9e,revision_number=2']} {{(pid=86421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:41:09.213854 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-464f3561-ba21-4930-9f1d-8a7db9dcac07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:41:09.217056 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-464f3561-ba21-4930-9f1d-8a7db9dcac07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3704747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036850912154'] for router_interface, after_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:09.257475 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-06239f59-443f-4438-9f3d-dbff84dfa3a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd92bf66ba8>, [{'id': '4b1fcda2-6bdb-4c42-9b1b-c074dfbaab87', 'name': 'tempest-TestVolumeBootPattern-675695298-router', 'tenant_id': '94755b3932d949cd9cb52a0da22b3fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357044f3-f85c-4c82-92f2-504aa071d528', 'external_fixed_ips': [{'subnet_id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'ip_address': '172.27.2.179'}], 'enable_snat': True}, 'gw_port_id': '676b99f3-6b0c-48c4-8262-7448ad4ac3f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:41:02Z', 'updated_at': '2021-04-20T18:41:04Z', 'revision_number': 3, 'project_id': '94755b3932d949cd9cb52a0da22b3fc0', 'gw_port': {'id': '676b99f3-6b0c-48c4-8262-7448ad4ac3f1', 'name': '', 'network_id': '357044f3-f85c-4c82-92f2-504aa071d528', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:3a:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b1fcda2-6bdb-4c42-9b1b-c074dfbaab87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'ip_address': '172.27.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:41:03Z', 'updated_at': '2021-04-20T18:41:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-2-iscsi'}], 'dv-cinder-786931-2-iscsi', False) {} {{(pid=86422) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:41:09.262307 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06239f59-443f-4438-9f3d-dbff84dfa3a3 None None] The sync data for ids ['4b1fcda2-6bdb-4c42-9b1b-c074dfbaab87'] in dv-cinder-786931-2-iscsi is: [{'id': '4b1fcda2-6bdb-4c42-9b1b-c074dfbaab87', 'name': 'tempest-TestVolumeBootPattern-675695298-router', 'tenant_id': '94755b3932d949cd9cb52a0da22b3fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357044f3-f85c-4c82-92f2-504aa071d528', 'external_fixed_ips': [{'subnet_id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'ip_address': '172.27.2.179'}], 'enable_snat': True}, 'gw_port_id': '676b99f3-6b0c-48c4-8262-7448ad4ac3f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:41:02Z', 'updated_at': '2021-04-20T18:41:04Z', 'revision_number': 3, 'project_id': '94755b3932d949cd9cb52a0da22b3fc0', 'gw_port': {'id': '676b99f3-6b0c-48c4-8262-7448ad4ac3f1', 'name': '', 'network_id': '357044f3-f85c-4c82-92f2-504aa071d528', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:3a:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b1fcda2-6bdb-4c42-9b1b-c074dfbaab87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'ip_address': '172.27.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:41:03Z', 'updated_at': '2021-04-20T18:41:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-2-iscsi'}] {{(pid=86422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 18:41:09.384611 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-464f3561-ba21-4930-9f1d-8a7db9dcac07 admin admin] Network d59fa4ee-f8cd-410b-88b6-98181f8e4bde is already hosted by enough agents. {{(pid=86421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 18:41:09.385954 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.scheduler.base_scheduler [None req-464f3561-ba21-4930-9f1d-8a7db9dcac07 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:41:09.644203 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-464f3561-ba21-4930-9f1d-8a7db9dcac07 admin admin] Router 4b1fcda2-6bdb-4c42-9b1b-c074dfbaab87 has already been hosted by L3 agent 561dbf79-24e4-4a0d-b08c-f7bb8670fc1d {{(pid=86421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 18:41:09.693507 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-4965dd70-28bf-4eca-bc00-953e7e870631 None None] Provisioning complete for port e0dd6ce0-935e-4765-ae7f-57adc942fb9e triggered by entity DHCP. {{(pid=86422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:41:09.695545 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-4965dd70-28bf-4eca-bc00-953e7e870631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733696'] for port, provisioning_complete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:09.843456 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-4965dd70-28bf-4eca-bc00-953e7e870631 None None] Port e0dd6ce0-935e-4765-ae7f-57adc942fb9e cannot update to ACTIVE because it is not bound. {{(pid=86422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 18:41:09.985386 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-464f3561-ba21-4930-9f1d-8a7db9dcac07 admin admin] Notify agent at l3_agent.dv-cinder-786931-2-iscsi the message routers_updated {{(pid=86421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 18:41:09.996805 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-464f3561-ba21-4930-9f1d-8a7db9dcac07 admin admin] 10.222.0.11 "PUT /v2.0/routers/4b1fcda2-6bdb-4c42-9b1b-c074dfbaab87/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.5153325
Apr 20 18:41:10.793349 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86421) accepted ('10.222.0.11', 53104) {{(pid=86421) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:41:10.805470 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.v2.base [None req-212106ea-d59c-4926-99b0-ef7c237ad628 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1002451793-network', 'tenant_id': 'ef07ced441054caf9791ca16f8ffb2e3'}} {{(pid=86421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:41:10.813735 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-212106ea-d59c-4926-99b0-ef7c237ad628 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86421) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:41:10.819762 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-212106ea-d59c-4926-99b0-ef7c237ad628 admin admin] Usage tracker for resource:network and tenant:ef07ced441054caf9791ca16f8ffb2e3 is out of sync, need to count used quota {{(pid=86421) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:41:10.823916 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-212106ea-d59c-4926-99b0-ef7c237ad628 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86421) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:41:10.831226 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-212106ea-d59c-4926-99b0-ef7c237ad628 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86421) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:41:10.844678 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-212106ea-d59c-4926-99b0-ef7c237ad628 admin admin] Made reservation on behalf of ef07ced441054caf9791ca16f8ffb2e3 for: {'network': 1} {{(pid=86421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 18:41:10.853336 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-212106ea-d59c-4926-99b0-ef7c237ad628 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854207267'] for network, before_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:10.879384 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-212106ea-d59c-4926-99b0-ef7c237ad628 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:10.880997 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Device 676b99f3-6b0c-48c4-8262-7448ad4ac3f1 up at agent ovs-agent-dv-cinder-786931-2-iscsi {{(pid=86422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:41:10.908466 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-212106ea-d59c-4926-99b0-ef7c237ad628 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86421) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:41:10.915051 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-212106ea-d59c-4926-99b0-ef7c237ad628 admin admin] Usage tracker for resource:security_group_rule and tenant:ef07ced441054caf9791ca16f8ffb2e3 is out of sync, need to count used quota {{(pid=86421) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:41:10.918650 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-212106ea-d59c-4926-99b0-ef7c237ad628 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86421) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:41:10.926181 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-212106ea-d59c-4926-99b0-ef7c237ad628 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86421) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:41:10.974568 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Provisioning for port 676b99f3-6b0c-48c4-8262-7448ad4ac3f1 completed by entity L2. {{(pid=86422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 18:41:10.981493 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Provisioning complete for port 676b99f3-6b0c-48c4-8262-7448ad4ac3f1 triggered by entity L2. {{(pid=86422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:41:10.982125 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733696'] for port, provisioning_complete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:11.047656 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-212106ea-d59c-4926-99b0-ef7c237ad628 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:11.052121 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-212106ea-d59c-4926-99b0-ef7c237ad628 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850969184'] for security_group, after_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:11.056620 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-2c006875-1f99-4151-9c86-97919a1ee5e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:41:11.087145 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-212106ea-d59c-4926-99b0-ef7c237ad628 admin admin] vlan segment allocate from pool success with {'vlan_id': 388, 'physical_network': 'physnet1'}  {{(pid=86421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 20 18:41:11.102956 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212106ea-d59c-4926-99b0-ef7c237ad628 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=948f2a5d-7ca8-4fe1-8977-b099f20005e3,revision_number=1']} {{(pid=86421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:41:11.106906 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-212106ea-d59c-4926-99b0-ef7c237ad628 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:41:11.112085 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-212106ea-d59c-4926-99b0-ef7c237ad628 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854148540'] for segment, precommit_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:11.115042 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.db.segments_db [None req-212106ea-d59c-4926-99b0-ef7c237ad628 admin admin] Added segment fed0a268-45c0-4793-b61b-17baa1443bed of type vlan for network b576f5bf-85dd-4e24-b959-010f47cf8234
Apr 20 18:41:11.156679 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854207267'] for port, before_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:11.169937 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-212106ea-d59c-4926-99b0-ef7c237ad628 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785676380019'] for network, precommit_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:11.183169 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] For port 676b99f3-6b0c-48c4-8262-7448ad4ac3f1, host dv-cinder-786931-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-2-iscsi',level=0,port_id=676b99f3-6b0c-48c4-8262-7448ad4ac3f1,segment=NetworkSegment(f02283aa-238a-4f3f-9851-30c34a9365bb),segment_id=f02283aa-238a-4f3f-9851-30c34a9365bb)] {{(pid=86422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:41:11.187592 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785676839112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251178383903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251178382076'] for port, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:11.192877 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-ada8924b-07c4-47a6-ae99-6458345448f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:41:11.218489 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-212106ea-d59c-4926-99b0-ef7c237ad628 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850969204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730'] for network, after_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:11.220973 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-212106ea-d59c-4926-99b0-ef7c237ad628 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:41:11.222282 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-212106ea-d59c-4926-99b0-ef7c237ad628 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3704713'] for network, before_response {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:11.233233 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:41:11.278923 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Pushing event updated for resources: {'Port': ['ID=676b99f3-6b0c-48c4-8262-7448ad4ac3f1,revision_number=4']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:41:11.282717 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:41:11.361077 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-212106ea-d59c-4926-99b0-ef7c237ad628 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.5652711
Apr 20 18:41:11.364722 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.11', 53108) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:41:11.365049 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212106ea-d59c-4926-99b0-ef7c237ad628 admin admin] Pushing event updated for resources: {'Network': ['ID=b576f5bf-85dd-4e24-b959-010f47cf8234,revision_number=1']} {{(pid=86421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:41:11.368613 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-212106ea-d59c-4926-99b0-ef7c237ad628 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:41:11.372006 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.v2.base [None req-582bdb74-6d43-41f1-bd8e-9ab2f7dd22f2 admin admin] Request body: {'subnet': {'network_id': 'b576f5bf-85dd-4e24-b959-010f47cf8234', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1002451793-subnet', 'tenant_id': 'ef07ced441054caf9791ca16f8ffb2e3', 'ip_version': 4}} {{(pid=86420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:41:11.379270 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Network b576f5bf-85dd-4e24-b959-010f47cf8234 details requested by agent ovs-agent-dv-cinder-786931-2-iscsi with host dv-cinder-786931-2-iscsi {{(pid=86422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 20 18:41:11.379536 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-582bdb74-6d43-41f1-bd8e-9ab2f7dd22f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:41:11.384111 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-582bdb74-6d43-41f1-bd8e-9ab2f7dd22f2 admin admin] Usage tracker for resource:subnet and tenant:ef07ced441054caf9791ca16f8ffb2e3 is out of sync, need to count used quota {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:41:11.388635 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-582bdb74-6d43-41f1-bd8e-9ab2f7dd22f2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:41:11.395157 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-582bdb74-6d43-41f1-bd8e-9ab2f7dd22f2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:41:11.405863 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-582bdb74-6d43-41f1-bd8e-9ab2f7dd22f2 admin admin] Made reservation on behalf of ef07ced441054caf9791ca16f8ffb2e3 for: {'subnet': 1} {{(pid=86420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 18:41:11.411755 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-582bdb74-6d43-41f1-bd8e-9ab2f7dd22f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2701061'] for subnet, before_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:11.871075 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-582bdb74-6d43-41f1-bd8e-9ab2f7dd22f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850911380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036850586271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2701076'] for subnet, after_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:11.876761 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-be45d237-3fc7-423b-a29f-7fbf5b926e14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:41:11.967476 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582bdb74-6d43-41f1-bd8e-9ab2f7dd22f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b51dac35-f022-420e-967c-84176ed32cc7,revision_number=0']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:41:11.972114 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-582bdb74-6d43-41f1-bd8e-9ab2f7dd22f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:41:11.973066 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-582bdb74-6d43-41f1-bd8e-9ab2f7dd22f2 admin admin] Checking segment: {'id': 'fed0a268-45c0-4793-b61b-17baa1443bed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'b576f5bf-85dd-4e24-b959-010f47cf8234'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 18:41:11.973464 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-582bdb74-6d43-41f1-bd8e-9ab2f7dd22f2 admin admin] Network hostable DHCP agents. Network: b576f5bf-85dd-4e24-b959-010f47cf8234, hostable agents: ['d7942baf-6bbf-4686-8ec5-e08268711b74'], hosted agents: [] {{(pid=86420) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 20 18:41:11.996575 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-582bdb74-6d43-41f1-bd8e-9ab2f7dd22f2 admin admin] Network b576f5bf-85dd-4e24-b959-010f47cf8234 is scheduled to be hosted by DHCP agent d7942baf-6bbf-4686-8ec5-e08268711b74 with binding_index 1 {{(pid=86420) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 20 18:41:12.008018 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.scheduler.base_scheduler [None req-582bdb74-6d43-41f1-bd8e-9ab2f7dd22f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786931-2-iscsi, b576f5bf-85dd-4e24-b959-010f47cf8234) {{(pid=86420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:41:12.019691 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0951b493-b4a8-49c6-8e58-269b52e53d68 None None] Network b576f5bf-85dd-4e24-b959-010f47cf8234 requested from dv-cinder-786931-2-iscsi {{(pid=86422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 18:41:12.027207 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-582bdb74-6d43-41f1-bd8e-9ab2f7dd22f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:41:12.028807 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-582bdb74-6d43-41f1-bd8e-9ab2f7dd22f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3704713'] for subnet, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:12.070581 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-582bdb74-6d43-41f1-bd8e-9ab2f7dd22f2 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.7042687
Apr 20 18:41:12.073679 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.11', 53114) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:41:12.079505 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.v2.base [None req-3c51dabf-16a7-4c28-9d58-bc669bc7cdc9 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1002451793-router', 'tenant_id': 'ef07ced441054caf9791ca16f8ffb2e3', 'external_gateway_info': {'network_id': '357044f3-f85c-4c82-92f2-504aa071d528'}}} {{(pid=86420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:41:12.088679 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-3c51dabf-16a7-4c28-9d58-bc669bc7cdc9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:41:12.097240 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-3c51dabf-16a7-4c28-9d58-bc669bc7cdc9 admin admin] Usage tracker for resource:router and tenant:ef07ced441054caf9791ca16f8ffb2e3 is out of sync, need to count used quota {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:41:12.102114 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-3c51dabf-16a7-4c28-9d58-bc669bc7cdc9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:41:12.110268 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-3c51dabf-16a7-4c28-9d58-bc669bc7cdc9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:41:12.123466 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-3c51dabf-16a7-4c28-9d58-bc669bc7cdc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036850938385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8139'] for router, before_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:12.125020 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-3c51dabf-16a7-4c28-9d58-bc669bc7cdc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3837415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3865857', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3804944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854767684'] for router, precommit_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:12.155419 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-3c51dabf-16a7-4c28-9d58-bc669bc7cdc9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:12.375605 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d3802d2-8f19-459b-b13e-353436070cbe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82bc64bb-a80f-5e37-9fe3-a5a7bfe5a88e-b576f5bf-85dd-4e24-b959-010f47cf8234', 'network_id': 'b576f5bf-85dd-4e24-b959-010f47cf8234', 'tenant_id': 'ef07ced441054caf9791ca16f8ffb2e3', 'fixed_ips': [{'subnet_id': 'b51dac35-f022-420e-967c-84176ed32cc7'}]}} from dv-cinder-786931-2-iscsi. {{(pid=86422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 20 18:41:12.380220 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-2d3802d2-8f19-459b-b13e-353436070cbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854207267'] for port, before_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:12.440634 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f74ff2b-4fc2-405c-8c2a-2aa11fc16217 None None] Sync routers for ids ['4b1fcda2-6bdb-4c42-9b1b-c074dfbaab87'] in dv-cinder-786931-2-iscsi {{(pid=86423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 18:41:12.481549 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f74ff2b-4fc2-405c-8c2a-2aa11fc16217 None None] Routers {'4b1fcda2-6bdb-4c42-9b1b-c074dfbaab87'} bound to L3 agent in host dv-cinder-786931-2-iscsi {{(pid=86423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:41:12.482355 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-2f74ff2b-4fc2-405c-8c2a-2aa11fc16217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd9310e3278>, 'dv-cinder-786931-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-20T18:22:01Z,description=<?>,heartbeat_timestamp=2021-04-20T18:41:01Z,host='dv-cinder-786931-2-iscsi',id=561dbf79-24e4-4a0d-b08c-f7bb8670fc1d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:22:01Z,topic='l3_agent')) {'router_ids': ['4b1fcda2-6bdb-4c42-9b1b-c074dfbaab87'], 'active': True} {{(pid=86423) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:41:12.533782 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-3c51dabf-16a7-4c28-9d58-bc669bc7cdc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3866102', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3837788', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854767699'] for router, precommit_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:12.698106 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.db_base_plugin_common [None req-2d3802d2-8f19-459b-b13e-353436070cbe None None] Allocated IP 172.20.0.2 (b576f5bf-85dd-4e24-b959-010f47cf8234/b51dac35-f022-420e-967c-84176ed32cc7/d4f4b575-dd8a-4d9d-bad2-4838eb15c714) {{(pid=86422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 18:41:12.774567 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_dvr_db [None req-2f74ff2b-4fc2-405c-8c2a-2aa11fc16217 None None] Set router 4b1fcda2-6bdb-4c42-9b1b-c074dfbaab87 gateway port host: dv-cinder-786931-2-iscsi {{(pid=86423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:41:12.908040 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Device 676b99f3-6b0c-48c4-8262-7448ad4ac3f1 up at agent ovs-agent-dv-cinder-786931-2-iscsi {{(pid=86422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:41:12.945157 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-3c51dabf-16a7-4c28-9d58-bc669bc7cdc9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:12.987783 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-3c51dabf-16a7-4c28-9d58-bc669bc7cdc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854207267'] for port, before_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:13.168462 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.db_base_plugin_common [None req-3c51dabf-16a7-4c28-9d58-bc669bc7cdc9 admin admin] Allocated IP 172.27.2.67 (357044f3-f85c-4c82-92f2-504aa071d528/737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87/91f8f745-d17f-4b68-a789-f01bb7468611) {{(pid=86420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 18:41:13.181600 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-2d3802d2-8f19-459b-b13e-353436070cbe None None] Notify callbacks [] for port, precommit_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:13.199681 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-2d3802d2-8f19-459b-b13e-353436070cbe None None] Transition to ACTIVE for port object d4f4b575-dd8a-4d9d-bad2-4838eb15c714 will not be triggered until provisioned by entity L2. {{(pid=86422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 18:41:13.224653 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Provisioning complete for port 676b99f3-6b0c-48c4-8262-7448ad4ac3f1 triggered by entity L2. {{(pid=86422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:41:13.226178 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733696'] for port, provisioning_complete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:13.296059 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-2d3802d2-8f19-459b-b13e-353436070cbe None None] Transition to ACTIVE for port object d4f4b575-dd8a-4d9d-bad2-4838eb15c714 will not be triggered until provisioned by entity DHCP. {{(pid=86422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 18:41:13.305406 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-2d3802d2-8f19-459b-b13e-353436070cbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251178383920'] for port, after_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:13.310594 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:41:13.387547 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-2f74ff2b-4fc2-405c-8c2a-2aa11fc16217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd9310e3278>, [{'id': '4b1fcda2-6bdb-4c42-9b1b-c074dfbaab87', 'name': 'tempest-TestVolumeBootPattern-675695298-router', 'tenant_id': '94755b3932d949cd9cb52a0da22b3fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357044f3-f85c-4c82-92f2-504aa071d528', 'external_fixed_ips': [{'subnet_id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'ip_address': '172.27.2.179'}], 'enable_snat': True}, 'gw_port_id': '676b99f3-6b0c-48c4-8262-7448ad4ac3f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:41:02Z', 'updated_at': '2021-04-20T18:41:08Z', 'revision_number': 4, 'project_id': '94755b3932d949cd9cb52a0da22b3fc0', 'gw_port': {'id': '676b99f3-6b0c-48c4-8262-7448ad4ac3f1', 'name': '', 'network_id': '357044f3-f85c-4c82-92f2-504aa071d528', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:3a:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b1fcda2-6bdb-4c42-9b1b-c074dfbaab87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'ip_address': '172.27.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:41:03Z', 'updated_at': '2021-04-20T18:41:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-2-iscsi', '_interfaces': [{'id': 'e0dd6ce0-935e-4765-ae7f-57adc942fb9e', 'name': '', 'network_id': 'd59fa4ee-f8cd-410b-88b6-98181f8e4bde', 'tenant_id': '94755b3932d949cd9cb52a0da22b3fc0', 'mac_address': 'fa:16:3e:d9:3c:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b1fcda2-6bdb-4c42-9b1b-c074dfbaab87', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'c7080e04-6ac2-44f9-a0da-002989b1e21f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:41:07Z', 'updated_at': '2021-04-20T18:41:08Z', 'revision_number': 2, 'project_id': '94755b3932d949cd9cb52a0da22b3fc0', 'subnets': [{'id': 'c7080e04-6ac2-44f9-a0da-002989b1e21f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786931-2-iscsi', False) {} {{(pid=86423) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:41:13.394410 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f74ff2b-4fc2-405c-8c2a-2aa11fc16217 None None] Checking router: 4b1fcda2-6bdb-4c42-9b1b-c074dfbaab87 for host: dv-cinder-786931-2-iscsi {{(pid=86423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 18:41:13.394991 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f74ff2b-4fc2-405c-8c2a-2aa11fc16217 None None] Updating router 4b1fcda2-6bdb-4c42-9b1b-c074dfbaab87 port e0dd6ce0-935e-4765-ae7f-57adc942fb9e binding host dv-cinder-786931-2-iscsi {{(pid=86423) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 20 18:41:13.449818 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-3c51dabf-16a7-4c28-9d58-bc669bc7cdc9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:13.453640 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d3802d2-8f19-459b-b13e-353436070cbe None None] Network b576f5bf-85dd-4e24-b959-010f47cf8234 is already hosted by enough agents. {{(pid=86422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 18:41:13.454536 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3802d2-8f19-459b-b13e-353436070cbe None None] Pushing event updated for resources: {'Port': ['ID=d4f4b575-dd8a-4d9d-bad2-4838eb15c714,revision_number=1']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:41:13.462030 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-2d3802d2-8f19-459b-b13e-353436070cbe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:41:13.465869 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.scheduler.base_scheduler [None req-2d3802d2-8f19-459b-b13e-353436070cbe None None] Resources bound (agent type, host, resource id):  {{(pid=86422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:41:13.468471 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d3802d2-8f19-459b-b13e-353436070cbe None None] Received port after_create {{(pid=86422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 18:41:13.512225 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-3c51dabf-16a7-4c28-9d58-bc669bc7cdc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251178383920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4189424'] for port, after_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:13.521111 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-236bf9a1-39db-46d3-aaa3-11b26df318b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:41:13.527079 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-2f74ff2b-4fc2-405c-8c2a-2aa11fc16217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854207267'] for port, before_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:13.590043 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c51dabf-16a7-4c28-9d58-bc669bc7cdc9 admin admin] Network 357044f3-f85c-4c82-92f2-504aa071d528 is already hosted by enough agents. {{(pid=86420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 18:41:13.593176 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.scheduler.base_scheduler [None req-3c51dabf-16a7-4c28-9d58-bc669bc7cdc9 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:41:13.597606 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [None req-2d3802d2-8f19-459b-b13e-353436070cbe None None] Attempting to bind port d4f4b575-dd8a-4d9d-bad2-4838eb15c714 on host dv-cinder-786931-2-iscsi for vnic_type normal with profile  {{(pid=86422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 18:41:13.597803 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c51dabf-16a7-4c28-9d58-bc669bc7cdc9 admin admin] Received port after_create {{(pid=86420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 18:41:13.598060 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [None req-2d3802d2-8f19-459b-b13e-353436070cbe None None] Attempting to bind port d4f4b575-dd8a-4d9d-bad2-4838eb15c714 by drivers openvswitch,hyperv on host dv-cinder-786931-2-iscsi at level 0 using segments [{'id': 'fed0a268-45c0-4793-b61b-17baa1443bed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'b576f5bf-85dd-4e24-b959-010f47cf8234'}] {{(pid=86422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 18:41:13.598439 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d3802d2-8f19-459b-b13e-353436070cbe None None] Attempting to bind port d4f4b575-dd8a-4d9d-bad2-4838eb15c714 on network b576f5bf-85dd-4e24-b959-010f47cf8234 {{(pid=86422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 18:41:13.608677 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d3802d2-8f19-459b-b13e-353436070cbe None None] Checking agent: {'id': '36d4d98e-2d96-4c9b-9d9c-08d159895b6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786931-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 22, 2), 'started_at': datetime.datetime(2021, 4, 20, 18, 22, 32), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 41, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786931-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 18:41:13.609292 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d3802d2-8f19-459b-b13e-353436070cbe None None] Checking segment: {'id': 'fed0a268-45c0-4793-b61b-17baa1443bed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'b576f5bf-85dd-4e24-b959-010f47cf8234'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 18:41:13.609572 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-2d3802d2-8f19-459b-b13e-353436070cbe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:13.609996 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d3802d2-8f19-459b-b13e-353436070cbe None None] Bound using segment: {'id': 'fed0a268-45c0-4793-b61b-17baa1443bed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'b576f5bf-85dd-4e24-b959-010f47cf8234'} {{(pid=86422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 18:41:13.610558 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [None req-2d3802d2-8f19-459b-b13e-353436070cbe None None] Bound port: d4f4b575-dd8a-4d9d-bad2-4838eb15c714, host: dv-cinder-786931-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fed0a268-45c0-4793-b61b-17baa1443bed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'b576f5bf-85dd-4e24-b959-010f47cf8234'}}] {{(pid=86422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 18:41:13.610993 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-2d3802d2-8f19-459b-b13e-353436070cbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854207267'] for port, before_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:13.722335 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-2d3802d2-8f19-459b-b13e-353436070cbe None None] For port d4f4b575-dd8a-4d9d-bad2-4838eb15c714, host dv-cinder-786931-2-iscsi, cleared binding levels {{(pid=86422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 18:41:13.727446 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-2d3802d2-8f19-459b-b13e-353436070cbe None None] For port d4f4b575-dd8a-4d9d-bad2-4838eb15c714, host dv-cinder-786931-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-2-iscsi',level=0,port_id=d4f4b575-dd8a-4d9d-bad2-4838eb15c714,segment=NetworkSegment(fed0a268-45c0-4793-b61b-17baa1443bed),segment_id=fed0a268-45c0-4793-b61b-17baa1443bed)] {{(pid=86422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 18:41:13.731487 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-2d3802d2-8f19-459b-b13e-353436070cbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785676839112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251178383903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251178382076'] for port, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:13.737453 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:41:13.829876 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3802d2-8f19-459b-b13e-353436070cbe None None] Pushing event updated for resources: {'Port': ['ID=d4f4b575-dd8a-4d9d-bad2-4838eb15c714,revision_number=2']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:41:13.833477 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-2d3802d2-8f19-459b-b13e-353436070cbe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:41:13.927714 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c51dabf-16a7-4c28-9d58-bc669bc7cdc9 admin admin] Pushing event updated for resources: {'Port': ['ID=91f8f745-d17f-4b68-a789-f01bb7468611,revision_number=1']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:41:13.933070 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-3c51dabf-16a7-4c28-9d58-bc669bc7cdc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.412s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:41:14.031016 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-2f74ff2b-4fc2-405c-8c2a-2aa11fc16217 None None] Notify callbacks [] for port, precommit_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:14.046253 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-2f74ff2b-4fc2-405c-8c2a-2aa11fc16217 None None] Transition to ACTIVE for port object e0dd6ce0-935e-4765-ae7f-57adc942fb9e will not be triggered until provisioned by entity L2. {{(pid=86423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 18:41:14.053980 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-2f74ff2b-4fc2-405c-8c2a-2aa11fc16217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785676839112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251178383903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251178382076'] for port, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:14.060461 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:41:14.275110 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c73e33-5c27-41a5-8eb6-7c3862a42def None None] Pushing event updated for resources: {'Port': ['ID=e0dd6ce0-935e-4765-ae7f-57adc942fb9e,revision_number=3']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:41:14.291625 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c73e33-5c27-41a5-8eb6-7c3862a42def None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:41:14.292018 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c73e33-5c27-41a5-8eb6-7c3862a42def None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:41:14.292425 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c73e33-5c27-41a5-8eb6-7c3862a42def None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:41:14.292794 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c73e33-5c27-41a5-8eb6-7c3862a42def None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:41:14.293263 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c73e33-5c27-41a5-8eb6-7c3862a42def None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:41:14.293635 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c73e33-5c27-41a5-8eb6-7c3862a42def None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:41:14.294001 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c73e33-5c27-41a5-8eb6-7c3862a42def None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:41:14.294360 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c73e33-5c27-41a5-8eb6-7c3862a42def None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:41:14.294735 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c73e33-5c27-41a5-8eb6-7c3862a42def None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:41:14.295104 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c73e33-5c27-41a5-8eb6-7c3862a42def None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:41:14.295463 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c73e33-5c27-41a5-8eb6-7c3862a42def None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:41:14.295806 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c73e33-5c27-41a5-8eb6-7c3862a42def None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:41:14.315323 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-d0c73e33-5c27-41a5-8eb6-7c3862a42def None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:41:14.379099 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [None req-2f74ff2b-4fc2-405c-8c2a-2aa11fc16217 None None] Attempting to bind port e0dd6ce0-935e-4765-ae7f-57adc942fb9e on host dv-cinder-786931-2-iscsi for vnic_type normal with profile  {{(pid=86423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 18:41:14.379515 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [None req-2f74ff2b-4fc2-405c-8c2a-2aa11fc16217 None None] Attempting to bind port e0dd6ce0-935e-4765-ae7f-57adc942fb9e by drivers openvswitch,hyperv on host dv-cinder-786931-2-iscsi at level 0 using segments [{'id': '9f7abe42-b68a-4919-8d63-b9d7caeb57f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'd59fa4ee-f8cd-410b-88b6-98181f8e4bde'}] {{(pid=86423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 18:41:14.379910 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f74ff2b-4fc2-405c-8c2a-2aa11fc16217 None None] Attempting to bind port e0dd6ce0-935e-4765-ae7f-57adc942fb9e on network d59fa4ee-f8cd-410b-88b6-98181f8e4bde {{(pid=86423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 18:41:14.387276 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f74ff2b-4fc2-405c-8c2a-2aa11fc16217 None None] Checking agent: {'id': '36d4d98e-2d96-4c9b-9d9c-08d159895b6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786931-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 22, 2), 'started_at': datetime.datetime(2021, 4, 20, 18, 22, 32), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 41, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786931-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 18:41:14.387693 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f74ff2b-4fc2-405c-8c2a-2aa11fc16217 None None] Checking segment: {'id': '9f7abe42-b68a-4919-8d63-b9d7caeb57f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'd59fa4ee-f8cd-410b-88b6-98181f8e4bde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 18:41:14.388144 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-2f74ff2b-4fc2-405c-8c2a-2aa11fc16217 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:14.388626 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f74ff2b-4fc2-405c-8c2a-2aa11fc16217 None None] Bound using segment: {'id': '9f7abe42-b68a-4919-8d63-b9d7caeb57f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'd59fa4ee-f8cd-410b-88b6-98181f8e4bde'} {{(pid=86423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 18:41:14.389157 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [None req-2f74ff2b-4fc2-405c-8c2a-2aa11fc16217 None None] Bound port: e0dd6ce0-935e-4765-ae7f-57adc942fb9e, host: dv-cinder-786931-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f7abe42-b68a-4919-8d63-b9d7caeb57f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'd59fa4ee-f8cd-410b-88b6-98181f8e4bde'}}] {{(pid=86423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 18:41:14.389583 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-2f74ff2b-4fc2-405c-8c2a-2aa11fc16217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854207267'] for port, before_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:14.480742 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-3c51dabf-16a7-4c28-9d58-bc669bc7cdc9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:14.513823 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-2f74ff2b-4fc2-405c-8c2a-2aa11fc16217 None None] For port e0dd6ce0-935e-4765-ae7f-57adc942fb9e, host dv-cinder-786931-2-iscsi, cleared binding levels {{(pid=86423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 18:41:14.518013 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-2f74ff2b-4fc2-405c-8c2a-2aa11fc16217 None None] For port e0dd6ce0-935e-4765-ae7f-57adc942fb9e, host dv-cinder-786931-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-2-iscsi',level=0,port_id=e0dd6ce0-935e-4765-ae7f-57adc942fb9e,segment=NetworkSegment(9f7abe42-b68a-4919-8d63-b9d7caeb57f5),segment_id=9f7abe42-b68a-4919-8d63-b9d7caeb57f5)] {{(pid=86423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 18:41:14.523501 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-2f74ff2b-4fc2-405c-8c2a-2aa11fc16217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785676839112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251178383903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251178382076'] for port, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:14.528349 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-70d048e6-8c00-4d2b-ab4b-9116a2221dea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:41:14.618822 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f74ff2b-4fc2-405c-8c2a-2aa11fc16217 None None] Routers {'4b1fcda2-6bdb-4c42-9b1b-c074dfbaab87'} bound to L3 agent in host dv-cinder-786931-2-iscsi {{(pid=86423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:41:14.619544 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-2f74ff2b-4fc2-405c-8c2a-2aa11fc16217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd9310e3278>, 'dv-cinder-786931-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-20T18:22:01Z,description=<?>,heartbeat_timestamp=2021-04-20T18:41:01Z,host='dv-cinder-786931-2-iscsi',id=561dbf79-24e4-4a0d-b08c-f7bb8670fc1d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:22:01Z,topic='l3_agent')) {'router_ids': ['4b1fcda2-6bdb-4c42-9b1b-c074dfbaab87'], 'active': True} {{(pid=86423) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:41:14.763673 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c73e33-5c27-41a5-8eb6-7c3862a42def None None] Pushing event updated for resources: {'Port': ['ID=e0dd6ce0-935e-4765-ae7f-57adc942fb9e,revision_number=4']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:41:14.767272 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-d0c73e33-5c27-41a5-8eb6-7c3862a42def None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:41:14.853411 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_dvr_db [None req-2f74ff2b-4fc2-405c-8c2a-2aa11fc16217 None None] Set router 4b1fcda2-6bdb-4c42-9b1b-c074dfbaab87 gateway port host: dv-cinder-786931-2-iscsi {{(pid=86423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:41:14.943158 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Device d4f4b575-dd8a-4d9d-bad2-4838eb15c714 up at agent ovs-agent-dv-cinder-786931-2-iscsi {{(pid=86422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:41:14.961449 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-3c51dabf-16a7-4c28-9d58-bc669bc7cdc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036850938044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036850909732'] for router, after_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:15.039721 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Provisioning for port d4f4b575-dd8a-4d9d-bad2-4838eb15c714 completed by entity L2. {{(pid=86422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 18:41:15.225321 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c51dabf-16a7-4c28-9d58-bc669bc7cdc9 admin admin] Router 4fe693f4-7e92-48f8-9897-5c9ecfffd20f is scheduled to L3 agent 561dbf79-24e4-4a0d-b08c-f7bb8670fc1d with binding_index 1 {{(pid=86420) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 20 18:41:15.261683 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-2f74ff2b-4fc2-405c-8c2a-2aa11fc16217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd9310e3278>, [{'id': '4b1fcda2-6bdb-4c42-9b1b-c074dfbaab87', 'name': 'tempest-TestVolumeBootPattern-675695298-router', 'tenant_id': '94755b3932d949cd9cb52a0da22b3fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357044f3-f85c-4c82-92f2-504aa071d528', 'external_fixed_ips': [{'subnet_id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'ip_address': '172.27.2.179'}], 'enable_snat': True}, 'gw_port_id': '676b99f3-6b0c-48c4-8262-7448ad4ac3f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:41:02Z', 'updated_at': '2021-04-20T18:41:08Z', 'revision_number': 4, 'project_id': '94755b3932d949cd9cb52a0da22b3fc0', 'gw_port': {'id': '676b99f3-6b0c-48c4-8262-7448ad4ac3f1', 'name': '', 'network_id': '357044f3-f85c-4c82-92f2-504aa071d528', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:3a:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b1fcda2-6bdb-4c42-9b1b-c074dfbaab87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'ip_address': '172.27.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:41:03Z', 'updated_at': '2021-04-20T18:41:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-2-iscsi', '_interfaces': [{'id': 'e0dd6ce0-935e-4765-ae7f-57adc942fb9e', 'name': '', 'network_id': 'd59fa4ee-f8cd-410b-88b6-98181f8e4bde', 'tenant_id': '94755b3932d949cd9cb52a0da22b3fc0', 'mac_address': 'fa:16:3e:d9:3c:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b1fcda2-6bdb-4c42-9b1b-c074dfbaab87', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'c7080e04-6ac2-44f9-a0da-002989b1e21f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:41:07Z', 'updated_at': '2021-04-20T18:41:14Z', 'revision_number': 4, 'project_id': '94755b3932d949cd9cb52a0da22b3fc0', 'subnets': [{'id': 'c7080e04-6ac2-44f9-a0da-002989b1e21f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786931-2-iscsi', False) {} {{(pid=86423) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:41:15.269694 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f74ff2b-4fc2-405c-8c2a-2aa11fc16217 None None] The sync data for ids ['4b1fcda2-6bdb-4c42-9b1b-c074dfbaab87'] in dv-cinder-786931-2-iscsi is: [{'id': '4b1fcda2-6bdb-4c42-9b1b-c074dfbaab87', 'name': 'tempest-TestVolumeBootPattern-675695298-router', 'tenant_id': '94755b3932d949cd9cb52a0da22b3fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357044f3-f85c-4c82-92f2-504aa071d528', 'external_fixed_ips': [{'subnet_id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'ip_address': '172.27.2.179'}], 'enable_snat': True}, 'gw_port_id': '676b99f3-6b0c-48c4-8262-7448ad4ac3f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:41:02Z', 'updated_at': '2021-04-20T18:41:08Z', 'revision_number': 4, 'project_id': '94755b3932d949cd9cb52a0da22b3fc0', 'gw_port': {'id': '676b99f3-6b0c-48c4-8262-7448ad4ac3f1', 'name': '', 'network_id': '357044f3-f85c-4c82-92f2-504aa071d528', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:3a:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b1fcda2-6bdb-4c42-9b1b-c074dfbaab87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'ip_address': '172.27.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:41:03Z', 'updated_at': '2021-04-20T18:41:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-2-iscsi', '_interfaces': [{'id': 'e0dd6ce0-935e-4765-ae7f-57adc942fb9e', 'name': '', 'network_id': 'd59fa4ee-f8cd-410b-88b6-98181f8e4bde', 'tenant_id': '94755b3932d949cd9cb52a0da22b3fc0', 'mac_address': 'fa:16:3e:d9:3c:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b1fcda2-6bdb-4c42-9b1b-c074dfbaab87', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'c7080e04-6ac2-44f9-a0da-002989b1e21f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:41:07Z', 'updated_at': '2021-04-20T18:41:14Z', 'revision_number': 4, 'project_id': '94755b3932d949cd9cb52a0da22b3fc0', 'subnets': [{'id': 'c7080e04-6ac2-44f9-a0da-002989b1e21f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 18:41:15.533663 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c51dabf-16a7-4c28-9d58-bc669bc7cdc9 admin admin] Notify agent at l3_agent.dv-cinder-786931-2-iscsi the message routers_updated {{(pid=86420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 18:41:15.546387 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b77ecab3-2537-4e37-82b9-b525c651645d None None] Sync routers for ids ['4fe693f4-7e92-48f8-9897-5c9ecfffd20f'] in dv-cinder-786931-2-iscsi {{(pid=86422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 18:41:15.559406 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b77ecab3-2537-4e37-82b9-b525c651645d None None] Routers {'4fe693f4-7e92-48f8-9897-5c9ecfffd20f'} bound to L3 agent in host dv-cinder-786931-2-iscsi {{(pid=86422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:41:15.560318 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-b77ecab3-2537-4e37-82b9-b525c651645d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd930c6f128>, 'dv-cinder-786931-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-20T18:22:01Z,description=<?>,heartbeat_timestamp=2021-04-20T18:41:01Z,host='dv-cinder-786931-2-iscsi',id=561dbf79-24e4-4a0d-b08c-f7bb8670fc1d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:22:01Z,topic='l3_agent')) {'router_ids': ['4fe693f4-7e92-48f8-9897-5c9ecfffd20f'], 'active': True} {{(pid=86422) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:41:15.580145 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-3c51dabf-16a7-4c28-9d58-bc669bc7cdc9 admin admin] Notify callbacks [] for router, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:15.581733 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-3c51dabf-16a7-4c28-9d58-bc669bc7cdc9 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 3.5069067
Apr 20 18:41:15.586709 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.11', 53136) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:41:15.858087 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1afa4b51-045d-4349-a4d5-5fd65d2cd3ed None None] Network b576f5bf-85dd-4e24-b959-010f47cf8234 requested from dv-cinder-786931-2-iscsi {{(pid=86422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 18:41:16.102926 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-757fd053-0e9f-4238-8458-34ca5f48d7de None None] Provisioning for port d4f4b575-dd8a-4d9d-bad2-4838eb15c714 completed by entity DHCP. {{(pid=86422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 18:41:16.129395 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-757fd053-0e9f-4238-8458-34ca5f48d7de None None] Provisioning complete for port d4f4b575-dd8a-4d9d-bad2-4838eb15c714 triggered by entity DHCP. {{(pid=86422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:41:16.129826 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-757fd053-0e9f-4238-8458-34ca5f48d7de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733696'] for port, provisioning_complete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:16.312697 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_dvr_db [None req-b77ecab3-2537-4e37-82b9-b525c651645d None None] Set router 4fe693f4-7e92-48f8-9897-5c9ecfffd20f gateway port host: dv-cinder-786931-2-iscsi {{(pid=86422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:41:16.532841 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-cc21543d-6304-4ff9-bf40-684d5c849e69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854207267'] for port, before_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:16.725955 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-757fd053-0e9f-4238-8458-34ca5f48d7de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854207267'] for port, before_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:16.887884 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-757fd053-0e9f-4238-8458-34ca5f48d7de None None] For port d4f4b575-dd8a-4d9d-bad2-4838eb15c714, host dv-cinder-786931-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-2-iscsi',level=0,port_id=d4f4b575-dd8a-4d9d-bad2-4838eb15c714,segment=NetworkSegment(fed0a268-45c0-4793-b61b-17baa1443bed),segment_id=fed0a268-45c0-4793-b61b-17baa1443bed)] {{(pid=86422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:41:16.900685 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-757fd053-0e9f-4238-8458-34ca5f48d7de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785676839112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251178383903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251178382076'] for port, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:16.906286 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:41:16.956546 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Device e0dd6ce0-935e-4765-ae7f-57adc942fb9e up at agent ovs-agent-dv-cinder-786931-2-iscsi {{(pid=86422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:41:17.070638 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757fd053-0e9f-4238-8458-34ca5f48d7de None None] Pushing event updated for resources: {'Port': ['ID=d4f4b575-dd8a-4d9d-bad2-4838eb15c714,revision_number=3']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:41:17.075779 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-757fd053-0e9f-4238-8458-34ca5f48d7de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:41:17.098076 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Provisioning for port e0dd6ce0-935e-4765-ae7f-57adc942fb9e completed by entity L2. {{(pid=86422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 18:41:17.105754 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-b77ecab3-2537-4e37-82b9-b525c651645d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd930c6f128>, [{'id': '4fe693f4-7e92-48f8-9897-5c9ecfffd20f', 'name': 'tempest-TestVolumeBootPattern-1002451793-router', 'tenant_id': 'ef07ced441054caf9791ca16f8ffb2e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357044f3-f85c-4c82-92f2-504aa071d528', 'external_fixed_ips': [{'subnet_id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': '91f8f745-d17f-4b68-a789-f01bb7468611', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:41:12Z', 'updated_at': '2021-04-20T18:41:14Z', 'revision_number': 3, 'project_id': 'ef07ced441054caf9791ca16f8ffb2e3', 'gw_port': {'id': '91f8f745-d17f-4b68-a789-f01bb7468611', 'name': '', 'network_id': '357044f3-f85c-4c82-92f2-504aa071d528', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:1f:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fe693f4-7e92-48f8-9897-5c9ecfffd20f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:41:13Z', 'updated_at': '2021-04-20T18:41:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-2-iscsi'}], 'dv-cinder-786931-2-iscsi', False) {} {{(pid=86422) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:41:17.107835 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.db_base_plugin_common [None req-cc21543d-6304-4ff9-bf40-684d5c849e69 admin admin] Allocated IP 172.20.0.1 (b576f5bf-85dd-4e24-b959-010f47cf8234/b51dac35-f022-420e-967c-84176ed32cc7/a185e224-b740-4e39-bf7c-bebbd495be51) {{(pid=86420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 18:41:17.108929 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Provisioning complete for port e0dd6ce0-935e-4765-ae7f-57adc942fb9e triggered by entity L2. {{(pid=86422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:41:17.109551 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733696'] for port, provisioning_complete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:17.143847 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b77ecab3-2537-4e37-82b9-b525c651645d None None] Checking router: 4fe693f4-7e92-48f8-9897-5c9ecfffd20f for host: dv-cinder-786931-2-iscsi {{(pid=86422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 18:41:17.144210 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b77ecab3-2537-4e37-82b9-b525c651645d None None] Updating router 4fe693f4-7e92-48f8-9897-5c9ecfffd20f port 91f8f745-d17f-4b68-a789-f01bb7468611 binding host dv-cinder-786931-2-iscsi {{(pid=86422) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 20 18:41:17.240260 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-b77ecab3-2537-4e37-82b9-b525c651645d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854207267'] for port, before_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:17.273404 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-cc21543d-6304-4ff9-bf40-684d5c849e69 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:17.289281 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-aef0c998-cd7f-4b6b-9dad-929760c72eba None None] Provisioning complete for port d4f4b575-dd8a-4d9d-bad2-4838eb15c714 triggered by entity DHCP. {{(pid=86422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:41:17.289707 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-aef0c998-cd7f-4b6b-9dad-929760c72eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733696'] for port, provisioning_complete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:17.291451 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-cc21543d-6304-4ff9-bf40-684d5c849e69 admin admin] Transition to ACTIVE for port object a185e224-b740-4e39-bf7c-bebbd495be51 will not be triggered until provisioned by entity DHCP. {{(pid=86420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 18:41:17.316397 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-cc21543d-6304-4ff9-bf40-684d5c849e69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251178383920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4189424'] for port, after_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:17.322635 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-c8d1b15f-009b-4a3e-9715-22e09e4d65c4 tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:41:17.390910 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc21543d-6304-4ff9-bf40-684d5c849e69 admin admin] Network b576f5bf-85dd-4e24-b959-010f47cf8234 is already hosted by enough agents. {{(pid=86420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 18:41:17.396777 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.scheduler.base_scheduler [None req-cc21543d-6304-4ff9-bf40-684d5c849e69 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:41:17.399497 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc21543d-6304-4ff9-bf40-684d5c849e69 admin admin] Received port after_create {{(pid=86420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 18:41:17.451099 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc21543d-6304-4ff9-bf40-684d5c849e69 admin admin] Pushing event updated for resources: {'Port': ['ID=a185e224-b740-4e39-bf7c-bebbd495be51,revision_number=1']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:41:17.454342 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-cc21543d-6304-4ff9-bf40-684d5c849e69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:41:17.474596 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-cc21543d-6304-4ff9-bf40-684d5c849e69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3863553'] for router_interface, before_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:17.512403 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854207267'] for port, before_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:17.758531 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-cc21543d-6304-4ff9-bf40-684d5c849e69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854207267'] for port, before_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:17.876731 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] For port e0dd6ce0-935e-4765-ae7f-57adc942fb9e, host dv-cinder-786931-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-2-iscsi',level=0,port_id=e0dd6ce0-935e-4765-ae7f-57adc942fb9e,segment=NetworkSegment(9f7abe42-b68a-4919-8d63-b9d7caeb57f5),segment_id=9f7abe42-b68a-4919-8d63-b9d7caeb57f5)] {{(pid=86422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:41:17.885834 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785676839112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251178383903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251178382076'] for port, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:17.891499 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-1e84d9e6-48ac-4b37-92e4-b6cd9a96d11f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:41:18.018151 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Pushing event updated for resources: {'Port': ['ID=e0dd6ce0-935e-4765-ae7f-57adc942fb9e,revision_number=5']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:41:18.022458 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:41:18.033819 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-cc21543d-6304-4ff9-bf40-684d5c849e69 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:18.037904 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-cc21543d-6304-4ff9-bf40-684d5c849e69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785676839112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251178383903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251178382076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850586375'] for port, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:18.068339 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-73e35204-6b69-40b8-844e-c7a0b0cfd6af tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:41:18.113179 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-a8324a85-5885-435c-a16a-bc63ce81a985 None None] Provisioning for port a185e224-b740-4e39-bf7c-bebbd495be51 completed by entity DHCP. {{(pid=86422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 18:41:18.128795 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-a8324a85-5885-435c-a16a-bc63ce81a985 None None] Provisioning complete for port a185e224-b740-4e39-bf7c-bebbd495be51 triggered by entity DHCP. {{(pid=86422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:41:18.129223 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-a8324a85-5885-435c-a16a-bc63ce81a985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733696'] for port, provisioning_complete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:18.162979 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-b77ecab3-2537-4e37-82b9-b525c651645d None None] Notify callbacks [] for port, precommit_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:18.164099 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc21543d-6304-4ff9-bf40-684d5c849e69 admin admin] Pushing event updated for resources: {'Port': ['ID=a185e224-b740-4e39-bf7c-bebbd495be51,revision_number=2']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:41:18.166808 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-cc21543d-6304-4ff9-bf40-684d5c849e69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3704747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036850912154'] for router_interface, after_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:18.176366 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-cc21543d-6304-4ff9-bf40-684d5c849e69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:41:18.195894 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-b77ecab3-2537-4e37-82b9-b525c651645d None None] Transition to ACTIVE for port object 91f8f745-d17f-4b68-a789-f01bb7468611 will not be triggered until provisioned by entity L2. {{(pid=86422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 18:41:18.205632 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-a8324a85-5885-435c-a16a-bc63ce81a985 None None] Port a185e224-b740-4e39-bf7c-bebbd495be51 cannot update to ACTIVE because it is not bound. {{(pid=86422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 18:41:18.207296 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-b77ecab3-2537-4e37-82b9-b525c651645d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785676839112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251178383903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251178382076'] for port, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:18.213546 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:41:18.312259 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [None req-b77ecab3-2537-4e37-82b9-b525c651645d None None] Attempting to bind port 91f8f745-d17f-4b68-a789-f01bb7468611 on host dv-cinder-786931-2-iscsi for vnic_type normal with profile  {{(pid=86422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 18:41:18.313922 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [None req-b77ecab3-2537-4e37-82b9-b525c651645d None None] Attempting to bind port 91f8f745-d17f-4b68-a789-f01bb7468611 by drivers openvswitch,hyperv on host dv-cinder-786931-2-iscsi at level 0 using segments [{'id': 'f02283aa-238a-4f3f-9851-30c34a9365bb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '357044f3-f85c-4c82-92f2-504aa071d528'}] {{(pid=86422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 18:41:18.314347 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b77ecab3-2537-4e37-82b9-b525c651645d None None] Attempting to bind port 91f8f745-d17f-4b68-a789-f01bb7468611 on network 357044f3-f85c-4c82-92f2-504aa071d528 {{(pid=86422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 18:41:18.321579 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b77ecab3-2537-4e37-82b9-b525c651645d None None] Checking agent: {'id': '36d4d98e-2d96-4c9b-9d9c-08d159895b6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786931-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 22, 2), 'started_at': datetime.datetime(2021, 4, 20, 18, 22, 32), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 41, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786931-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 18:41:18.322007 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b77ecab3-2537-4e37-82b9-b525c651645d None None] Checking segment: {'id': 'f02283aa-238a-4f3f-9851-30c34a9365bb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '357044f3-f85c-4c82-92f2-504aa071d528'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 18:41:18.322467 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-b77ecab3-2537-4e37-82b9-b525c651645d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:18.322915 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b77ecab3-2537-4e37-82b9-b525c651645d None None] Bound using segment: {'id': 'f02283aa-238a-4f3f-9851-30c34a9365bb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '357044f3-f85c-4c82-92f2-504aa071d528'} {{(pid=86422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 18:41:18.323443 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [None req-b77ecab3-2537-4e37-82b9-b525c651645d None None] Bound port: 91f8f745-d17f-4b68-a789-f01bb7468611, host: dv-cinder-786931-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f02283aa-238a-4f3f-9851-30c34a9365bb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '357044f3-f85c-4c82-92f2-504aa071d528'}}] {{(pid=86422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 18:41:18.323871 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-b77ecab3-2537-4e37-82b9-b525c651645d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854207267'] for port, before_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:18.338229 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc21543d-6304-4ff9-bf40-684d5c849e69 admin admin] Network b576f5bf-85dd-4e24-b959-010f47cf8234 is already hosted by enough agents. {{(pid=86420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 18:41:18.339558 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.scheduler.base_scheduler [None req-cc21543d-6304-4ff9-bf40-684d5c849e69 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:41:18.353557 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2c0e13-b8d5-4940-8d3a-e79801343179 None None] Pushing event updated for resources: {'Port': ['ID=91f8f745-d17f-4b68-a789-f01bb7468611,revision_number=2']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:41:18.363274 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-8b2c0e13-b8d5-4940-8d3a-e79801343179 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:41:18.429987 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-b77ecab3-2537-4e37-82b9-b525c651645d None None] For port 91f8f745-d17f-4b68-a789-f01bb7468611, host dv-cinder-786931-2-iscsi, cleared binding levels {{(pid=86422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 18:41:18.433715 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-b77ecab3-2537-4e37-82b9-b525c651645d None None] For port 91f8f745-d17f-4b68-a789-f01bb7468611, host dv-cinder-786931-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-2-iscsi',level=0,port_id=91f8f745-d17f-4b68-a789-f01bb7468611,segment=NetworkSegment(f02283aa-238a-4f3f-9851-30c34a9365bb),segment_id=f02283aa-238a-4f3f-9851-30c34a9365bb)] {{(pid=86422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 18:41:18.447294 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-b77ecab3-2537-4e37-82b9-b525c651645d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785676839112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251178383903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251178382076'] for port, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:18.456150 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-8b2c0e13-b8d5-4940-8d3a-e79801343179 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:41:18.549818 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b77ecab3-2537-4e37-82b9-b525c651645d None None] Routers {'4fe693f4-7e92-48f8-9897-5c9ecfffd20f'} bound to L3 agent in host dv-cinder-786931-2-iscsi {{(pid=86422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:41:18.550521 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-b77ecab3-2537-4e37-82b9-b525c651645d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd930c6f128>, 'dv-cinder-786931-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-20T18:22:01Z,description=<?>,heartbeat_timestamp=2021-04-20T18:41:01Z,host='dv-cinder-786931-2-iscsi',id=561dbf79-24e4-4a0d-b08c-f7bb8670fc1d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:22:01Z,topic='l3_agent')) {'router_ids': ['4fe693f4-7e92-48f8-9897-5c9ecfffd20f'], 'active': True} {{(pid=86422) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:41:18.561396 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc21543d-6304-4ff9-bf40-684d5c849e69 admin admin] Router 4fe693f4-7e92-48f8-9897-5c9ecfffd20f has already been hosted by L3 agent 561dbf79-24e4-4a0d-b08c-f7bb8670fc1d {{(pid=86420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 18:41:18.691118 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2c0e13-b8d5-4940-8d3a-e79801343179 None None] Pushing event updated for resources: {'Port': ['ID=91f8f745-d17f-4b68-a789-f01bb7468611,revision_number=3']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:41:18.695149 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-8b2c0e13-b8d5-4940-8d3a-e79801343179 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:41:18.722362 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-e9c3bc1d-6d98-4c67-81cb-10d0e3371c48 None None] Provisioning complete for port a185e224-b740-4e39-bf7c-bebbd495be51 triggered by entity DHCP. {{(pid=86422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:41:18.722788 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-e9c3bc1d-6d98-4c67-81cb-10d0e3371c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733696'] for port, provisioning_complete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:18.752139 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc21543d-6304-4ff9-bf40-684d5c849e69 admin admin] Notify agent at l3_agent.dv-cinder-786931-2-iscsi the message routers_updated {{(pid=86420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 18:41:18.762234 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-cc21543d-6304-4ff9-bf40-684d5c849e69 admin admin] 10.222.0.11 "PUT /v2.0/routers/4fe693f4-7e92-48f8-9897-5c9ecfffd20f/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1738341
Apr 20 18:41:18.813023 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-e9c3bc1d-6d98-4c67-81cb-10d0e3371c48 None None] Port a185e224-b740-4e39-bf7c-bebbd495be51 cannot update to ACTIVE because it is not bound. {{(pid=86422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 18:41:18.830585 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_dvr_db [None req-b77ecab3-2537-4e37-82b9-b525c651645d None None] Set router 4fe693f4-7e92-48f8-9897-5c9ecfffd20f gateway port host: dv-cinder-786931-2-iscsi {{(pid=86422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:41:18.880869 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Device e0dd6ce0-935e-4765-ae7f-57adc942fb9e up at agent ovs-agent-dv-cinder-786931-2-iscsi {{(pid=86422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:41:19.140718 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Provisioning complete for port e0dd6ce0-935e-4765-ae7f-57adc942fb9e triggered by entity L2. {{(pid=86422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:41:19.141296 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733696'] for port, provisioning_complete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:19.369314 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Device d4f4b575-dd8a-4d9d-bad2-4838eb15c714 up at agent ovs-agent-dv-cinder-786931-2-iscsi {{(pid=86422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:41:19.439058 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.11', 53158) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:41:19.439184 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-b77ecab3-2537-4e37-82b9-b525c651645d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd930c6f128>, [{'id': '4fe693f4-7e92-48f8-9897-5c9ecfffd20f', 'name': 'tempest-TestVolumeBootPattern-1002451793-router', 'tenant_id': 'ef07ced441054caf9791ca16f8ffb2e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357044f3-f85c-4c82-92f2-504aa071d528', 'external_fixed_ips': [{'subnet_id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': '91f8f745-d17f-4b68-a789-f01bb7468611', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:41:12Z', 'updated_at': '2021-04-20T18:41:17Z', 'revision_number': 4, 'project_id': 'ef07ced441054caf9791ca16f8ffb2e3', 'gw_port': {'id': '91f8f745-d17f-4b68-a789-f01bb7468611', 'name': '', 'network_id': '357044f3-f85c-4c82-92f2-504aa071d528', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:1f:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fe693f4-7e92-48f8-9897-5c9ecfffd20f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:41:13Z', 'updated_at': '2021-04-20T18:41:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-2-iscsi', '_interfaces': [{'id': 'a185e224-b740-4e39-bf7c-bebbd495be51', 'name': '', 'network_id': 'b576f5bf-85dd-4e24-b959-010f47cf8234', 'tenant_id': 'ef07ced441054caf9791ca16f8ffb2e3', 'mac_address': 'fa:16:3e:37:12:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fe693f4-7e92-48f8-9897-5c9ecfffd20f', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'b51dac35-f022-420e-967c-84176ed32cc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:41:16Z', 'updated_at': '2021-04-20T18:41:17Z', 'revision_number': 2, 'project_id': 'ef07ced441054caf9791ca16f8ffb2e3', 'subnets': [{'id': 'b51dac35-f022-420e-967c-84176ed32cc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786931-2-iscsi', False) {} {{(pid=86422) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:41:19.445947 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.v2.base [None req-d1b8085d-f885-448c-9323-888623e7b326 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-590070928', 'description': 'tempest-secgroup-smoke-590070928 description', 'project_id': '94755b3932d949cd9cb52a0da22b3fc0'}} {{(pid=86420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:41:19.446902 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b77ecab3-2537-4e37-82b9-b525c651645d None None] The sync data for ids ['4fe693f4-7e92-48f8-9897-5c9ecfffd20f'] in dv-cinder-786931-2-iscsi is: [{'id': '4fe693f4-7e92-48f8-9897-5c9ecfffd20f', 'name': 'tempest-TestVolumeBootPattern-1002451793-router', 'tenant_id': 'ef07ced441054caf9791ca16f8ffb2e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357044f3-f85c-4c82-92f2-504aa071d528', 'external_fixed_ips': [{'subnet_id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': '91f8f745-d17f-4b68-a789-f01bb7468611', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:41:12Z', 'updated_at': '2021-04-20T18:41:17Z', 'revision_number': 4, 'project_id': 'ef07ced441054caf9791ca16f8ffb2e3', 'gw_port': {'id': '91f8f745-d17f-4b68-a789-f01bb7468611', 'name': '', 'network_id': '357044f3-f85c-4c82-92f2-504aa071d528', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:1f:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fe693f4-7e92-48f8-9897-5c9ecfffd20f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:41:13Z', 'updated_at': '2021-04-20T18:41:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-2-iscsi', '_interfaces': [{'id': 'a185e224-b740-4e39-bf7c-bebbd495be51', 'name': '', 'network_id': 'b576f5bf-85dd-4e24-b959-010f47cf8234', 'tenant_id': 'ef07ced441054caf9791ca16f8ffb2e3', 'mac_address': 'fa:16:3e:37:12:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fe693f4-7e92-48f8-9897-5c9ecfffd20f', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'b51dac35-f022-420e-967c-84176ed32cc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:41:16Z', 'updated_at': '2021-04-20T18:41:17Z', 'revision_number': 2, 'project_id': 'ef07ced441054caf9791ca16f8ffb2e3', 'subnets': [{'id': 'b51dac35-f022-420e-967c-84176ed32cc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 18:41:19.465560 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Provisioning complete for port d4f4b575-dd8a-4d9d-bad2-4838eb15c714 triggered by entity L2. {{(pid=86422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:41:19.465560 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733696'] for port, provisioning_complete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:19.465861 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-d1b8085d-f885-448c-9323-888623e7b326 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:41:19.478320 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-d1b8085d-f885-448c-9323-888623e7b326 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Usage tracker for resource:security_group and tenant:94755b3932d949cd9cb52a0da22b3fc0 is out of sync, need to count used quota {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:41:19.482206 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-d1b8085d-f885-448c-9323-888623e7b326 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:41:19.495475 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-d1b8085d-f885-448c-9323-888623e7b326 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:41:19.508720 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d1b8085d-f885-448c-9323-888623e7b326 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Notify callbacks [] for security_group, before_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:19.533362 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-d1b8085d-f885-448c-9323-888623e7b326 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:41:19.538445 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-d1b8085d-f885-448c-9323-888623e7b326 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Usage tracker for resource:security_group_rule and tenant:94755b3932d949cd9cb52a0da22b3fc0 is out of sync, need to count used quota {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:41:19.542095 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-d1b8085d-f885-448c-9323-888623e7b326 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:41:19.549012 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-d1b8085d-f885-448c-9323-888623e7b326 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:41:19.633465 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d1b8085d-f885-448c-9323-888623e7b326 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Notify callbacks [] for security_group, precommit_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:19.636450 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d1b8085d-f885-448c-9323-888623e7b326 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850969184'] for security_group, after_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:19.642132 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-4375ab8a-e6f8-433d-acc9-51bda5e7629b tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:41:19.684962 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b8085d-f885-448c-9323-888623e7b326 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4f8c5ab-542b-445c-8d7c-0d3f20817c59,revision_number=1']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:41:19.687820 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d1b8085d-f885-448c-9323-888623e7b326 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Notify callbacks [] for security_group, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:19.689168 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-d1b8085d-f885-448c-9323-888623e7b326 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1792 time: 0.2489991
Apr 20 18:41:19.690194 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-d1b8085d-f885-448c-9323-888623e7b326 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:41:19.692230 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.11', 53162) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:41:19.698057 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.v2.base [None req-2b0d2503-39a8-41e5-aa80-2091ab9cff57 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Request body: {'security_group_rule': {'security_group_id': 'e4f8c5ab-542b-445c-8d7c-0d3f20817c59', 'project_id': '94755b3932d949cd9cb52a0da22b3fc0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:41:19.704621 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-2b0d2503-39a8-41e5-aa80-2091ab9cff57 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:41:19.709284 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-2b0d2503-39a8-41e5-aa80-2091ab9cff57 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Usage tracker for resource:security_group_rule and tenant:94755b3932d949cd9cb52a0da22b3fc0 is out of sync, need to count used quota {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:41:19.712575 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-2b0d2503-39a8-41e5-aa80-2091ab9cff57 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:41:19.718875 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-2b0d2503-39a8-41e5-aa80-2091ab9cff57 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:41:19.737922 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-2b0d2503-39a8-41e5-aa80-2091ab9cff57 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:19.810656 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-2b0d2503-39a8-41e5-aa80-2091ab9cff57 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:19.814110 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-2b0d2503-39a8-41e5-aa80-2091ab9cff57 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850969148'] for security_group_rule, after_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:19.816514 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-8fa47333-67ac-4c47-a7ab-a1cb420e48b1 tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:41:19.843453 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0d2503-39a8-41e5-aa80-2091ab9cff57 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85221738-38b1-4f7d-9c17-6bdd89b59225,revision_number=0']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:41:19.853064 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-2b0d2503-39a8-41e5-aa80-2091ab9cff57 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:41:19.857089 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-2b0d2503-39a8-41e5-aa80-2091ab9cff57 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:19.859005 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-2b0d2503-39a8-41e5-aa80-2091ab9cff57 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1651323
Apr 20 18:41:19.861745 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.11', 53166) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:41:19.867684 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.v2.base [None req-dcd6010b-ca6a-456c-89e4-a3d26e5dd8d3 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Request body: {'security_group_rule': {'security_group_id': 'e4f8c5ab-542b-445c-8d7c-0d3f20817c59', 'project_id': '94755b3932d949cd9cb52a0da22b3fc0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=86420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:41:19.877491 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-dcd6010b-ca6a-456c-89e4-a3d26e5dd8d3 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:41:19.881938 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-dcd6010b-ca6a-456c-89e4-a3d26e5dd8d3 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Usage tracker for resource:security_group_rule and tenant:94755b3932d949cd9cb52a0da22b3fc0 is out of sync, need to count used quota {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:41:19.885272 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-dcd6010b-ca6a-456c-89e4-a3d26e5dd8d3 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:41:19.893398 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-dcd6010b-ca6a-456c-89e4-a3d26e5dd8d3 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:41:19.910956 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-dcd6010b-ca6a-456c-89e4-a3d26e5dd8d3 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:19.988248 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-dcd6010b-ca6a-456c-89e4-a3d26e5dd8d3 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:19.991920 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-dcd6010b-ca6a-456c-89e4-a3d26e5dd8d3 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850969148'] for security_group_rule, after_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:19.994190 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:41:20.022579 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd6010b-ca6a-456c-89e4-a3d26e5dd8d3 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55db0810-4627-4da1-b6ef-fb96c4d6ecfb,revision_number=0']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:41:20.025754 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-dcd6010b-ca6a-456c-89e4-a3d26e5dd8d3 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:41:20.032732 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-dcd6010b-ca6a-456c-89e4-a3d26e5dd8d3 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:20.034112 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-dcd6010b-ca6a-456c-89e4-a3d26e5dd8d3 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1712112
Apr 20 18:41:20.037066 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.11', 53170) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:41:20.043416 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.v2.base [None req-db588f0c-9125-4b9f-8bdd-aeb728db575c tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Request body: {'security_group_rule': {'security_group_id': 'e4f8c5ab-542b-445c-8d7c-0d3f20817c59', 'project_id': '94755b3932d949cd9cb52a0da22b3fc0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=86420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:41:20.050206 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-db588f0c-9125-4b9f-8bdd-aeb728db575c tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:41:20.055104 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-db588f0c-9125-4b9f-8bdd-aeb728db575c tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Usage tracker for resource:security_group_rule and tenant:94755b3932d949cd9cb52a0da22b3fc0 is out of sync, need to count used quota {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:41:20.058294 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-db588f0c-9125-4b9f-8bdd-aeb728db575c tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:41:20.064907 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-db588f0c-9125-4b9f-8bdd-aeb728db575c tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:41:20.083527 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-db588f0c-9125-4b9f-8bdd-aeb728db575c tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:20.169244 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-db588f0c-9125-4b9f-8bdd-aeb728db575c tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:20.173300 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-db588f0c-9125-4b9f-8bdd-aeb728db575c tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850969148'] for security_group_rule, after_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:20.183005 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-2b0d2503-39a8-41e5-aa80-2091ab9cff57 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:41:20.204864 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db588f0c-9125-4b9f-8bdd-aeb728db575c tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1fba612-2787-49a2-8950-d5904cd98158,revision_number=0']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:41:20.210574 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-db588f0c-9125-4b9f-8bdd-aeb728db575c tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:41:20.214247 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-db588f0c-9125-4b9f-8bdd-aeb728db575c tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:20.215589 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-db588f0c-9125-4b9f-8bdd-aeb728db575c tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1771762
Apr 20 18:41:20.218601 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.11', 53174) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:41:20.224754 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.v2.base [None req-0f533e1b-7cc5-458d-8c9d-d2ef8d0dcf5f tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Request body: {'security_group_rule': {'security_group_id': 'e4f8c5ab-542b-445c-8d7c-0d3f20817c59', 'project_id': '94755b3932d949cd9cb52a0da22b3fc0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=86420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:41:20.231834 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-0f533e1b-7cc5-458d-8c9d-d2ef8d0dcf5f tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:41:20.236110 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-0f533e1b-7cc5-458d-8c9d-d2ef8d0dcf5f tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Usage tracker for resource:security_group_rule and tenant:94755b3932d949cd9cb52a0da22b3fc0 is out of sync, need to count used quota {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:41:20.239517 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-0f533e1b-7cc5-458d-8c9d-d2ef8d0dcf5f tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:41:20.247123 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-0f533e1b-7cc5-458d-8c9d-d2ef8d0dcf5f tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:41:20.267372 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-0f533e1b-7cc5-458d-8c9d-d2ef8d0dcf5f tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:20.369982 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-0f533e1b-7cc5-458d-8c9d-d2ef8d0dcf5f tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:20.373157 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-0f533e1b-7cc5-458d-8c9d-d2ef8d0dcf5f tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850969148'] for security_group_rule, after_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:20.385215 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:41:20.411803 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f533e1b-7cc5-458d-8c9d-d2ef8d0dcf5f tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17202876-c938-491e-a3c6-d933810f3c1e,revision_number=0']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:41:20.415289 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-0f533e1b-7cc5-458d-8c9d-d2ef8d0dcf5f tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:41:20.422998 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-0f533e1b-7cc5-458d-8c9d-d2ef8d0dcf5f tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:20.428602 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-0f533e1b-7cc5-458d-8c9d-d2ef8d0dcf5f tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.2053010
Apr 20 18:41:20.428974 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.11', 53178) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:41:20.434704 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.v2.base [None req-6982414f-6c08-4b2a-b9c4-a1b6e91dd26c tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Request body: {'security_group_rule': {'security_group_id': 'e4f8c5ab-542b-445c-8d7c-0d3f20817c59', 'project_id': '94755b3932d949cd9cb52a0da22b3fc0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=86420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:41:20.441683 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-6982414f-6c08-4b2a-b9c4-a1b6e91dd26c tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:41:20.446802 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-6982414f-6c08-4b2a-b9c4-a1b6e91dd26c tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Usage tracker for resource:security_group_rule and tenant:94755b3932d949cd9cb52a0da22b3fc0 is out of sync, need to count used quota {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:41:20.451065 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-6982414f-6c08-4b2a-b9c4-a1b6e91dd26c tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:41:20.458774 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-6982414f-6c08-4b2a-b9c4-a1b6e91dd26c tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:41:20.471638 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.db.securitygroups_db [None req-6982414f-6c08-4b2a-b9c4-a1b6e91dd26c tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Project 94755b3932d949cd9cb52a0da22b3fc0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 20 18:41:20.480355 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-6982414f-6c08-4b2a-b9c4-a1b6e91dd26c tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:20.566163 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-6982414f-6c08-4b2a-b9c4-a1b6e91dd26c tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:20.570348 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-6982414f-6c08-4b2a-b9c4-a1b6e91dd26c tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850969148'] for security_group_rule, after_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:20.573344 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:41:20.598633 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6982414f-6c08-4b2a-b9c4-a1b6e91dd26c tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17b07527-2545-4ce4-a5ca-a95bf87f6972,revision_number=0']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:41:20.604018 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-6982414f-6c08-4b2a-b9c4-a1b6e91dd26c tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:41:20.611269 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-6982414f-6c08-4b2a-b9c4-a1b6e91dd26c tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:20.615335 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-6982414f-6c08-4b2a-b9c4-a1b6e91dd26c tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1827383
Apr 20 18:41:20.616109 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.11', 53184) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:41:20.622049 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.v2.base [None req-a5941b97-7b4b-4d6f-a911-e6537b8fee1c tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Request body: {'security_group_rule': {'security_group_id': 'e4f8c5ab-542b-445c-8d7c-0d3f20817c59', 'project_id': '94755b3932d949cd9cb52a0da22b3fc0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=86420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:41:20.628855 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-a5941b97-7b4b-4d6f-a911-e6537b8fee1c tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:41:20.633331 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-a5941b97-7b4b-4d6f-a911-e6537b8fee1c tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Usage tracker for resource:security_group_rule and tenant:94755b3932d949cd9cb52a0da22b3fc0 is out of sync, need to count used quota {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:41:20.636984 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-a5941b97-7b4b-4d6f-a911-e6537b8fee1c tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:41:20.643569 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-a5941b97-7b4b-4d6f-a911-e6537b8fee1c tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:41:20.657734 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.db.securitygroups_db [None req-a5941b97-7b4b-4d6f-a911-e6537b8fee1c tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Project 94755b3932d949cd9cb52a0da22b3fc0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 20 18:41:20.666266 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-a5941b97-7b4b-4d6f-a911-e6537b8fee1c tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:20.747779 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-a5941b97-7b4b-4d6f-a911-e6537b8fee1c tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:20.750787 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-a5941b97-7b4b-4d6f-a911-e6537b8fee1c tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850969148'] for security_group_rule, after_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:20.753132 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-dcd6010b-ca6a-456c-89e4-a3d26e5dd8d3 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:41:20.778153 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5941b97-7b4b-4d6f-a911-e6537b8fee1c tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2f2c1f3-05a8-4fe8-b796-524d3487b592,revision_number=0']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:41:20.782867 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-a5941b97-7b4b-4d6f-a911-e6537b8fee1c tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:41:20.793171 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-a5941b97-7b4b-4d6f-a911-e6537b8fee1c tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:20.794487 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-a5941b97-7b4b-4d6f-a911-e6537b8fee1c tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1772099
Apr 20 18:41:20.886424 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Device 91f8f745-d17f-4b68-a789-f01bb7468611 up at agent ovs-agent-dv-cinder-786931-2-iscsi {{(pid=86422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:41:20.962633 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Provisioning for port 91f8f745-d17f-4b68-a789-f01bb7468611 completed by entity L2. {{(pid=86422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 18:41:20.968446 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Provisioning complete for port 91f8f745-d17f-4b68-a789-f01bb7468611 triggered by entity L2. {{(pid=86422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:41:20.969001 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733696'] for port, provisioning_complete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:21.112773 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854207267'] for port, before_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:21.134207 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] For port 91f8f745-d17f-4b68-a789-f01bb7468611, host dv-cinder-786931-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-2-iscsi',level=0,port_id=91f8f745-d17f-4b68-a789-f01bb7468611,segment=NetworkSegment(f02283aa-238a-4f3f-9851-30c34a9365bb),segment_id=f02283aa-238a-4f3f-9851-30c34a9365bb)] {{(pid=86422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:41:21.139918 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785676839112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251178383903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251178382076'] for port, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:21.142959 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:41:21.221515 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Pushing event updated for resources: {'Port': ['ID=91f8f745-d17f-4b68-a789-f01bb7468611,revision_number=4']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:41:21.225006 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:41:22.811076 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf6af68-9641-4688-8a0e-3360473ac5cc None None] Sync routers for ids ['4fe693f4-7e92-48f8-9897-5c9ecfffd20f'] in dv-cinder-786931-2-iscsi {{(pid=86423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 18:41:22.823633 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf6af68-9641-4688-8a0e-3360473ac5cc None None] Routers {'4fe693f4-7e92-48f8-9897-5c9ecfffd20f'} bound to L3 agent in host dv-cinder-786931-2-iscsi {{(pid=86423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:41:22.824523 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-edf6af68-9641-4688-8a0e-3360473ac5cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd930cacb00>, 'dv-cinder-786931-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-20T18:22:01Z,description=<?>,heartbeat_timestamp=2021-04-20T18:41:01Z,host='dv-cinder-786931-2-iscsi',id=561dbf79-24e4-4a0d-b08c-f7bb8670fc1d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:22:01Z,topic='l3_agent')) {'router_ids': ['4fe693f4-7e92-48f8-9897-5c9ecfffd20f'], 'active': True} {{(pid=86423) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:41:22.872785 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Device 91f8f745-d17f-4b68-a789-f01bb7468611 up at agent ovs-agent-dv-cinder-786931-2-iscsi {{(pid=86422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:41:22.973157 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Provisioning complete for port 91f8f745-d17f-4b68-a789-f01bb7468611 triggered by entity L2. {{(pid=86422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:41:22.973627 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733696'] for port, provisioning_complete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:23.048181 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_dvr_db [None req-edf6af68-9641-4688-8a0e-3360473ac5cc None None] Set router 4fe693f4-7e92-48f8-9897-5c9ecfffd20f gateway port host: dv-cinder-786931-2-iscsi {{(pid=86423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:41:23.557437 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-edf6af68-9641-4688-8a0e-3360473ac5cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd930cacb00>, [{'id': '4fe693f4-7e92-48f8-9897-5c9ecfffd20f', 'name': 'tempest-TestVolumeBootPattern-1002451793-router', 'tenant_id': 'ef07ced441054caf9791ca16f8ffb2e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357044f3-f85c-4c82-92f2-504aa071d528', 'external_fixed_ips': [{'subnet_id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': '91f8f745-d17f-4b68-a789-f01bb7468611', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:41:12Z', 'updated_at': '2021-04-20T18:41:17Z', 'revision_number': 4, 'project_id': 'ef07ced441054caf9791ca16f8ffb2e3', 'gw_port': {'id': '91f8f745-d17f-4b68-a789-f01bb7468611', 'name': '', 'network_id': '357044f3-f85c-4c82-92f2-504aa071d528', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:1f:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fe693f4-7e92-48f8-9897-5c9ecfffd20f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:41:13Z', 'updated_at': '2021-04-20T18:41:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-2-iscsi', '_interfaces': [{'id': 'a185e224-b740-4e39-bf7c-bebbd495be51', 'name': '', 'network_id': 'b576f5bf-85dd-4e24-b959-010f47cf8234', 'tenant_id': 'ef07ced441054caf9791ca16f8ffb2e3', 'mac_address': 'fa:16:3e:37:12:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fe693f4-7e92-48f8-9897-5c9ecfffd20f', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'b51dac35-f022-420e-967c-84176ed32cc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:41:16Z', 'updated_at': '2021-04-20T18:41:17Z', 'revision_number': 2, 'project_id': 'ef07ced441054caf9791ca16f8ffb2e3', 'subnets': [{'id': 'b51dac35-f022-420e-967c-84176ed32cc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786931-2-iscsi', False) {} {{(pid=86423) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:41:23.562666 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf6af68-9641-4688-8a0e-3360473ac5cc None None] Checking router: 4fe693f4-7e92-48f8-9897-5c9ecfffd20f for host: dv-cinder-786931-2-iscsi {{(pid=86423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 18:41:23.563062 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf6af68-9641-4688-8a0e-3360473ac5cc None None] Updating router 4fe693f4-7e92-48f8-9897-5c9ecfffd20f port a185e224-b740-4e39-bf7c-bebbd495be51 binding host dv-cinder-786931-2-iscsi {{(pid=86423) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 20 18:41:23.620790 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-edf6af68-9641-4688-8a0e-3360473ac5cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854207267'] for port, before_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:24.030229 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-edf6af68-9641-4688-8a0e-3360473ac5cc None None] Notify callbacks [] for port, precommit_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:24.043961 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-edf6af68-9641-4688-8a0e-3360473ac5cc None None] Transition to ACTIVE for port object a185e224-b740-4e39-bf7c-bebbd495be51 will not be triggered until provisioned by entity L2. {{(pid=86423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 18:41:24.050242 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-edf6af68-9641-4688-8a0e-3360473ac5cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785676839112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251178383903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251178382076'] for port, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:24.054997 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-4b473309-b42a-478a-b5be-f03b607c905a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:41:24.205608 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b18724-60a5-4b92-981f-a78b7c0f23c6 None None] Pushing event updated for resources: {'Port': ['ID=a185e224-b740-4e39-bf7c-bebbd495be51,revision_number=3']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:41:24.242972 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-c5b18724-60a5-4b92-981f-a78b7c0f23c6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:41:24.328284 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [None req-edf6af68-9641-4688-8a0e-3360473ac5cc None None] Attempting to bind port a185e224-b740-4e39-bf7c-bebbd495be51 on host dv-cinder-786931-2-iscsi for vnic_type normal with profile  {{(pid=86423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 18:41:24.328284 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [None req-edf6af68-9641-4688-8a0e-3360473ac5cc None None] Attempting to bind port a185e224-b740-4e39-bf7c-bebbd495be51 by drivers openvswitch,hyperv on host dv-cinder-786931-2-iscsi at level 0 using segments [{'id': 'fed0a268-45c0-4793-b61b-17baa1443bed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'b576f5bf-85dd-4e24-b959-010f47cf8234'}] {{(pid=86423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 18:41:24.328284 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf6af68-9641-4688-8a0e-3360473ac5cc None None] Attempting to bind port a185e224-b740-4e39-bf7c-bebbd495be51 on network b576f5bf-85dd-4e24-b959-010f47cf8234 {{(pid=86423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 18:41:24.333000 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf6af68-9641-4688-8a0e-3360473ac5cc None None] Checking agent: {'id': '36d4d98e-2d96-4c9b-9d9c-08d159895b6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786931-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 22, 2), 'started_at': datetime.datetime(2021, 4, 20, 18, 22, 32), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 41, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786931-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 18:41:24.333495 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf6af68-9641-4688-8a0e-3360473ac5cc None None] Checking segment: {'id': 'fed0a268-45c0-4793-b61b-17baa1443bed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'b576f5bf-85dd-4e24-b959-010f47cf8234'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 18:41:24.334126 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-edf6af68-9641-4688-8a0e-3360473ac5cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:24.334570 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf6af68-9641-4688-8a0e-3360473ac5cc None None] Bound using segment: {'id': 'fed0a268-45c0-4793-b61b-17baa1443bed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'b576f5bf-85dd-4e24-b959-010f47cf8234'} {{(pid=86423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 18:41:24.335294 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [None req-edf6af68-9641-4688-8a0e-3360473ac5cc None None] Bound port: a185e224-b740-4e39-bf7c-bebbd495be51, host: dv-cinder-786931-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fed0a268-45c0-4793-b61b-17baa1443bed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'b576f5bf-85dd-4e24-b959-010f47cf8234'}}] {{(pid=86423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 18:41:24.335752 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-edf6af68-9641-4688-8a0e-3360473ac5cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854207267'] for port, before_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:24.440864 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-edf6af68-9641-4688-8a0e-3360473ac5cc None None] For port a185e224-b740-4e39-bf7c-bebbd495be51, host dv-cinder-786931-2-iscsi, cleared binding levels {{(pid=86423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 18:41:24.444639 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-edf6af68-9641-4688-8a0e-3360473ac5cc None None] For port a185e224-b740-4e39-bf7c-bebbd495be51, host dv-cinder-786931-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-2-iscsi',level=0,port_id=a185e224-b740-4e39-bf7c-bebbd495be51,segment=NetworkSegment(fed0a268-45c0-4793-b61b-17baa1443bed),segment_id=fed0a268-45c0-4793-b61b-17baa1443bed)] {{(pid=86423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 18:41:24.449831 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-edf6af68-9641-4688-8a0e-3360473ac5cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785676839112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251178383903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251178382076'] for port, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:24.454810 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:41:24.537343 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf6af68-9641-4688-8a0e-3360473ac5cc None None] Routers {'4fe693f4-7e92-48f8-9897-5c9ecfffd20f'} bound to L3 agent in host dv-cinder-786931-2-iscsi {{(pid=86423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:41:24.538398 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-edf6af68-9641-4688-8a0e-3360473ac5cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd930cacb00>, 'dv-cinder-786931-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-20T18:22:01Z,description=<?>,heartbeat_timestamp=2021-04-20T18:41:01Z,host='dv-cinder-786931-2-iscsi',id=561dbf79-24e4-4a0d-b08c-f7bb8670fc1d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:22:01Z,topic='l3_agent')) {'router_ids': ['4fe693f4-7e92-48f8-9897-5c9ecfffd20f'], 'active': True} {{(pid=86423) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:41:24.718299 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b18724-60a5-4b92-981f-a78b7c0f23c6 None None] Pushing event updated for resources: {'Port': ['ID=a185e224-b740-4e39-bf7c-bebbd495be51,revision_number=4']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:41:24.724910 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-c5b18724-60a5-4b92-981f-a78b7c0f23c6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:41:24.863051 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_dvr_db [None req-edf6af68-9641-4688-8a0e-3360473ac5cc None None] Set router 4fe693f4-7e92-48f8-9897-5c9ecfffd20f gateway port host: dv-cinder-786931-2-iscsi {{(pid=86423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:41:24.952475 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Device a185e224-b740-4e39-bf7c-bebbd495be51 up at agent ovs-agent-dv-cinder-786931-2-iscsi {{(pid=86422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:41:25.059994 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Provisioning for port a185e224-b740-4e39-bf7c-bebbd495be51 completed by entity L2. {{(pid=86422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 18:41:25.066591 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Provisioning complete for port a185e224-b740-4e39-bf7c-bebbd495be51 triggered by entity L2. {{(pid=86422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:41:25.067085 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733696'] for port, provisioning_complete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:25.233685 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854207267'] for port, before_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:25.265303 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-edf6af68-9641-4688-8a0e-3360473ac5cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd930cacb00>, [{'id': '4fe693f4-7e92-48f8-9897-5c9ecfffd20f', 'name': 'tempest-TestVolumeBootPattern-1002451793-router', 'tenant_id': 'ef07ced441054caf9791ca16f8ffb2e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357044f3-f85c-4c82-92f2-504aa071d528', 'external_fixed_ips': [{'subnet_id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': '91f8f745-d17f-4b68-a789-f01bb7468611', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:41:12Z', 'updated_at': '2021-04-20T18:41:17Z', 'revision_number': 4, 'project_id': 'ef07ced441054caf9791ca16f8ffb2e3', 'gw_port': {'id': '91f8f745-d17f-4b68-a789-f01bb7468611', 'name': '', 'network_id': '357044f3-f85c-4c82-92f2-504aa071d528', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:1f:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fe693f4-7e92-48f8-9897-5c9ecfffd20f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:41:13Z', 'updated_at': '2021-04-20T18:41:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-2-iscsi', '_interfaces': [{'id': 'a185e224-b740-4e39-bf7c-bebbd495be51', 'name': '', 'network_id': 'b576f5bf-85dd-4e24-b959-010f47cf8234', 'tenant_id': 'ef07ced441054caf9791ca16f8ffb2e3', 'mac_address': 'fa:16:3e:37:12:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fe693f4-7e92-48f8-9897-5c9ecfffd20f', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'b51dac35-f022-420e-967c-84176ed32cc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:41:16Z', 'updated_at': '2021-04-20T18:41:24Z', 'revision_number': 4, 'project_id': 'ef07ced441054caf9791ca16f8ffb2e3', 'subnets': [{'id': 'b51dac35-f022-420e-967c-84176ed32cc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786931-2-iscsi', False) {} {{(pid=86423) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:41:25.269147 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] For port a185e224-b740-4e39-bf7c-bebbd495be51, host dv-cinder-786931-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-2-iscsi',level=0,port_id=a185e224-b740-4e39-bf7c-bebbd495be51,segment=NetworkSegment(fed0a268-45c0-4793-b61b-17baa1443bed),segment_id=fed0a268-45c0-4793-b61b-17baa1443bed)] {{(pid=86422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:41:25.269509 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf6af68-9641-4688-8a0e-3360473ac5cc None None] The sync data for ids ['4fe693f4-7e92-48f8-9897-5c9ecfffd20f'] in dv-cinder-786931-2-iscsi is: [{'id': '4fe693f4-7e92-48f8-9897-5c9ecfffd20f', 'name': 'tempest-TestVolumeBootPattern-1002451793-router', 'tenant_id': 'ef07ced441054caf9791ca16f8ffb2e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357044f3-f85c-4c82-92f2-504aa071d528', 'external_fixed_ips': [{'subnet_id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': '91f8f745-d17f-4b68-a789-f01bb7468611', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:41:12Z', 'updated_at': '2021-04-20T18:41:17Z', 'revision_number': 4, 'project_id': 'ef07ced441054caf9791ca16f8ffb2e3', 'gw_port': {'id': '91f8f745-d17f-4b68-a789-f01bb7468611', 'name': '', 'network_id': '357044f3-f85c-4c82-92f2-504aa071d528', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:1f:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fe693f4-7e92-48f8-9897-5c9ecfffd20f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:41:13Z', 'updated_at': '2021-04-20T18:41:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-2-iscsi', '_interfaces': [{'id': 'a185e224-b740-4e39-bf7c-bebbd495be51', 'name': '', 'network_id': 'b576f5bf-85dd-4e24-b959-010f47cf8234', 'tenant_id': 'ef07ced441054caf9791ca16f8ffb2e3', 'mac_address': 'fa:16:3e:37:12:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fe693f4-7e92-48f8-9897-5c9ecfffd20f', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'b51dac35-f022-420e-967c-84176ed32cc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:41:16Z', 'updated_at': '2021-04-20T18:41:24Z', 'revision_number': 4, 'project_id': 'ef07ced441054caf9791ca16f8ffb2e3', 'subnets': [{'id': 'b51dac35-f022-420e-967c-84176ed32cc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 18:41:25.274156 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785676839112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251178383903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251178382076'] for port, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:25.276882 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:41:25.361798 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Pushing event updated for resources: {'Port': ['ID=a185e224-b740-4e39-bf7c-bebbd495be51,revision_number=5']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:41:25.364823 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:41:26.861944 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Device a185e224-b740-4e39-bf7c-bebbd495be51 up at agent ovs-agent-dv-cinder-786931-2-iscsi {{(pid=86422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:41:26.939599 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Provisioning complete for port a185e224-b740-4e39-bf7c-bebbd495be51 triggered by entity L2. {{(pid=86422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:41:26.940022 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733696'] for port, provisioning_complete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:28.555534 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-8d6640b5-b401-44ef-ba67-780d7abf917b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:31.332206 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-97fa71de-2e91-418e-9ca8-8788d9bed00d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:31.422387 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-59ff2fcf-5a92-41e6-b6a8-ab5cb4df6403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:31.998622 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:32.422987 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:33.194736 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-69625b45-0eac-4ead-bef5-f7df2e631dfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:36.419599 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.11', 53342) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:41:36.547290 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-356ed84a-e396-4c8b-b631-d1f69bd8e6ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:36.562646 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-356ed84a-e396-4c8b-b631-d1f69bd8e6ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:41:36.566641 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-356ed84a-e396-4c8b-b631-d1f69bd8e6ea admin admin] Usage tracker for resource:security_group_rule and tenant:57a7f84404614ed2a8df0b06b435753a is out of sync, need to count used quota {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:41:36.569653 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-356ed84a-e396-4c8b-b631-d1f69bd8e6ea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:41:36.575611 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-356ed84a-e396-4c8b-b631-d1f69bd8e6ea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:41:36.660584 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-356ed84a-e396-4c8b-b631-d1f69bd8e6ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:36.663710 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-356ed84a-e396-4c8b-b631-d1f69bd8e6ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850969184'] for security_group, after_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:36.672611 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-13e3a629-2095-41e8-a920-9d91d93365f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:41:36.714122 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-356ed84a-e396-4c8b-b631-d1f69bd8e6ea admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=57a7f84404614ed2a8df0b06b435753a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2933528
Apr 20 18:41:36.715906 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356ed84a-e396-4c8b-b631-d1f69bd8e6ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a5a5f22-ac5b-4c4c-ae13-7db2e8f87d89,revision_number=1']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:41:36.716963 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86421) accepted ('10.222.0.11', 53348) {{(pid=86421) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:41:36.719213 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-356ed84a-e396-4c8b-b631-d1f69bd8e6ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:41:36.782059 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-3552f714-5190-44c1-a6e9-2d77abc077a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:36.810085 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-3552f714-5190-44c1-a6e9-2d77abc077a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:36.858880 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-3552f714-5190-44c1-a6e9-2d77abc077a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850969184'] for security_group, after_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:36.863871 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-9ed18795-972d-4ab9-9d2d-b5a4eb64d3d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:41:36.878806 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3552f714-5190-44c1-a6e9-2d77abc077a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a5a5f22-ac5b-4c4c-ae13-7db2e8f87d89,revision_number=None']} {{(pid=86421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:41:36.882467 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-3552f714-5190-44c1-a6e9-2d77abc077a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:41:36.884541 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-3552f714-5190-44c1-a6e9-2d77abc077a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:36.888176 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-3552f714-5190-44c1-a6e9-2d77abc077a8 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3a5a5f22-ac5b-4c4c-ae13-7db2e8f87d89 HTTP/1.1" status: 204  len: 168 time: 0.1677151
Apr 20 18:41:37.653798 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-8088abbe-0b01-42d0-889a-a5000d431e10 req-dbddc243-701d-43d1-84a6-5be2dcb32a0a tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-590070928&fields=id&tenant_id=94755b3932d949cd9cb52a0da22b3fc0 HTTP/1.1" status: 200  len: 267 time: 0.0542843
Apr 20 18:41:37.838298 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8088abbe-0b01-42d0-889a-a5000d431e10 req-c7cd1876-5683-4114-a98f-bb658ef02ded tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:41:37.839881 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-8088abbe-0b01-42d0-889a-a5000d431e10 req-c7cd1876-5683-4114-a98f-bb658ef02ded tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] 10.222.0.11 "GET /v2.0/networks?id=d59fa4ee-f8cd-410b-88b6-98181f8e4bde HTTP/1.1" status: 200  len: 811 time: 0.1688452
Apr 20 18:41:37.856410 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-8088abbe-0b01-42d0-889a-a5000d431e10 req-794d727e-8ddb-40ab-a66d-6a0a44655ea5 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] 10.222.0.11 "GET /v2.0/quotas/94755b3932d949cd9cb52a0da22b3fc0 HTTP/1.1" status: 200  len: 375 time: 0.0100608
Apr 20 18:41:37.950599 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [req-8088abbe-0b01-42d0-889a-a5000d431e10 req-e75e2562-d2ff-490a-ba54-cb60945443b0 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Synchronizing usage tracker for tenant:94755b3932d949cd9cb52a0da22b3fc0 on resource:port {{(pid=86421) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 18:41:37.968839 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [req-8088abbe-0b01-42d0-889a-a5000d431e10 req-e75e2562-d2ff-490a-ba54-cb60945443b0 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Unset dirty status for tenant:94755b3932d949cd9cb52a0da22b3fc0 on resource:port {{(pid=86421) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 18:41:37.970604 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-8088abbe-0b01-42d0-889a-a5000d431e10 req-e75e2562-d2ff-490a-ba54-cb60945443b0 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=94755b3932d949cd9cb52a0da22b3fc0&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1083248
Apr 20 18:41:38.101591 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [req-8088abbe-0b01-42d0-889a-a5000d431e10 req-35992545-3bf0-44be-8771-028491575989 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=86421) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 20 18:41:38.102671 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-8088abbe-0b01-42d0-889a-a5000d431e10 req-35992545-3bf0-44be-8771-028491575989 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.1167104
Apr 20 18:41:38.266398 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-8088abbe-0b01-42d0-889a-a5000d431e10 req-0753202a-7645-4b04-812d-c08dfbbf15c3 service neutron] 10.222.0.11 "GET /v2.0/networks/d59fa4ee-f8cd-410b-88b6-98181f8e4bde?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1567523
Apr 20 18:41:38.417373 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-8088abbe-0b01-42d0-889a-a5000d431e10 req-69a3d871-8358-4485-9cc7-75931cff941f service neutron] 10.222.0.11 "GET /v2.0/networks/d59fa4ee-f8cd-410b-88b6-98181f8e4bde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1437197
Apr 20 18:41:38.874893 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-a269b7df-9081-44db-9fcb-ff614e27b4cc req-04d97ddf-f16f-4205-894c-56fdad81a3e6 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] 10.222.0.11 "GET /v2.0/ports?device_id=457f56f1-5dec-4ee9-b492-eb0d0e82ee85 HTTP/1.1" status: 200  len: 210 time: 0.0496423
Apr 20 18:41:40.054326 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-36232fd5-d33e-4db7-b897-535a47859f6b req-4463c21a-35c3-4d9f-95bb-bac4b58e6556 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] 10.222.0.11 "GET /v2.0/ports?device_id=457f56f1-5dec-4ee9-b492-eb0d0e82ee85 HTTP/1.1" status: 200  len: 210 time: 0.0565741
Apr 20 18:41:40.157675 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8088abbe-0b01-42d0-889a-a5000d431e10 req-1ddb3fb7-bb14-4be2-8ea3-0e6ff6d9a515 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:41:40.158439 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [req-8088abbe-0b01-42d0-889a-a5000d431e10 req-1ddb3fb7-bb14-4be2-8ea3-0e6ff6d9a515 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Synchronizing usage tracker for tenant:94755b3932d949cd9cb52a0da22b3fc0 on resource:network {{(pid=86420) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 18:41:40.175590 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [req-8088abbe-0b01-42d0-889a-a5000d431e10 req-1ddb3fb7-bb14-4be2-8ea3-0e6ff6d9a515 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Unset dirty status for tenant:94755b3932d949cd9cb52a0da22b3fc0 on resource:network {{(pid=86420) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 18:41:40.176913 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-8088abbe-0b01-42d0-889a-a5000d431e10 req-1ddb3fb7-bb14-4be2-8ea3-0e6ff6d9a515 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] 10.222.0.10 "GET /v2.0/networks?id=d59fa4ee-f8cd-410b-88b6-98181f8e4bde HTTP/1.1" status: 200  len: 811 time: 0.1879580
Apr 20 18:41:40.271410 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [req-8088abbe-0b01-42d0-889a-a5000d431e10 req-b8df9ab7-216e-4862-8fde-fcd7540fc869 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Synchronizing usage tracker for tenant:94755b3932d949cd9cb52a0da22b3fc0 on resource:security_group {{(pid=86420) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 18:41:40.291347 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [req-8088abbe-0b01-42d0-889a-a5000d431e10 req-b8df9ab7-216e-4862-8fde-fcd7540fc869 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Unset dirty status for tenant:94755b3932d949cd9cb52a0da22b3fc0 on resource:security_group {{(pid=86420) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 18:41:40.294516 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-8088abbe-0b01-42d0-889a-a5000d431e10 req-b8df9ab7-216e-4862-8fde-fcd7540fc869 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=94755b3932d949cd9cb52a0da22b3fc0 HTTP/1.1" status: 200  len: 8059 time: 0.1080058
Apr 20 18:41:40.303258 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.v2.base [req-8088abbe-0b01-42d0-889a-a5000d431e10 req-887a6527-dd5b-4c0f-8446-deca719dea53 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Request body: {'port': {'device_id': '457f56f1-5dec-4ee9-b492-eb0d0e82ee85', 'network_id': 'd59fa4ee-f8cd-410b-88b6-98181f8e4bde', 'admin_state_up': True, 'tenant_id': '94755b3932d949cd9cb52a0da22b3fc0', 'security_groups': ['e4f8c5ab-542b-445c-8d7c-0d3f20817c59']}} {{(pid=86420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:41:40.458275 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [req-8088abbe-0b01-42d0-889a-a5000d431e10 req-887a6527-dd5b-4c0f-8446-deca719dea53 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:41:40.469136 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [req-8088abbe-0b01-42d0-889a-a5000d431e10 req-887a6527-dd5b-4c0f-8446-deca719dea53 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:41:40.477982 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8088abbe-0b01-42d0-889a-a5000d431e10 req-887a6527-dd5b-4c0f-8446-deca719dea53 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Made reservation on behalf of 94755b3932d949cd9cb52a0da22b3fc0 for: {'port': 1} {{(pid=86420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 18:41:40.484038 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-8088abbe-0b01-42d0-889a-a5000d431e10 req-887a6527-dd5b-4c0f-8446-deca719dea53 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854207267'] for port, before_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:40.659870 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.db_base_plugin_common [req-8088abbe-0b01-42d0-889a-a5000d431e10 req-887a6527-dd5b-4c0f-8446-deca719dea53 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Allocated IP 172.20.0.4 (d59fa4ee-f8cd-410b-88b6-98181f8e4bde/c7080e04-6ac2-44f9-a0da-002989b1e21f/2c369556-baa2-44ca-93df-108f852490b8) {{(pid=86420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 18:41:41.121031 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-8088abbe-0b01-42d0-889a-a5000d431e10 req-887a6527-dd5b-4c0f-8446-deca719dea53 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Notify callbacks [] for port, precommit_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:41.140586 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [req-8088abbe-0b01-42d0-889a-a5000d431e10 req-887a6527-dd5b-4c0f-8446-deca719dea53 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Transition to ACTIVE for port object 2c369556-baa2-44ca-93df-108f852490b8 will not be triggered until provisioned by entity DHCP. {{(pid=86420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 18:41:41.166874 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-8088abbe-0b01-42d0-889a-a5000d431e10 req-887a6527-dd5b-4c0f-8446-deca719dea53 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251178383920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4189424'] for port, after_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:41.173124 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-3c51dabf-16a7-4c28-9d58-bc669bc7cdc9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:41:41.244507 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8088abbe-0b01-42d0-889a-a5000d431e10 req-887a6527-dd5b-4c0f-8446-deca719dea53 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Network d59fa4ee-f8cd-410b-88b6-98181f8e4bde is already hosted by enough agents. {{(pid=86420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 18:41:41.248491 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.scheduler.base_scheduler [req-8088abbe-0b01-42d0-889a-a5000d431e10 req-887a6527-dd5b-4c0f-8446-deca719dea53 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Resources bound (agent type, host, resource id):  {{(pid=86420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:41:41.252884 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [req-8088abbe-0b01-42d0-889a-a5000d431e10 req-887a6527-dd5b-4c0f-8446-deca719dea53 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Received port after_create {{(pid=86420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 18:41:41.271628 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd1a019-ac8a-4ff2-978d-936b2d03611b req-c4bf76d7-c071-4632-84c2-1ee4c718de75 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:41:41.273338 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-2bd1a019-ac8a-4ff2-978d-936b2d03611b req-c4bf76d7-c071-4632-84c2-1ee4c718de75 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] 10.222.0.11 "GET /v2.0/ports?device_id=457f56f1-5dec-4ee9-b492-eb0d0e82ee85 HTTP/1.1" status: 200  len: 931 time: 0.0931530
Apr 20 18:41:41.299088 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887a6527-dd5b-4c0f-8446-deca719dea53 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Pushing event updated for resources: {'Port': ['ID=2c369556-baa2-44ca-93df-108f852490b8,revision_number=1']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:41:41.304745 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-887a6527-dd5b-4c0f-8446-deca719dea53 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:41:41.333612 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8088abbe-0b01-42d0-889a-a5000d431e10 req-887a6527-dd5b-4c0f-8446-deca719dea53 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:41:41.334501 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-8088abbe-0b01-42d0-889a-a5000d431e10 req-887a6527-dd5b-4c0f-8446-deca719dea53 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7615'] for port, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:41.340792 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-2bd1a019-ac8a-4ff2-978d-936b2d03611b req-c3254a35-9571-4d5b-89d4-947541a90d4c tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4f8c5ab-542b-445c-8d7c-0d3f20817c59&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0598261
Apr 20 18:41:41.390078 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-8088abbe-0b01-42d0-889a-a5000d431e10 req-887a6527-dd5b-4c0f-8446-deca719dea53 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0916641
Apr 20 18:41:41.403310 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [req-8088abbe-0b01-42d0-889a-a5000d431e10 req-e413711c-ac0d-442e-87a1-ed85c51e9388 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=86420) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 20 18:41:41.404456 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-8088abbe-0b01-42d0-889a-a5000d431e10 req-e413711c-ac0d-442e-87a1-ed85c51e9388 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0063503
Apr 20 18:41:41.492555 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.v2.base [req-8088abbe-0b01-42d0-889a-a5000d431e10 req-ba739a17-f08b-4d0e-82b1-1d02a548dd8d service neutron] Request body: {'port': {'device_id': '457f56f1-5dec-4ee9-b492-eb0d0e82ee85', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=86420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:41:41.496278 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-bab54b84-3b06-4db8-b1c7-7eb02cc48ff0 None None] Provisioning for port 2c369556-baa2-44ca-93df-108f852490b8 completed by entity DHCP. {{(pid=86422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 18:41:41.501619 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-bab54b84-3b06-4db8-b1c7-7eb02cc48ff0 None None] Provisioning complete for port 2c369556-baa2-44ca-93df-108f852490b8 triggered by entity DHCP. {{(pid=86422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:41:41.502029 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-bab54b84-3b06-4db8-b1c7-7eb02cc48ff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733696'] for port, provisioning_complete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:41.632706 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-8088abbe-0b01-42d0-889a-a5000d431e10 req-ba739a17-f08b-4d0e-82b1-1d02a548dd8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854207267'] for port, before_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:41.769177 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-bab54b84-3b06-4db8-b1c7-7eb02cc48ff0 None None] Port 2c369556-baa2-44ca-93df-108f852490b8 cannot update to ACTIVE because it is not bound. {{(pid=86422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 18:41:42.033177 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.notifiers.nova [req-8088abbe-0b01-42d0-889a-a5000d431e10 req-ba739a17-f08b-4d0e-82b1-1d02a548dd8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c369556-baa2-44ca-93df-108f852490b8 {{(pid=86420) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 18:41:42.041704 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-8088abbe-0b01-42d0-889a-a5000d431e10 req-ba739a17-f08b-4d0e-82b1-1d02a548dd8d service neutron] Notify callbacks [] for port, precommit_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:42.056740 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [req-8088abbe-0b01-42d0-889a-a5000d431e10 req-ba739a17-f08b-4d0e-82b1-1d02a548dd8d service neutron] Transition to ACTIVE for port object 2c369556-baa2-44ca-93df-108f852490b8 will not be triggered until provisioned by entity L2. {{(pid=86420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 18:41:42.059302 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-8088abbe-0b01-42d0-889a-a5000d431e10 req-ba739a17-f08b-4d0e-82b1-1d02a548dd8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785676839112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251178383903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251178382076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850586375'] for port, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:42.064013 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-e8550f19-0a0f-4a2f-a319-ef77de1142b5 tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:41:42.245300 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba739a17-f08b-4d0e-82b1-1d02a548dd8d service neutron] Pushing event updated for resources: {'Port': ['ID=2c369556-baa2-44ca-93df-108f852490b8,revision_number=2']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:41:42.280884 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-ba739a17-f08b-4d0e-82b1-1d02a548dd8d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:41:42.323783 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [req-8088abbe-0b01-42d0-889a-a5000d431e10 req-ba739a17-f08b-4d0e-82b1-1d02a548dd8d service neutron] Attempting to bind port 2c369556-baa2-44ca-93df-108f852490b8 on host hv-cinder-78693 for vnic_type normal with profile  {{(pid=86420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 18:41:42.324225 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [req-8088abbe-0b01-42d0-889a-a5000d431e10 req-ba739a17-f08b-4d0e-82b1-1d02a548dd8d service neutron] Attempting to bind port 2c369556-baa2-44ca-93df-108f852490b8 by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': '9f7abe42-b68a-4919-8d63-b9d7caeb57f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'd59fa4ee-f8cd-410b-88b6-98181f8e4bde'}] {{(pid=86420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 18:41:42.324571 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8088abbe-0b01-42d0-889a-a5000d431e10 req-ba739a17-f08b-4d0e-82b1-1d02a548dd8d service neutron] Attempting to bind port 2c369556-baa2-44ca-93df-108f852490b8 on network d59fa4ee-f8cd-410b-88b6-98181f8e4bde {{(pid=86420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 18:41:42.329679 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8088abbe-0b01-42d0-889a-a5000d431e10 req-ba739a17-f08b-4d0e-82b1-1d02a548dd8d service neutron] Port 2c369556-baa2-44ca-93df-108f852490b8 on network d59fa4ee-f8cd-410b-88b6-98181f8e4bde not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=86420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 20 18:41:42.330043 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8088abbe-0b01-42d0-889a-a5000d431e10 req-ba739a17-f08b-4d0e-82b1-1d02a548dd8d service neutron] Attempting to bind port 2c369556-baa2-44ca-93df-108f852490b8 on network d59fa4ee-f8cd-410b-88b6-98181f8e4bde {{(pid=86420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 18:41:42.336189 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8088abbe-0b01-42d0-889a-a5000d431e10 req-ba739a17-f08b-4d0e-82b1-1d02a548dd8d service neutron] Checking agent: {'id': '1d7a02d0-8f4e-4dcc-9452-bf36df956f32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 28, 32), 'started_at': datetime.datetime(2021, 4, 20, 18, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 41, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 18:41:42.336598 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8088abbe-0b01-42d0-889a-a5000d431e10 req-ba739a17-f08b-4d0e-82b1-1d02a548dd8d service neutron] Checking segment: {'id': '9f7abe42-b68a-4919-8d63-b9d7caeb57f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'd59fa4ee-f8cd-410b-88b6-98181f8e4bde'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 18:41:42.337020 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8088abbe-0b01-42d0-889a-a5000d431e10 req-ba739a17-f08b-4d0e-82b1-1d02a548dd8d service neutron] Bound using segment: {'id': '9f7abe42-b68a-4919-8d63-b9d7caeb57f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'd59fa4ee-f8cd-410b-88b6-98181f8e4bde'} {{(pid=86420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 18:41:42.337492 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [req-8088abbe-0b01-42d0-889a-a5000d431e10 req-ba739a17-f08b-4d0e-82b1-1d02a548dd8d service neutron] Bound port: 2c369556-baa2-44ca-93df-108f852490b8, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f7abe42-b68a-4919-8d63-b9d7caeb57f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'd59fa4ee-f8cd-410b-88b6-98181f8e4bde'}}] {{(pid=86420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 18:41:42.337880 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-8088abbe-0b01-42d0-889a-a5000d431e10 req-ba739a17-f08b-4d0e-82b1-1d02a548dd8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854207267'] for port, before_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:42.440595 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [req-8088abbe-0b01-42d0-889a-a5000d431e10 req-ba739a17-f08b-4d0e-82b1-1d02a548dd8d service neutron] For port 2c369556-baa2-44ca-93df-108f852490b8, host hv-cinder-78693, cleared binding levels {{(pid=86420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 18:41:42.445673 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [req-8088abbe-0b01-42d0-889a-a5000d431e10 req-ba739a17-f08b-4d0e-82b1-1d02a548dd8d service neutron] For port 2c369556-baa2-44ca-93df-108f852490b8, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=2c369556-baa2-44ca-93df-108f852490b8,segment=NetworkSegment(9f7abe42-b68a-4919-8d63-b9d7caeb57f5),segment_id=9f7abe42-b68a-4919-8d63-b9d7caeb57f5)] {{(pid=86420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 18:41:42.450625 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-8088abbe-0b01-42d0-889a-a5000d431e10 req-ba739a17-f08b-4d0e-82b1-1d02a548dd8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785676839112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251178383903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251178382076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850586375'] for port, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:42.456340 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-e95ac7cb-e2b4-4b32-8e40-e4d010f41cc9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:41:42.517976 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8088abbe-0b01-42d0-889a-a5000d431e10 req-ba739a17-f08b-4d0e-82b1-1d02a548dd8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:41:42.518819 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-8088abbe-0b01-42d0-889a-a5000d431e10 req-ba739a17-f08b-4d0e-82b1-1d02a548dd8d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7615'] for port, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:42.520178 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-8088abbe-0b01-42d0-889a-a5000d431e10 req-ba739a17-f08b-4d0e-82b1-1d02a548dd8d service neutron] 10.222.0.10 "PUT /v2.0/ports/2c369556-baa2-44ca-93df-108f852490b8 HTTP/1.1" status: 200  len: 1093 time: 1.1084278
Apr 20 18:41:42.520758 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '457f56f1-5dec-4ee9-b492-eb0d0e82ee85', 'tag': '2c369556-baa2-44ca-93df-108f852490b8'}] {{(pid=86420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:41:42.555324 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba739a17-f08b-4d0e-82b1-1d02a548dd8d service neutron] Pushing event updated for resources: {'Port': ['ID=2c369556-baa2-44ca-93df-108f852490b8,revision_number=3']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:41:42.557685 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2395b7-9315-473a-bf13-2210d6a3bc26 req-d75a56c2-a62f-4b50-9b80-1af72d522c70 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:41:42.559060 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-ba739a17-f08b-4d0e-82b1-1d02a548dd8d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:41:42.559401 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-bf2395b7-9315-473a-bf13-2210d6a3bc26 req-d75a56c2-a62f-4b50-9b80-1af72d522c70 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] 10.222.0.11 "GET /v2.0/ports?device_id=457f56f1-5dec-4ee9-b492-eb0d0e82ee85 HTTP/1.1" status: 200  len: 943 time: 0.1032381
Apr 20 18:41:42.613282 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '457f56f1-5dec-4ee9-b492-eb0d0e82ee85', 'tag': '2c369556-baa2-44ca-93df-108f852490b8', 'status': 'completed', 'code': 200}
Apr 20 18:41:42.619475 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-bf2395b7-9315-473a-bf13-2210d6a3bc26 req-220a016c-b854-4736-89ce-5436dbf249f5 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4f8c5ab-542b-445c-8d7c-0d3f20817c59&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0509675
Apr 20 18:41:42.657334 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8088abbe-0b01-42d0-889a-a5000d431e10 req-b9847f6c-3a0b-49de-b2bb-08085d781d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:41:42.658979 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-8088abbe-0b01-42d0-889a-a5000d431e10 req-b9847f6c-3a0b-49de-b2bb-08085d781d71 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=94755b3932d949cd9cb52a0da22b3fc0&device_id=457f56f1-5dec-4ee9-b492-eb0d0e82ee85 HTTP/1.1" status: 200  len: 1096 time: 0.0953162
Apr 20 18:41:42.739223 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-8088abbe-0b01-42d0-889a-a5000d431e10 req-117a446d-2bed-477a-a732-70fc3104d08f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2c369556-baa2-44ca-93df-108f852490b8 HTTP/1.1" status: 200  len: 217 time: 0.0724256
Apr 20 18:41:42.812411 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8088abbe-0b01-42d0-889a-a5000d431e10 req-642c8bb9-2ab6-4512-be5a-863ced1a0b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:41:42.814028 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-8088abbe-0b01-42d0-889a-a5000d431e10 req-642c8bb9-2ab6-4512-be5a-863ced1a0b71 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c7080e04-6ac2-44f9-a0da-002989b1e21f HTTP/1.1" status: 200  len: 850 time: 0.0687430
Apr 20 18:41:42.904000 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8088abbe-0b01-42d0-889a-a5000d431e10 req-92a32b9b-a30c-4c5d-b84e-a7639bf85eea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:41:42.905685 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-8088abbe-0b01-42d0-889a-a5000d431e10 req-92a32b9b-a30c-4c5d-b84e-a7639bf85eea service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d59fa4ee-f8cd-410b-88b6-98181f8e4bde&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0853438
Apr 20 18:41:43.061065 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-8088abbe-0b01-42d0-889a-a5000d431e10 req-6c85b4c7-7819-431c-baba-a64ec4bfece8 service neutron] 10.222.0.10 "GET /v2.0/networks/d59fa4ee-f8cd-410b-88b6-98181f8e4bde?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1476824
Apr 20 18:41:43.225376 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-8088abbe-0b01-42d0-889a-a5000d431e10 req-b7639c30-eca9-4ec8-b2db-adfdcaafcdeb service neutron] 10.222.0.10 "GET /v2.0/networks/d59fa4ee-f8cd-410b-88b6-98181f8e4bde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1572895
Apr 20 18:41:43.352523 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab42dd7-0b15-4143-a26e-f8f484edaebf req-e320c8ea-3850-4343-8811-293398f5d8ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:41:43.354150 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-6ab42dd7-0b15-4143-a26e-f8f484edaebf req-e320c8ea-3850-4343-8811-293398f5d8ac service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=94755b3932d949cd9cb52a0da22b3fc0&device_id=457f56f1-5dec-4ee9-b492-eb0d0e82ee85 HTTP/1.1" status: 200  len: 1096 time: 0.0811918
Apr 20 18:41:43.502934 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab42dd7-0b15-4143-a26e-f8f484edaebf req-7d086dcd-5683-4c00-9cba-c6bd4608b750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:41:43.504575 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-6ab42dd7-0b15-4143-a26e-f8f484edaebf req-7d086dcd-5683-4c00-9cba-c6bd4608b750 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d59fa4ee-f8cd-410b-88b6-98181f8e4bde HTTP/1.1" status: 200  len: 912 time: 0.1438718
Apr 20 18:41:43.581347 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-6ab42dd7-0b15-4143-a26e-f8f484edaebf req-d53dde22-d5b5-45c5-99e0-60ae3039a19a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2c369556-baa2-44ca-93df-108f852490b8 HTTP/1.1" status: 200  len: 217 time: 0.0701740
Apr 20 18:41:43.650781 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab42dd7-0b15-4143-a26e-f8f484edaebf req-bc8fe8aa-35ee-4852-affe-3e189f11e8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:41:43.652409 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-6ab42dd7-0b15-4143-a26e-f8f484edaebf req-bc8fe8aa-35ee-4852-affe-3e189f11e8f2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c7080e04-6ac2-44f9-a0da-002989b1e21f HTTP/1.1" status: 200  len: 850 time: 0.0651534
Apr 20 18:41:43.741607 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab42dd7-0b15-4143-a26e-f8f484edaebf req-e099e530-290f-47a9-bae8-2b38e2a0f78a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:41:43.743324 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-6ab42dd7-0b15-4143-a26e-f8f484edaebf req-e099e530-290f-47a9-bae8-2b38e2a0f78a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d59fa4ee-f8cd-410b-88b6-98181f8e4bde&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0849414
Apr 20 18:41:43.830144 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08729d49-c4eb-4c4a-9d74-887f396bc8d4 req-8502ad3e-15d3-42a0-8435-6eaadc9b793f tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:41:43.831810 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-08729d49-c4eb-4c4a-9d74-887f396bc8d4 req-8502ad3e-15d3-42a0-8435-6eaadc9b793f tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] 10.222.0.11 "GET /v2.0/ports?device_id=457f56f1-5dec-4ee9-b492-eb0d0e82ee85 HTTP/1.1" status: 200  len: 943 time: 0.0922487
Apr 20 18:41:43.887762 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-08729d49-c4eb-4c4a-9d74-887f396bc8d4 req-1762a96f-e62b-4255-85e0-d097a964aded tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4f8c5ab-542b-445c-8d7c-0d3f20817c59&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0482423
Apr 20 18:41:43.890250 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-6ab42dd7-0b15-4143-a26e-f8f484edaebf req-978ada6c-5506-4d25-99db-4e9c89da6f64 service neutron] 10.222.0.10 "GET /v2.0/networks/d59fa4ee-f8cd-410b-88b6-98181f8e4bde?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1405480
Apr 20 18:41:44.036734 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-6ab42dd7-0b15-4143-a26e-f8f484edaebf req-54d68d70-75ed-4f44-b3aa-2441cb46a6c7 service neutron] 10.222.0.10 "GET /v2.0/networks/d59fa4ee-f8cd-410b-88b6-98181f8e4bde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1390080
Apr 20 18:41:45.017220 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.agents_db [None req-36c0d191-ed3c-416e-a897-084b3b2178c3 None None] Agent healthcheck: found 6 active agents {{(pid=86423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 18:41:45.100277 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2956ba2-3c90-4c89-9bfd-ae5f9b6ef1cf req-3b33fbd2-e1bb-4e6a-aa4d-5c74427df4d2 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:41:45.101902 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-b2956ba2-3c90-4c89-9bfd-ae5f9b6ef1cf req-3b33fbd2-e1bb-4e6a-aa4d-5c74427df4d2 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] 10.222.0.11 "GET /v2.0/ports?device_id=457f56f1-5dec-4ee9-b492-eb0d0e82ee85 HTTP/1.1" status: 200  len: 943 time: 0.0929458
Apr 20 18:41:45.155189 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-b2956ba2-3c90-4c89-9bfd-ae5f9b6ef1cf req-dd82a2c9-fbdb-4d55-9eed-5d2355c3cbdb tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4f8c5ab-542b-445c-8d7c-0d3f20817c59&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0466030
Apr 20 18:41:46.384571 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a413642-d04f-4b5c-9e82-4a886c70683e req-37a97a2f-82ae-467f-a61c-d92a4a549860 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:41:46.386280 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-9a413642-d04f-4b5c-9e82-4a886c70683e req-37a97a2f-82ae-467f-a61c-d92a4a549860 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] 10.222.0.11 "GET /v2.0/ports?device_id=457f56f1-5dec-4ee9-b492-eb0d0e82ee85 HTTP/1.1" status: 200  len: 943 time: 0.1014595
Apr 20 18:41:46.721982 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-9a413642-d04f-4b5c-9e82-4a886c70683e req-d967399c-5e6f-4809-a71d-7a11f5573339 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4f8c5ab-542b-445c-8d7c-0d3f20817c59&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3281050
Apr 20 18:41:47.929380 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d48bf6-7c05-4aab-8f8e-6c85ada7b5ad req-1ac7fbd1-2dbd-431f-9b1e-37a3e107d730 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:41:47.930984 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-a5d48bf6-7c05-4aab-8f8e-6c85ada7b5ad req-1ac7fbd1-2dbd-431f-9b1e-37a3e107d730 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] 10.222.0.11 "GET /v2.0/ports?device_id=457f56f1-5dec-4ee9-b492-eb0d0e82ee85 HTTP/1.1" status: 200  len: 943 time: 0.0907724
Apr 20 18:41:47.983070 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-a5d48bf6-7c05-4aab-8f8e-6c85ada7b5ad req-4a8eb0d5-c024-452c-bb09-6e7136db1867 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4f8c5ab-542b-445c-8d7c-0d3f20817c59&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0457351
Apr 20 18:41:49.189415 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1396c407-5628-47b9-9430-ea9c7b173889 req-a8671cce-9ccf-470a-a0d3-0f824e919c79 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:41:49.191821 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-1396c407-5628-47b9-9430-ea9c7b173889 req-a8671cce-9ccf-470a-a0d3-0f824e919c79 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] 10.222.0.11 "GET /v2.0/ports?device_id=457f56f1-5dec-4ee9-b492-eb0d0e82ee85 HTTP/1.1" status: 200  len: 943 time: 0.0971549
Apr 20 18:41:49.246113 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-1396c407-5628-47b9-9430-ea9c7b173889 req-a27199f5-559c-4a08-8f1a-f30548f9dcd3 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4f8c5ab-542b-445c-8d7c-0d3f20817c59&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0472085
Apr 20 18:41:50.460869 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc61991-dfa0-4824-a0de-60260ac6ea6e req-7ef75fe5-c8fe-4e7b-8a82-4fb4e3ee6a18 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:41:50.462605 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-4cc61991-dfa0-4824-a0de-60260ac6ea6e req-7ef75fe5-c8fe-4e7b-8a82-4fb4e3ee6a18 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] 10.222.0.11 "GET /v2.0/ports?device_id=457f56f1-5dec-4ee9-b492-eb0d0e82ee85 HTTP/1.1" status: 200  len: 943 time: 0.0966389
Apr 20 18:41:50.519041 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-4cc61991-dfa0-4824-a0de-60260ac6ea6e req-9befb22d-e3cd-4e66-9fe6-77718245ad62 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4f8c5ab-542b-445c-8d7c-0d3f20817c59&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0467277
Apr 20 18:41:51.713433 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Device 2c369556-baa2-44ca-93df-108f852490b8 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 18:41:51.744343 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2a9e15-1eeb-4e6e-a007-e98b6ae1c7e1 req-33851e31-4385-4630-95ca-ee62e976702d tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:41:51.746072 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-fa2a9e15-1eeb-4e6e-a007-e98b6ae1c7e1 req-33851e31-4385-4630-95ca-ee62e976702d tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] 10.222.0.11 "GET /v2.0/ports?device_id=457f56f1-5dec-4ee9-b492-eb0d0e82ee85 HTTP/1.1" status: 200  len: 943 time: 0.1071751
Apr 20 18:41:51.796208 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-fa2a9e15-1eeb-4e6e-a007-e98b6ae1c7e1 req-47bec82b-4979-48f0-b6e0-3be092f4f7ae tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4f8c5ab-542b-445c-8d7c-0d3f20817c59&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0432141
Apr 20 18:41:51.863575 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] For port 2c369556-baa2-44ca-93df-108f852490b8, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=2c369556-baa2-44ca-93df-108f852490b8,segment=NetworkSegment(9f7abe42-b68a-4919-8d63-b9d7caeb57f5),segment_id=9f7abe42-b68a-4919-8d63-b9d7caeb57f5)] {{(pid=86422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:41:51.879701 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Returning: {'device': '2c369556-baa2-44ca-93df-108f852490b8', 'network_id': 'd59fa4ee-f8cd-410b-88b6-98181f8e4bde', 'port_id': '2c369556-baa2-44ca-93df-108f852490b8', 'mac_address': 'fa:16:3e:27:7d:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 351, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7080e04-6ac2-44f9-a0da-002989b1e21f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 18:41:51.943731 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854207267'] for port, before_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:51.965930 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.notifiers.nova [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c369556-baa2-44ca-93df-108f852490b8 {{(pid=86422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 18:41:51.983779 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] For port 2c369556-baa2-44ca-93df-108f852490b8, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=2c369556-baa2-44ca-93df-108f852490b8,segment=NetworkSegment(9f7abe42-b68a-4919-8d63-b9d7caeb57f5),segment_id=9f7abe42-b68a-4919-8d63-b9d7caeb57f5)] {{(pid=86422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:41:51.986823 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785676839112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251178383903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251178382076'] for port, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:51.988748 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:41:52.063929 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Pushing event updated for resources: {'Port': ['ID=2c369556-baa2-44ca-93df-108f852490b8,revision_number=4']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:41:52.067241 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:41:52.232330 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] get_ports_and_sgs() called for port_ids ['2c369556-baa2-44ca-93df-108f852490b8'] {{(pid=86422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 18:41:53.013893 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5850356-eb21-4d15-831b-a69f640dc362 req-d34c931d-5f71-4014-b444-a1a6e28dfce3 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:41:53.015562 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-c5850356-eb21-4d15-831b-a69f640dc362 req-d34c931d-5f71-4014-b444-a1a6e28dfce3 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] 10.222.0.11 "GET /v2.0/ports?device_id=457f56f1-5dec-4ee9-b492-eb0d0e82ee85 HTTP/1.1" status: 200  len: 944 time: 0.0996506
Apr 20 18:41:53.070360 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-c5850356-eb21-4d15-831b-a69f640dc362 req-66d012f1-1362-4b43-973e-bd035a054643 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4f8c5ab-542b-445c-8d7c-0d3f20817c59&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0473084
Apr 20 18:41:53.729264 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Device 2c369556-baa2-44ca-93df-108f852490b8 up at agent hyperv_hv-cinder-78693 {{(pid=86422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:41:53.801636 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Provisioning for port 2c369556-baa2-44ca-93df-108f852490b8 completed by entity L2. {{(pid=86422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 18:41:53.807632 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Provisioning complete for port 2c369556-baa2-44ca-93df-108f852490b8 triggered by entity L2. {{(pid=86422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:41:53.808054 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733696'] for port, provisioning_complete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:53.932928 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854207267'] for port, before_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:53.961554 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '457f56f1-5dec-4ee9-b492-eb0d0e82ee85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c369556-baa2-44ca-93df-108f852490b8'}] {{(pid=86422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:41:53.972532 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] For port 2c369556-baa2-44ca-93df-108f852490b8, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=2c369556-baa2-44ca-93df-108f852490b8,segment=NetworkSegment(9f7abe42-b68a-4919-8d63-b9d7caeb57f5),segment_id=9f7abe42-b68a-4919-8d63-b9d7caeb57f5)] {{(pid=86422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:41:53.976999 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785676839112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251178383903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251178382076'] for port, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:53.978962 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:41:54.053051 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Pushing event updated for resources: {'Port': ['ID=2c369556-baa2-44ca-93df-108f852490b8,revision_number=5']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:41:54.056468 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:41:54.163517 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '457f56f1-5dec-4ee9-b492-eb0d0e82ee85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c369556-baa2-44ca-93df-108f852490b8', 'code': 200}
Apr 20 18:41:54.283365 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dafde4e-a90a-47f1-a12b-5c0c9359ed1e req-69c3f621-733d-4dfc-9857-93ddcfa56beb tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:41:54.285010 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-6dafde4e-a90a-47f1-a12b-5c0c9359ed1e req-69c3f621-733d-4dfc-9857-93ddcfa56beb tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] 10.222.0.11 "GET /v2.0/ports?device_id=457f56f1-5dec-4ee9-b492-eb0d0e82ee85 HTTP/1.1" status: 200  len: 945 time: 0.0906839
Apr 20 18:41:54.339661 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-6dafde4e-a90a-47f1-a12b-5c0c9359ed1e req-bdc4cda2-b191-4893-81a1-06daa4f9de26 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4f8c5ab-542b-445c-8d7c-0d3f20817c59&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0477493
Apr 20 18:41:54.461534 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38526562-34cc-4d28-a79b-95302c0b96ed req-504df364-cc5a-4498-a5aa-9b2595e64d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:41:54.463237 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-38526562-34cc-4d28-a79b-95302c0b96ed req-504df364-cc5a-4498-a5aa-9b2595e64d3f service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=457f56f1-5dec-4ee9-b492-eb0d0e82ee85 HTTP/1.1" status: 200  len: 1098 time: 0.0798421
Apr 20 18:41:54.507121 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-38526562-34cc-4d28-a79b-95302c0b96ed req-930a864e-43c8-46d8-9bf8-b56a8d2a54e5 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=e4f8c5ab-542b-445c-8d7c-0d3f20817c59&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0376592
Apr 20 18:41:55.564121 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938c9fde-f732-45f0-9cc6-f6ad3ef2e437 req-b8d42c10-777b-4d0e-8736-4c6cf911cba0 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:41:55.565777 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-938c9fde-f732-45f0-9cc6-f6ad3ef2e437 req-b8d42c10-777b-4d0e-8736-4c6cf911cba0 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] 10.222.0.11 "GET /v2.0/ports?device_id=457f56f1-5dec-4ee9-b492-eb0d0e82ee85 HTTP/1.1" status: 200  len: 945 time: 0.1080499
Apr 20 18:41:55.617144 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-938c9fde-f732-45f0-9cc6-f6ad3ef2e437 req-afb6ef66-c079-46f1-9a3d-91c62a701fd8 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4f8c5ab-542b-445c-8d7c-0d3f20817c59&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0441837
Apr 20 18:41:55.840624 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af36013-7102-49a9-99b7-162869a2557a req-221ba86d-951f-466a-ba64-1c28048329dd tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:41:55.842268 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-1af36013-7102-49a9-99b7-162869a2557a req-221ba86d-951f-466a-ba64-1c28048329dd tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] 10.222.0.11 "GET /v2.0/ports?device_id=457f56f1-5dec-4ee9-b492-eb0d0e82ee85 HTTP/1.1" status: 200  len: 945 time: 0.1073036
Apr 20 18:41:55.901334 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-1af36013-7102-49a9-99b7-162869a2557a req-c68c90db-946e-4984-9f38-a376e8bf7fb8 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4f8c5ab-542b-445c-8d7c-0d3f20817c59&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0509546
Apr 20 18:41:55.928785 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86421) accepted ('10.222.0.11', 53574) {{(pid=86421) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:41:56.126427 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aadd45be-9725-42a9-9df0-394661f19102 tempest-TestVolumeBootPattern-1418516228 tempest-TestVolumeBootPattern-1418516228-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:41:56.128088 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-aadd45be-9725-42a9-9df0-394661f19102 tempest-TestVolumeBootPattern-1418516228 tempest-TestVolumeBootPattern-1418516228-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=457f56f1-5dec-4ee9-b492-eb0d0e82ee85 HTTP/1.1" status: 200  len: 1093 time: 0.1981463
Apr 20 18:41:56.133690 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86421) accepted ('10.222.0.11', 53592) {{(pid=86421) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:41:56.139236 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.v2.base [None req-288c0654-14f6-4fa5-832e-ad7a9c746809 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Request body: {'floatingip': {'floating_network_id': '357044f3-f85c-4c82-92f2-504aa071d528', 'port_id': '2c369556-baa2-44ca-93df-108f852490b8', 'tenant_id': '94755b3932d949cd9cb52a0da22b3fc0', 'fixed_ip_address': '172.20.0.4'}} {{(pid=86421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:41:56.146274 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-288c0654-14f6-4fa5-832e-ad7a9c746809 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86421) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:41:56.150283 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-288c0654-14f6-4fa5-832e-ad7a9c746809 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Usage tracker for resource:floatingip and tenant:94755b3932d949cd9cb52a0da22b3fc0 is out of sync, need to count used quota {{(pid=86421) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:41:56.153383 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-288c0654-14f6-4fa5-832e-ad7a9c746809 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86421) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:41:56.159752 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-288c0654-14f6-4fa5-832e-ad7a9c746809 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86421) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:41:56.170802 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-288c0654-14f6-4fa5-832e-ad7a9c746809 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Notify callbacks [] for floatingip, before_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:56.329885 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-288c0654-14f6-4fa5-832e-ad7a9c746809 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854207267'] for port, before_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:56.495231 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.db_base_plugin_common [None req-288c0654-14f6-4fa5-832e-ad7a9c746809 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Allocated IP 172.27.2.228 (357044f3-f85c-4c82-92f2-504aa071d528/737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87/1de73a80-4ab7-4d70-bac8-013afa35fd7b) {{(pid=86421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 18:41:56.656301 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-288c0654-14f6-4fa5-832e-ad7a9c746809 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Notify callbacks [] for port, precommit_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:56.686468 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-288c0654-14f6-4fa5-832e-ad7a9c746809 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251178383920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036828324065'] for port, after_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:56.694408 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:41:56.750850 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-288c0654-14f6-4fa5-832e-ad7a9c746809 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Network 357044f3-f85c-4c82-92f2-504aa071d528 is already hosted by enough agents. {{(pid=86421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 18:41:56.759630 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.scheduler.base_scheduler [None req-288c0654-14f6-4fa5-832e-ad7a9c746809 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Resources bound (agent type, host, resource id):  {{(pid=86421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:41:56.762357 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-288c0654-14f6-4fa5-832e-ad7a9c746809 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Received port after_create {{(pid=86421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 18:41:56.811857 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288c0654-14f6-4fa5-832e-ad7a9c746809 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Pushing event updated for resources: {'Port': ['ID=1de73a80-4ab7-4d70-bac8-013afa35fd7b,revision_number=1']} {{(pid=86421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:41:56.815238 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-288c0654-14f6-4fa5-832e-ad7a9c746809 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:41:57.223632 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-288c0654-14f6-4fa5-832e-ad7a9c746809 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:57.308816 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-288c0654-14f6-4fa5-832e-ad7a9c746809 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854207267'] for port, before_update {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:57.555051 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-288c0654-14f6-4fa5-832e-ad7a9c746809 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Notify callbacks [] for port, precommit_update {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:57.559027 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-288c0654-14f6-4fa5-832e-ad7a9c746809 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785676839112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251178383903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251178382076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26451734'] for port, after_update {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:57.564014 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:41:57.681456 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288c0654-14f6-4fa5-832e-ad7a9c746809 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Pushing event updated for resources: {'Port': ['ID=1de73a80-4ab7-4d70-bac8-013afa35fd7b,revision_number=2']} {{(pid=86421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:41:57.686186 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-288c0654-14f6-4fa5-832e-ad7a9c746809 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:41:57.694348 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-288c0654-14f6-4fa5-832e-ad7a9c746809 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850912078'] for floatingip, after_update {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:57.884767 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.db.l3_db [None req-288c0654-14f6-4fa5-832e-ad7a9c746809 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Floating IP e7739609-bad4-4c82-8ed7-6e65b4e474e0 associated. External IP: 172.27.2.228, port: 2c369556-baa2-44ca-93df-108f852490b8.
Apr 20 18:41:58.266640 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-288c0654-14f6-4fa5-832e-ad7a9c746809 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Router 4b1fcda2-6bdb-4c42-9b1b-c074dfbaab87 has already been hosted by L3 agent 561dbf79-24e4-4a0d-b08c-f7bb8670fc1d {{(pid=86421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 18:41:58.559694 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-80e10576-ede4-4925-8b85-57aae58140db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:58.699412 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-288c0654-14f6-4fa5-832e-ad7a9c746809 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Notify agent at l3_agent.dv-cinder-786931-2-iscsi the message routers_updated {{(pid=86421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 18:41:58.709562 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-115fb9a9-0872-4c35-a339-a9ababfc43ac None None] Sync routers for ids ['4b1fcda2-6bdb-4c42-9b1b-c074dfbaab87'] in dv-cinder-786931-2-iscsi {{(pid=86422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 18:41:58.719584 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-115fb9a9-0872-4c35-a339-a9ababfc43ac None None] Routers {'4b1fcda2-6bdb-4c42-9b1b-c074dfbaab87'} bound to L3 agent in host dv-cinder-786931-2-iscsi {{(pid=86422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:41:58.720285 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-115fb9a9-0872-4c35-a339-a9ababfc43ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd931a49128>, 'dv-cinder-786931-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T18:22:01Z,description=<?>,heartbeat_timestamp=2021-04-20T18:41:31Z,host='dv-cinder-786931-2-iscsi',id=561dbf79-24e4-4a0d-b08c-f7bb8670fc1d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:22:01Z,topic='l3_agent')) {'router_ids': ['4b1fcda2-6bdb-4c42-9b1b-c074dfbaab87'], 'active': True} {{(pid=86422) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:41:58.724113 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-288c0654-14f6-4fa5-832e-ad7a9c746809 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7615'] for floatingip, before_response {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:58.785866 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-288c0654-14f6-4fa5-832e-ad7a9c746809 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.6510530
Apr 20 18:41:58.787283 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '457f56f1-5dec-4ee9-b492-eb0d0e82ee85', 'tag': '2c369556-baa2-44ca-93df-108f852490b8'}] {{(pid=86421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:41:58.896916 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '457f56f1-5dec-4ee9-b492-eb0d0e82ee85', 'tag': '2c369556-baa2-44ca-93df-108f852490b8', 'status': 'completed', 'code': 200}
Apr 20 18:41:58.926115 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_dvr_db [None req-115fb9a9-0872-4c35-a339-a9ababfc43ac None None] Set router 4b1fcda2-6bdb-4c42-9b1b-c074dfbaab87 gateway port host: dv-cinder-786931-2-iscsi {{(pid=86422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:41:59.007059 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27d50ae-40f5-471e-8468-c3ef5ad1af0a req-386ab487-a2bc-4dcf-bf61-bd0d7165c6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:41:59.008667 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-b27d50ae-40f5-471e-8468-c3ef5ad1af0a req-386ab487-a2bc-4dcf-bf61-bd0d7165c6d8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=94755b3932d949cd9cb52a0da22b3fc0&device_id=457f56f1-5dec-4ee9-b492-eb0d0e82ee85 HTTP/1.1" status: 200  len: 1098 time: 0.0904007
Apr 20 18:41:59.173136 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27d50ae-40f5-471e-8468-c3ef5ad1af0a req-1d96a0b9-1524-455e-a288-15ba359bfaed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:41:59.174658 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-b27d50ae-40f5-471e-8468-c3ef5ad1af0a req-1d96a0b9-1524-455e-a288-15ba359bfaed service neutron] 10.222.0.10 "GET /v2.0/networks?id=d59fa4ee-f8cd-410b-88b6-98181f8e4bde HTTP/1.1" status: 200  len: 912 time: 0.1588774
Apr 20 18:41:59.300245 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-b27d50ae-40f5-471e-8468-c3ef5ad1af0a req-2033f34c-e37e-4428-93cd-6386b6ff0cbb service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2c369556-baa2-44ca-93df-108f852490b8 HTTP/1.1" status: 200  len: 999 time: 0.1188607
Apr 20 18:41:59.323653 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-115fb9a9-0872-4c35-a339-a9ababfc43ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd931a49128>, [{'id': '4b1fcda2-6bdb-4c42-9b1b-c074dfbaab87', 'name': 'tempest-TestVolumeBootPattern-675695298-router', 'tenant_id': '94755b3932d949cd9cb52a0da22b3fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357044f3-f85c-4c82-92f2-504aa071d528', 'external_fixed_ips': [{'subnet_id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'ip_address': '172.27.2.179'}], 'enable_snat': True}, 'gw_port_id': '676b99f3-6b0c-48c4-8262-7448ad4ac3f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:41:02Z', 'updated_at': '2021-04-20T18:41:08Z', 'revision_number': 4, 'project_id': '94755b3932d949cd9cb52a0da22b3fc0', 'gw_port': {'id': '676b99f3-6b0c-48c4-8262-7448ad4ac3f1', 'name': '', 'network_id': '357044f3-f85c-4c82-92f2-504aa071d528', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:3a:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b1fcda2-6bdb-4c42-9b1b-c074dfbaab87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'ip_address': '172.27.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:41:03Z', 'updated_at': '2021-04-20T18:41:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-2-iscsi', '_floatingips': [{'id': 'e7739609-bad4-4c82-8ed7-6e65b4e474e0', 'tenant_id': '94755b3932d949cd9cb52a0da22b3fc0', 'floating_ip_address': '172.27.2.228', 'floating_network_id': '357044f3-f85c-4c82-92f2-504aa071d528', 'router_id': '4b1fcda2-6bdb-4c42-9b1b-c074dfbaab87', 'port_id': '2c369556-baa2-44ca-93df-108f852490b8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 676, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd59fa4ee-f8cd-410b-88b6-98181f8e4bde', 'mac_address': 'fa:16:3e:27:7d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '457f56f1-5dec-4ee9-b492-eb0d0e82ee85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T18:41:57Z', 'updated_at': '2021-04-20T18:41:57Z', 'revision_number': 0, 'project_id': '94755b3932d949cd9cb52a0da22b3fc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0dd6ce0-935e-4765-ae7f-57adc942fb9e', 'name': '', 'network_id': 'd59fa4ee-f8cd-410b-88b6-98181f8e4bde', 'tenant_id': '94755b3932d949cd9cb52a0da22b3fc0', 'mac_address': 'fa:16:3e:d9:3c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b1fcda2-6bdb-4c42-9b1b-c074dfbaab87', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'c7080e04-6ac2-44f9-a0da-002989b1e21f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:41:07Z', 'updated_at': '2021-04-20T18:41:17Z', 'revision_number': 5, 'project_id': '94755b3932d949cd9cb52a0da22b3fc0', 'subnets': [{'id': 'c7080e04-6ac2-44f9-a0da-002989b1e21f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786931-2-iscsi', False) {} {{(pid=86422) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:41:59.327807 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-115fb9a9-0872-4c35-a339-a9ababfc43ac None None] Checking router: 4b1fcda2-6bdb-4c42-9b1b-c074dfbaab87 for host: dv-cinder-786931-2-iscsi {{(pid=86422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 18:41:59.337363 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-115fb9a9-0872-4c35-a339-a9ababfc43ac None None] Routers {'4b1fcda2-6bdb-4c42-9b1b-c074dfbaab87'} bound to L3 agent in host dv-cinder-786931-2-iscsi {{(pid=86422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:41:59.338044 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-115fb9a9-0872-4c35-a339-a9ababfc43ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd931a49128>, 'dv-cinder-786931-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T18:22:01Z,description=<?>,heartbeat_timestamp=2021-04-20T18:41:31Z,host='dv-cinder-786931-2-iscsi',id=561dbf79-24e4-4a0d-b08c-f7bb8670fc1d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:22:01Z,topic='l3_agent')) {'router_ids': ['4b1fcda2-6bdb-4c42-9b1b-c074dfbaab87'], 'active': True} {{(pid=86422) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:41:59.378579 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27d50ae-40f5-471e-8468-c3ef5ad1af0a req-ac21705f-30f7-46bb-a09c-d13959193935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:41:59.380299 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-b27d50ae-40f5-471e-8468-c3ef5ad1af0a req-ac21705f-30f7-46bb-a09c-d13959193935 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c7080e04-6ac2-44f9-a0da-002989b1e21f HTTP/1.1" status: 200  len: 850 time: 0.0734162
Apr 20 18:41:59.476916 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27d50ae-40f5-471e-8468-c3ef5ad1af0a req-de6fb5b7-f3d9-4a59-b198-93fa396325b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:41:59.478618 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-b27d50ae-40f5-471e-8468-c3ef5ad1af0a req-de6fb5b7-f3d9-4a59-b198-93fa396325b7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d59fa4ee-f8cd-410b-88b6-98181f8e4bde&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0904729
Apr 20 18:41:59.534992 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_dvr_db [None req-115fb9a9-0872-4c35-a339-a9ababfc43ac None None] Set router 4b1fcda2-6bdb-4c42-9b1b-c074dfbaab87 gateway port host: dv-cinder-786931-2-iscsi {{(pid=86422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:41:59.645062 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-b27d50ae-40f5-471e-8468-c3ef5ad1af0a req-3b9f4292-d224-45b4-b2c4-21a4a342acaf service neutron] 10.222.0.10 "GET /v2.0/networks/d59fa4ee-f8cd-410b-88b6-98181f8e4bde?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1588326
Apr 20 18:41:59.818878 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-b27d50ae-40f5-471e-8468-c3ef5ad1af0a req-8f4bf134-3dc1-480e-8364-de8f71859364 service neutron] 10.222.0.10 "GET /v2.0/networks/d59fa4ee-f8cd-410b-88b6-98181f8e4bde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1674647
Apr 20 18:41:59.935720 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-115fb9a9-0872-4c35-a339-a9ababfc43ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd931a49128>, [{'id': '4b1fcda2-6bdb-4c42-9b1b-c074dfbaab87', 'name': 'tempest-TestVolumeBootPattern-675695298-router', 'tenant_id': '94755b3932d949cd9cb52a0da22b3fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357044f3-f85c-4c82-92f2-504aa071d528', 'external_fixed_ips': [{'subnet_id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'ip_address': '172.27.2.179'}], 'enable_snat': True}, 'gw_port_id': '676b99f3-6b0c-48c4-8262-7448ad4ac3f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:41:02Z', 'updated_at': '2021-04-20T18:41:08Z', 'revision_number': 4, 'project_id': '94755b3932d949cd9cb52a0da22b3fc0', 'gw_port': {'id': '676b99f3-6b0c-48c4-8262-7448ad4ac3f1', 'name': '', 'network_id': '357044f3-f85c-4c82-92f2-504aa071d528', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:3a:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b1fcda2-6bdb-4c42-9b1b-c074dfbaab87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'ip_address': '172.27.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:41:03Z', 'updated_at': '2021-04-20T18:41:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-2-iscsi', '_floatingips': [{'id': 'e7739609-bad4-4c82-8ed7-6e65b4e474e0', 'tenant_id': '94755b3932d949cd9cb52a0da22b3fc0', 'floating_ip_address': '172.27.2.228', 'floating_network_id': '357044f3-f85c-4c82-92f2-504aa071d528', 'router_id': '4b1fcda2-6bdb-4c42-9b1b-c074dfbaab87', 'port_id': '2c369556-baa2-44ca-93df-108f852490b8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 676, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd59fa4ee-f8cd-410b-88b6-98181f8e4bde', 'mac_address': 'fa:16:3e:27:7d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '457f56f1-5dec-4ee9-b492-eb0d0e82ee85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T18:41:57Z', 'updated_at': '2021-04-20T18:41:57Z', 'revision_number': 0, 'project_id': '94755b3932d949cd9cb52a0da22b3fc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0dd6ce0-935e-4765-ae7f-57adc942fb9e', 'name': '', 'network_id': 'd59fa4ee-f8cd-410b-88b6-98181f8e4bde', 'tenant_id': '94755b3932d949cd9cb52a0da22b3fc0', 'mac_address': 'fa:16:3e:d9:3c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b1fcda2-6bdb-4c42-9b1b-c074dfbaab87', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'c7080e04-6ac2-44f9-a0da-002989b1e21f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:41:07Z', 'updated_at': '2021-04-20T18:41:17Z', 'revision_number': 5, 'project_id': '94755b3932d949cd9cb52a0da22b3fc0', 'subnets': [{'id': 'c7080e04-6ac2-44f9-a0da-002989b1e21f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786931-2-iscsi', False) {} {{(pid=86422) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:41:59.940020 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-115fb9a9-0872-4c35-a339-a9ababfc43ac None None] The sync data for ids ['4b1fcda2-6bdb-4c42-9b1b-c074dfbaab87'] in dv-cinder-786931-2-iscsi is: [{'id': '4b1fcda2-6bdb-4c42-9b1b-c074dfbaab87', 'name': 'tempest-TestVolumeBootPattern-675695298-router', 'tenant_id': '94755b3932d949cd9cb52a0da22b3fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357044f3-f85c-4c82-92f2-504aa071d528', 'external_fixed_ips': [{'subnet_id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'ip_address': '172.27.2.179'}], 'enable_snat': True}, 'gw_port_id': '676b99f3-6b0c-48c4-8262-7448ad4ac3f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:41:02Z', 'updated_at': '2021-04-20T18:41:08Z', 'revision_number': 4, 'project_id': '94755b3932d949cd9cb52a0da22b3fc0', 'gw_port': {'id': '676b99f3-6b0c-48c4-8262-7448ad4ac3f1', 'name': '', 'network_id': '357044f3-f85c-4c82-92f2-504aa071d528', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:3a:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b1fcda2-6bdb-4c42-9b1b-c074dfbaab87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'ip_address': '172.27.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:41:03Z', 'updated_at': '2021-04-20T18:41:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-2-iscsi', '_floatingips': [{'id': 'e7739609-bad4-4c82-8ed7-6e65b4e474e0', 'tenant_id': '94755b3932d949cd9cb52a0da22b3fc0', 'floating_ip_address': '172.27.2.228', 'floating_network_id': '357044f3-f85c-4c82-92f2-504aa071d528', 'router_id': '4b1fcda2-6bdb-4c42-9b1b-c074dfbaab87', 'port_id': '2c369556-baa2-44ca-93df-108f852490b8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 676, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd59fa4ee-f8cd-410b-88b6-98181f8e4bde', 'mac_address': 'fa:16:3e:27:7d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '457f56f1-5dec-4ee9-b492-eb0d0e82ee85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T18:41:57Z', 'updated_at': '2021-04-20T18:41:57Z', 'revision_number': 0, 'project_id': '94755b3932d949cd9cb52a0da22b3fc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0dd6ce0-935e-4765-ae7f-57adc942fb9e', 'name': '', 'network_id': 'd59fa4ee-f8cd-410b-88b6-98181f8e4bde', 'tenant_id': '94755b3932d949cd9cb52a0da22b3fc0', 'mac_address': 'fa:16:3e:d9:3c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b1fcda2-6bdb-4c42-9b1b-c074dfbaab87', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'c7080e04-6ac2-44f9-a0da-002989b1e21f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:41:07Z', 'updated_at': '2021-04-20T18:41:17Z', 'revision_number': 5, 'project_id': '94755b3932d949cd9cb52a0da22b3fc0', 'subnets': [{'id': 'c7080e04-6ac2-44f9-a0da-002989b1e21f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 18:42:00.236452 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d52f52-1138-4bf6-8b14-5a8ec7886e3b None None] New status for floating IP e7739609-bad4-4c82-8ed7-6e65b4e474e0: ACTIVE {{(pid=86423) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 20 18:42:01.336307 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-cc981dc3-7eb4-4bb4-8dcd-8d4243bfea7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:42:01.427065 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-59ff2fcf-5a92-41e6-b6a8-ab5cb4df6403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:42:02.002068 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:42:02.433207 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:42:03.197383 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-69625b45-0eac-4ead-bef5-f7df2e631dfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:42:17.375934 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86421) accepted ('10.222.0.11', 53696) {{(pid=86421) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:42:17.503999 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-96a073d5-d964-47dd-bfc8-278f6e072687 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:42:17.520456 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-96a073d5-d964-47dd-bfc8-278f6e072687 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86421) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:42:17.525005 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-96a073d5-d964-47dd-bfc8-278f6e072687 admin admin] Usage tracker for resource:security_group_rule and tenant:efd78b116f484f698a37187e146e8dbb is out of sync, need to count used quota {{(pid=86421) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:42:17.527998 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-96a073d5-d964-47dd-bfc8-278f6e072687 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86421) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:42:17.533993 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-96a073d5-d964-47dd-bfc8-278f6e072687 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86421) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:42:17.632401 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-96a073d5-d964-47dd-bfc8-278f6e072687 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:42:17.635067 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-96a073d5-d964-47dd-bfc8-278f6e072687 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850969184'] for security_group, after_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:42:17.644027 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-4d9f086e-4e99-483a-ba6a-11705e5fdf2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:42:17.688019 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-96a073d5-d964-47dd-bfc8-278f6e072687 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=efd78b116f484f698a37187e146e8dbb&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3109114
Apr 20 18:42:17.688954 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a073d5-d964-47dd-bfc8-278f6e072687 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75e2f820-f8ee-4ab4-9203-5da7e2fdab15,revision_number=1']} {{(pid=86421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:42:17.691069 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.11', 53702) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:42:17.697099 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a073d5-d964-47dd-bfc8-278f6e072687 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:42:17.697531 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a073d5-d964-47dd-bfc8-278f6e072687 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:42:17.697950 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a073d5-d964-47dd-bfc8-278f6e072687 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:42:17.698363 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a073d5-d964-47dd-bfc8-278f6e072687 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:42:17.698776 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a073d5-d964-47dd-bfc8-278f6e072687 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:42:17.699185 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a073d5-d964-47dd-bfc8-278f6e072687 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:42:17.699589 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a073d5-d964-47dd-bfc8-278f6e072687 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:42:17.699992 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a073d5-d964-47dd-bfc8-278f6e072687 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:42:17.700438 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a073d5-d964-47dd-bfc8-278f6e072687 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:42:17.700845 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a073d5-d964-47dd-bfc8-278f6e072687 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:42:17.701247 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a073d5-d964-47dd-bfc8-278f6e072687 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:42:17.701646 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a073d5-d964-47dd-bfc8-278f6e072687 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:42:17.706701 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-96a073d5-d964-47dd-bfc8-278f6e072687 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:42:17.760377 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-44c4c77d-7c0e-49e7-8f3e-621d0f708338 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:42:17.788306 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-44c4c77d-7c0e-49e7-8f3e-621d0f708338 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:42:17.837512 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-44c4c77d-7c0e-49e7-8f3e-621d0f708338 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850969184'] for security_group, after_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:42:17.842642 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-52e5543b-dac2-4cb1-b8e5-2dbe095f93ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:42:17.854120 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c4c77d-7c0e-49e7-8f3e-621d0f708338 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75e2f820-f8ee-4ab4-9203-5da7e2fdab15,revision_number=None']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:42:17.864920 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c4c77d-7c0e-49e7-8f3e-621d0f708338 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:42:17.865980 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c4c77d-7c0e-49e7-8f3e-621d0f708338 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:42:17.866394 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c4c77d-7c0e-49e7-8f3e-621d0f708338 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:42:17.866809 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c4c77d-7c0e-49e7-8f3e-621d0f708338 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:42:17.867212 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c4c77d-7c0e-49e7-8f3e-621d0f708338 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:42:17.867618 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c4c77d-7c0e-49e7-8f3e-621d0f708338 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:42:17.868020 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c4c77d-7c0e-49e7-8f3e-621d0f708338 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:42:17.868475 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c4c77d-7c0e-49e7-8f3e-621d0f708338 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:42:17.868881 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c4c77d-7c0e-49e7-8f3e-621d0f708338 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:42:17.869277 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c4c77d-7c0e-49e7-8f3e-621d0f708338 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:42:17.869678 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c4c77d-7c0e-49e7-8f3e-621d0f708338 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:42:17.870080 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c4c77d-7c0e-49e7-8f3e-621d0f708338 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:42:17.874984 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-44c4c77d-7c0e-49e7-8f3e-621d0f708338 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:42:17.876213 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-44c4c77d-7c0e-49e7-8f3e-621d0f708338 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:42:17.877227 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-44c4c77d-7c0e-49e7-8f3e-621d0f708338 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/75e2f820-f8ee-4ab4-9203-5da7e2fdab15 HTTP/1.1" status: 204  len: 168 time: 0.1850994
Apr 20 18:42:22.016268 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.agents_db [None req-36c0d191-ed3c-416e-a897-084b3b2178c3 None None] Agent healthcheck: found 6 active agents {{(pid=86423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 18:42:28.562463 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-ce18e370-e295-4959-a807-b9dab21e94e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:42:31.337832 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-4bc314d9-3db0-4afb-8ef0-b81de0e690df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:42:31.430490 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-59ff2fcf-5a92-41e6-b6a8-ab5cb4df6403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:42:32.004685 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:42:32.430920 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:42:33.198581 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-69625b45-0eac-4ead-bef5-f7df2e631dfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:42:43.750391 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-e0b0fefa-9769-4b08-9616-aa5db929f3e1 req-b079b124-e0ae-4a6e-8791-a37e52dd4e95 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=457f56f1-5dec-4ee9-b492-eb0d0e82ee85&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0765805
Apr 20 18:42:43.900306 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b0fefa-9769-4b08-9616-aa5db929f3e1 req-1a16f0d2-1614-4db8-ac71-385e79e38383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:42:43.901908 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-e0b0fefa-9769-4b08-9616-aa5db929f3e1 req-1a16f0d2-1614-4db8-ac71-385e79e38383 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=94755b3932d949cd9cb52a0da22b3fc0&device_id=457f56f1-5dec-4ee9-b492-eb0d0e82ee85 HTTP/1.1" status: 200  len: 1098 time: 0.0817897
Apr 20 18:42:44.056140 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b0fefa-9769-4b08-9616-aa5db929f3e1 req-67918251-7cc3-4986-a3ee-d446f4bc1f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:42:44.057777 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-e0b0fefa-9769-4b08-9616-aa5db929f3e1 req-67918251-7cc3-4986-a3ee-d446f4bc1f07 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d59fa4ee-f8cd-410b-88b6-98181f8e4bde HTTP/1.1" status: 200  len: 912 time: 0.1364686
Apr 20 18:42:44.165928 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-e0b0fefa-9769-4b08-9616-aa5db929f3e1 req-8c43c1ec-8d04-4672-aade-ac58ed1314e7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2c369556-baa2-44ca-93df-108f852490b8 HTTP/1.1" status: 200  len: 1001 time: 0.1018488
Apr 20 18:42:44.478317 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b0fefa-9769-4b08-9616-aa5db929f3e1 req-614610f0-b00d-42e0-9e09-2c2f93c1cbfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:42:44.479896 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-e0b0fefa-9769-4b08-9616-aa5db929f3e1 req-614610f0-b00d-42e0-9e09-2c2f93c1cbfb service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c7080e04-6ac2-44f9-a0da-002989b1e21f HTTP/1.1" status: 200  len: 850 time: 0.3077707
Apr 20 18:42:44.565261 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b0fefa-9769-4b08-9616-aa5db929f3e1 req-55ebbfe9-a53e-4945-b720-e46f322a3beb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:42:44.566835 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-e0b0fefa-9769-4b08-9616-aa5db929f3e1 req-55ebbfe9-a53e-4945-b720-e46f322a3beb service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d59fa4ee-f8cd-410b-88b6-98181f8e4bde&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0806532
Apr 20 18:42:44.711367 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-e0b0fefa-9769-4b08-9616-aa5db929f3e1 req-e959c017-abd7-47bf-8ad3-43a586d7ff74 service neutron] 10.222.0.10 "GET /v2.0/networks/d59fa4ee-f8cd-410b-88b6-98181f8e4bde?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1372690
Apr 20 18:42:44.856125 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-e0b0fefa-9769-4b08-9616-aa5db929f3e1 req-64f0d87a-2c28-44ae-9416-19784fa3a331 service neutron] 10.222.0.10 "GET /v2.0/networks/d59fa4ee-f8cd-410b-88b6-98181f8e4bde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1384866
Apr 20 18:42:58.564360 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-eff8238f-9ff7-4d03-b1d6-b02b66c2ae92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:42:59.015300 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.agents_db [None req-36c0d191-ed3c-416e-a897-084b3b2178c3 None None] Agent healthcheck: found 6 active agents {{(pid=86423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 18:43:01.341630 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-59ef9ed7-a281-4b39-932f-54e55b3ea0f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:43:01.431299 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-59ff2fcf-5a92-41e6-b6a8-ab5cb4df6403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:43:02.007043 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:43:02.429487 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:43:03.203165 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-69625b45-0eac-4ead-bef5-f7df2e631dfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:43:28.565257 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-abc425e1-00dc-49e9-a2bf-2870210f1595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:43:31.343828 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-58108d5a-b1b4-4fa8-8e3c-43fac9b9fa49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:43:31.434066 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-59ff2fcf-5a92-41e6-b6a8-ab5cb4df6403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:43:32.008724 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:43:32.427152 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:43:33.203690 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-69625b45-0eac-4ead-bef5-f7df2e631dfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:43:36.015351 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.agents_db [None req-36c0d191-ed3c-416e-a897-084b3b2178c3 None None] Agent healthcheck: found 6 active agents {{(pid=86423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 18:43:44.745314 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-35f5da08-e1a9-40ef-bd84-dc34a7031a18 req-f8df041c-9526-4778-93c8-c20435bc4dbd service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=457f56f1-5dec-4ee9-b492-eb0d0e82ee85&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0786214
Apr 20 18:43:44.894179 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f5da08-e1a9-40ef-bd84-dc34a7031a18 req-3a8a9f46-763e-459b-84d5-3cfa606bfa3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:43:44.895762 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-35f5da08-e1a9-40ef-bd84-dc34a7031a18 req-3a8a9f46-763e-459b-84d5-3cfa606bfa3a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=94755b3932d949cd9cb52a0da22b3fc0&device_id=457f56f1-5dec-4ee9-b492-eb0d0e82ee85 HTTP/1.1" status: 200  len: 1098 time: 0.0797682
Apr 20 18:43:45.051592 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f5da08-e1a9-40ef-bd84-dc34a7031a18 req-25ac237a-cf7e-4c17-8689-46f6bbf297ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:43:45.053746 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-35f5da08-e1a9-40ef-bd84-dc34a7031a18 req-25ac237a-cf7e-4c17-8689-46f6bbf297ae service neutron] 10.222.0.10 "GET /v2.0/networks?id=d59fa4ee-f8cd-410b-88b6-98181f8e4bde HTTP/1.1" status: 200  len: 912 time: 0.1380162
Apr 20 18:43:45.163701 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-35f5da08-e1a9-40ef-bd84-dc34a7031a18 req-3b16dd36-38f9-4e7a-bc36-017e215bcf74 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2c369556-baa2-44ca-93df-108f852490b8 HTTP/1.1" status: 200  len: 1001 time: 0.1035259
Apr 20 18:43:45.235965 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f5da08-e1a9-40ef-bd84-dc34a7031a18 req-07779293-bc64-4dab-9d9c-8fc30cd22cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:43:45.237570 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-35f5da08-e1a9-40ef-bd84-dc34a7031a18 req-07779293-bc64-4dab-9d9c-8fc30cd22cf5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c7080e04-6ac2-44f9-a0da-002989b1e21f HTTP/1.1" status: 200  len: 850 time: 0.0681262
Apr 20 18:43:45.321381 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f5da08-e1a9-40ef-bd84-dc34a7031a18 req-db6baf74-8763-4df9-a51e-e43c30606bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:43:45.322981 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-35f5da08-e1a9-40ef-bd84-dc34a7031a18 req-db6baf74-8763-4df9-a51e-e43c30606bc6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d59fa4ee-f8cd-410b-88b6-98181f8e4bde&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0790801
Apr 20 18:43:45.478304 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-35f5da08-e1a9-40ef-bd84-dc34a7031a18 req-3e6b677c-3d5a-4a65-970e-db814e71e8a4 service neutron] 10.222.0.10 "GET /v2.0/networks/d59fa4ee-f8cd-410b-88b6-98181f8e4bde?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1487992
Apr 20 18:43:45.629840 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-35f5da08-e1a9-40ef-bd84-dc34a7031a18 req-65a05c94-331b-4450-af93-7a8c62c52c8d service neutron] 10.222.0.10 "GET /v2.0/networks/d59fa4ee-f8cd-410b-88b6-98181f8e4bde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1450310
Apr 20 18:43:57.047850 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bbd85c-452d-47ca-8c17-fe2e89513e6e req-cd6b4b03-7c44-4914-aaa5-a26147d58ad2 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:43:57.049495 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-01bbd85c-452d-47ca-8c17-fe2e89513e6e req-cd6b4b03-7c44-4914-aaa5-a26147d58ad2 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] 10.222.0.11 "GET /v2.0/ports?device_id=457f56f1-5dec-4ee9-b492-eb0d0e82ee85 HTTP/1.1" status: 200  len: 945 time: 0.0977974
Apr 20 18:43:57.099309 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-01bbd85c-452d-47ca-8c17-fe2e89513e6e req-261b5e93-3bcd-4d07-8a95-b6e6d2a6023d tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4f8c5ab-542b-445c-8d7c-0d3f20817c59&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0432768
Apr 20 18:43:58.317504 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e11d4e-9cba-407e-948d-ad3a23d0657b req-7cae055c-3764-43cf-aa88-5f70e9949338 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:43:58.319118 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-20e11d4e-9cba-407e-948d-ad3a23d0657b req-7cae055c-3764-43cf-aa88-5f70e9949338 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] 10.222.0.11 "GET /v2.0/ports?device_id=457f56f1-5dec-4ee9-b492-eb0d0e82ee85 HTTP/1.1" status: 200  len: 945 time: 0.0889595
Apr 20 18:43:58.371250 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-20e11d4e-9cba-407e-948d-ad3a23d0657b req-96b86765-8ff0-43ea-8d30-af9e0ffe3890 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4f8c5ab-542b-445c-8d7c-0d3f20817c59&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0450203
Apr 20 18:43:58.484525 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e5233b-640d-4eee-b277-f5d898673cff req-f16dd4ab-607a-4eb4-9fcb-e6847bc07e12 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:43:58.485333 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [req-30e5233b-640d-4eee-b277-f5d898673cff req-f16dd4ab-607a-4eb4-9fcb-e6847bc07e12 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Synchronizing usage tracker for tenant:94755b3932d949cd9cb52a0da22b3fc0 on resource:port {{(pid=86420) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 18:43:58.500680 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [req-30e5233b-640d-4eee-b277-f5d898673cff req-f16dd4ab-607a-4eb4-9fcb-e6847bc07e12 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Unset dirty status for tenant:94755b3932d949cd9cb52a0da22b3fc0 on resource:port {{(pid=86420) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 18:43:58.501898 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-30e5233b-640d-4eee-b277-f5d898673cff req-f16dd4ab-607a-4eb4-9fcb-e6847bc07e12 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] 10.222.0.10 "GET /v2.0/ports?device_id=457f56f1-5dec-4ee9-b492-eb0d0e82ee85 HTTP/1.1" status: 200  len: 945 time: 0.1126604
Apr 20 18:43:58.567014 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-0ff9ce02-ec10-4853-801b-d7996da1547b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:43:58.584529 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [req-30e5233b-640d-4eee-b277-f5d898673cff req-ee94fd74-f024-4f22-9896-fe68f9d1d4e7 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Deleting port 2c369556-baa2-44ca-93df-108f852490b8 {{(pid=86420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 18:43:58.584918 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-30e5233b-640d-4eee-b277-f5d898673cff req-ee94fd74-f024-4f22-9896-fe68f9d1d4e7 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251177940340'] for port, before_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:43:58.854790 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [req-30e5233b-640d-4eee-b277-f5d898673cff req-ee94fd74-f024-4f22-9896-fe68f9d1d4e7 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] For port 2c369556-baa2-44ca-93df-108f852490b8, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=2c369556-baa2-44ca-93df-108f852490b8,segment=NetworkSegment(9f7abe42-b68a-4919-8d63-b9d7caeb57f5),segment_id=9f7abe42-b68a-4919-8d63-b9d7caeb57f5)] {{(pid=86420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:43:58.855195 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-30e5233b-640d-4eee-b277-f5d898673cff req-ee94fd74-f024-4f22-9896-fe68f9d1d4e7 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858558'] for port, precommit_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:43:59.167566 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-30e5233b-640d-4eee-b277-f5d898673cff req-ee94fd74-f024-4f22-9896-fe68f9d1d4e7 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:43:59.167956 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-30e5233b-640d-4eee-b277-f5d898673cff req-ee94fd74-f024-4f22-9896-fe68f9d1d4e7 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850912078'] for floatingip, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:43:59.168260 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.db.l3_db [req-30e5233b-640d-4eee-b277-f5d898673cff req-ee94fd74-f024-4f22-9896-fe68f9d1d4e7 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Floating IP e7739609-bad4-4c82-8ed7-6e65b4e474e0 disassociated. External IP: 172.27.2.228, port: 2c369556-baa2-44ca-93df-108f852490b8.
Apr 20 18:43:59.168639 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [req-30e5233b-640d-4eee-b277-f5d898673cff req-ee94fd74-f024-4f22-9896-fe68f9d1d4e7 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Calling delete_port for 2c369556-baa2-44ca-93df-108f852490b8 owned by compute:nova {{(pid=86420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 18:43:59.330558 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-30e5233b-640d-4eee-b277-f5d898673cff req-ee94fd74-f024-4f22-9896-fe68f9d1d4e7 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251177936671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785676391897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4189424'] for port, after_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:43:59.337456 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-76c7d153-6d9f-4786-ab47-ca19bd339fa7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:43:59.387423 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee94fd74-f024-4f22-9896-fe68f9d1d4e7 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Pushing event deleted for resources: {'Port': ['ID=2c369556-baa2-44ca-93df-108f852490b8,revision_number=None']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:43:59.401147 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee94fd74-f024-4f22-9896-fe68f9d1d4e7 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:43:59.401583 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee94fd74-f024-4f22-9896-fe68f9d1d4e7 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:43:59.402003 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee94fd74-f024-4f22-9896-fe68f9d1d4e7 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:43:59.402418 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee94fd74-f024-4f22-9896-fe68f9d1d4e7 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:43:59.402831 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee94fd74-f024-4f22-9896-fe68f9d1d4e7 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:43:59.403242 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee94fd74-f024-4f22-9896-fe68f9d1d4e7 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:43:59.403656 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee94fd74-f024-4f22-9896-fe68f9d1d4e7 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:43:59.404064 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee94fd74-f024-4f22-9896-fe68f9d1d4e7 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:43:59.404503 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee94fd74-f024-4f22-9896-fe68f9d1d4e7 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:43:59.404908 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee94fd74-f024-4f22-9896-fe68f9d1d4e7 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:43:59.405311 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee94fd74-f024-4f22-9896-fe68f9d1d4e7 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:43:59.405717 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee94fd74-f024-4f22-9896-fe68f9d1d4e7 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:43:59.473235 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-ee94fd74-f024-4f22-9896-fe68f9d1d4e7 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:43:59.579446 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-c912efa7-9f28-47cb-bf16-f6680c9dbf8f req-7d9ebd99-48b3-4e6d-91f4-892eb6c68b20 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] 10.222.0.11 "GET /v2.0/ports?device_id=457f56f1-5dec-4ee9-b492-eb0d0e82ee85 HTTP/1.1" status: 200  len: 210 time: 0.0587296
Apr 20 18:43:59.640792 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.scheduler.l3_agent_scheduler [req-30e5233b-640d-4eee-b277-f5d898673cff req-ee94fd74-f024-4f22-9896-fe68f9d1d4e7 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Router 4b1fcda2-6bdb-4c42-9b1b-c074dfbaab87 has already been hosted by L3 agent 561dbf79-24e4-4a0d-b08c-f7bb8670fc1d {{(pid=86420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 18:43:59.841336 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-30e5233b-640d-4eee-b277-f5d898673cff req-ee94fd74-f024-4f22-9896-fe68f9d1d4e7 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Notify agent at l3_agent.dv-cinder-786931-2-iscsi the message routers_updated {{(pid=86420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 18:43:59.854163 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fec099b-f6f5-4bb2-885e-6e782d184991 None None] Sync routers for ids ['4b1fcda2-6bdb-4c42-9b1b-c074dfbaab87'] in dv-cinder-786931-2-iscsi {{(pid=86422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 18:43:59.866176 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fec099b-f6f5-4bb2-885e-6e782d184991 None None] Routers {'4b1fcda2-6bdb-4c42-9b1b-c074dfbaab87'} bound to L3 agent in host dv-cinder-786931-2-iscsi {{(pid=86422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:43:59.867471 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-0fec099b-f6f5-4bb2-885e-6e782d184991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd9308c1710>, 'dv-cinder-786931-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T18:22:01Z,description=<?>,heartbeat_timestamp=2021-04-20T18:43:31Z,host='dv-cinder-786931-2-iscsi',id=561dbf79-24e4-4a0d-b08c-f7bb8670fc1d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:22:01Z,topic='l3_agent')) {'router_ids': ['4b1fcda2-6bdb-4c42-9b1b-c074dfbaab87'], 'active': True} {{(pid=86422) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:43:59.925267 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [req-30e5233b-640d-4eee-b277-f5d898673cff req-ee94fd74-f024-4f22-9896-fe68f9d1d4e7 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] No DVR routers for this DVR port 2c369556-baa2-44ca-93df-108f852490b8 on host hv-cinder-78693 {{(pid=86420) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 18:43:59.927857 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-30e5233b-640d-4eee-b277-f5d898673cff req-ee94fd74-f024-4f22-9896-fe68f9d1d4e7 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7615'] for port, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:43:59.931564 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '457f56f1-5dec-4ee9-b492-eb0d0e82ee85', 'name': 'network-vif-deleted', 'tag': '2c369556-baa2-44ca-93df-108f852490b8'}] {{(pid=86420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:43:59.948186 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-30e5233b-640d-4eee-b277-f5d898673cff req-ee94fd74-f024-4f22-9896-fe68f9d1d4e7 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] 10.222.0.10 "DELETE /v2.0/ports/2c369556-baa2-44ca-93df-108f852490b8 HTTP/1.1" status: 204  len: 173 time: 1.4395878
Apr 20 18:44:00.072617 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_dvr_db [None req-0fec099b-f6f5-4bb2-885e-6e782d184991 None None] Set router 4b1fcda2-6bdb-4c42-9b1b-c074dfbaab87 gateway port host: dv-cinder-786931-2-iscsi {{(pid=86422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:44:00.371857 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '457f56f1-5dec-4ee9-b492-eb0d0e82ee85', 'name': 'network-vif-deleted', 'tag': '2c369556-baa2-44ca-93df-108f852490b8', 'status': 'completed', 'code': 200}
Apr 20 18:44:00.438215 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-0fec099b-f6f5-4bb2-885e-6e782d184991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd9308c1710>, [{'id': '4b1fcda2-6bdb-4c42-9b1b-c074dfbaab87', 'name': 'tempest-TestVolumeBootPattern-675695298-router', 'tenant_id': '94755b3932d949cd9cb52a0da22b3fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357044f3-f85c-4c82-92f2-504aa071d528', 'external_fixed_ips': [{'subnet_id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'ip_address': '172.27.2.179'}], 'enable_snat': True}, 'gw_port_id': '676b99f3-6b0c-48c4-8262-7448ad4ac3f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:41:02Z', 'updated_at': '2021-04-20T18:41:08Z', 'revision_number': 4, 'project_id': '94755b3932d949cd9cb52a0da22b3fc0', 'gw_port': {'id': '676b99f3-6b0c-48c4-8262-7448ad4ac3f1', 'name': '', 'network_id': '357044f3-f85c-4c82-92f2-504aa071d528', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:3a:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b1fcda2-6bdb-4c42-9b1b-c074dfbaab87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'ip_address': '172.27.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:41:03Z', 'updated_at': '2021-04-20T18:41:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-2-iscsi', '_interfaces': [{'id': 'e0dd6ce0-935e-4765-ae7f-57adc942fb9e', 'name': '', 'network_id': 'd59fa4ee-f8cd-410b-88b6-98181f8e4bde', 'tenant_id': '94755b3932d949cd9cb52a0da22b3fc0', 'mac_address': 'fa:16:3e:d9:3c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b1fcda2-6bdb-4c42-9b1b-c074dfbaab87', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'c7080e04-6ac2-44f9-a0da-002989b1e21f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:41:07Z', 'updated_at': '2021-04-20T18:41:17Z', 'revision_number': 5, 'project_id': '94755b3932d949cd9cb52a0da22b3fc0', 'subnets': [{'id': 'c7080e04-6ac2-44f9-a0da-002989b1e21f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786931-2-iscsi', False) {} {{(pid=86422) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:44:00.442737 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fec099b-f6f5-4bb2-885e-6e782d184991 None None] Checking router: 4b1fcda2-6bdb-4c42-9b1b-c074dfbaab87 for host: dv-cinder-786931-2-iscsi {{(pid=86422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 18:44:00.453380 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fec099b-f6f5-4bb2-885e-6e782d184991 None None] Routers {'4b1fcda2-6bdb-4c42-9b1b-c074dfbaab87'} bound to L3 agent in host dv-cinder-786931-2-iscsi {{(pid=86422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:44:00.454008 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-0fec099b-f6f5-4bb2-885e-6e782d184991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd9308c1710>, 'dv-cinder-786931-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T18:22:01Z,description=<?>,heartbeat_timestamp=2021-04-20T18:43:31Z,host='dv-cinder-786931-2-iscsi',id=561dbf79-24e4-4a0d-b08c-f7bb8670fc1d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:22:01Z,topic='l3_agent')) {'router_ids': ['4b1fcda2-6bdb-4c42-9b1b-c074dfbaab87'], 'active': True} {{(pid=86422) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:44:00.662327 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_dvr_db [None req-0fec099b-f6f5-4bb2-885e-6e782d184991 None None] Set router 4b1fcda2-6bdb-4c42-9b1b-c074dfbaab87 gateway port host: dv-cinder-786931-2-iscsi {{(pid=86422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:44:00.774316 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-1a8ff3da-ffb1-4fcb-9010-f29767b7d024 req-b3033320-4a21-41d1-a113-0421fc1e626a tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] 10.222.0.11 "GET /v2.0/ports?device_id=457f56f1-5dec-4ee9-b492-eb0d0e82ee85 HTTP/1.1" status: 200  len: 210 time: 0.0535941
Apr 20 18:44:01.019682 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-0fec099b-f6f5-4bb2-885e-6e782d184991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd9308c1710>, [{'id': '4b1fcda2-6bdb-4c42-9b1b-c074dfbaab87', 'name': 'tempest-TestVolumeBootPattern-675695298-router', 'tenant_id': '94755b3932d949cd9cb52a0da22b3fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357044f3-f85c-4c82-92f2-504aa071d528', 'external_fixed_ips': [{'subnet_id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'ip_address': '172.27.2.179'}], 'enable_snat': True}, 'gw_port_id': '676b99f3-6b0c-48c4-8262-7448ad4ac3f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:41:02Z', 'updated_at': '2021-04-20T18:41:08Z', 'revision_number': 4, 'project_id': '94755b3932d949cd9cb52a0da22b3fc0', 'gw_port': {'id': '676b99f3-6b0c-48c4-8262-7448ad4ac3f1', 'name': '', 'network_id': '357044f3-f85c-4c82-92f2-504aa071d528', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:3a:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b1fcda2-6bdb-4c42-9b1b-c074dfbaab87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'ip_address': '172.27.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:41:03Z', 'updated_at': '2021-04-20T18:41:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-2-iscsi', '_interfaces': [{'id': 'e0dd6ce0-935e-4765-ae7f-57adc942fb9e', 'name': '', 'network_id': 'd59fa4ee-f8cd-410b-88b6-98181f8e4bde', 'tenant_id': '94755b3932d949cd9cb52a0da22b3fc0', 'mac_address': 'fa:16:3e:d9:3c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b1fcda2-6bdb-4c42-9b1b-c074dfbaab87', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'c7080e04-6ac2-44f9-a0da-002989b1e21f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:41:07Z', 'updated_at': '2021-04-20T18:41:17Z', 'revision_number': 5, 'project_id': '94755b3932d949cd9cb52a0da22b3fc0', 'subnets': [{'id': 'c7080e04-6ac2-44f9-a0da-002989b1e21f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786931-2-iscsi', False) {} {{(pid=86422) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:44:01.024515 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fec099b-f6f5-4bb2-885e-6e782d184991 None None] The sync data for ids ['4b1fcda2-6bdb-4c42-9b1b-c074dfbaab87'] in dv-cinder-786931-2-iscsi is: [{'id': '4b1fcda2-6bdb-4c42-9b1b-c074dfbaab87', 'name': 'tempest-TestVolumeBootPattern-675695298-router', 'tenant_id': '94755b3932d949cd9cb52a0da22b3fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357044f3-f85c-4c82-92f2-504aa071d528', 'external_fixed_ips': [{'subnet_id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'ip_address': '172.27.2.179'}], 'enable_snat': True}, 'gw_port_id': '676b99f3-6b0c-48c4-8262-7448ad4ac3f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:41:02Z', 'updated_at': '2021-04-20T18:41:08Z', 'revision_number': 4, 'project_id': '94755b3932d949cd9cb52a0da22b3fc0', 'gw_port': {'id': '676b99f3-6b0c-48c4-8262-7448ad4ac3f1', 'name': '', 'network_id': '357044f3-f85c-4c82-92f2-504aa071d528', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:3a:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b1fcda2-6bdb-4c42-9b1b-c074dfbaab87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'ip_address': '172.27.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:41:03Z', 'updated_at': '2021-04-20T18:41:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-2-iscsi', '_interfaces': [{'id': 'e0dd6ce0-935e-4765-ae7f-57adc942fb9e', 'name': '', 'network_id': 'd59fa4ee-f8cd-410b-88b6-98181f8e4bde', 'tenant_id': '94755b3932d949cd9cb52a0da22b3fc0', 'mac_address': 'fa:16:3e:d9:3c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b1fcda2-6bdb-4c42-9b1b-c074dfbaab87', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'c7080e04-6ac2-44f9-a0da-002989b1e21f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:41:07Z', 'updated_at': '2021-04-20T18:41:17Z', 'revision_number': 5, 'project_id': '94755b3932d949cd9cb52a0da22b3fc0', 'subnets': [{'id': 'c7080e04-6ac2-44f9-a0da-002989b1e21f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 18:44:01.346728 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-ed44f47c-df9e-4127-bea8-449773641a3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:44:01.403755 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5172ddf4-d50a-46af-a13c-bb3ad9935a60 None None] New status for floating IP e7739609-bad4-4c82-8ed7-6e65b4e474e0: DOWN {{(pid=86423) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 20 18:44:01.441283 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-59ff2fcf-5a92-41e6-b6a8-ab5cb4df6403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:44:02.013570 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:44:02.181907 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-c5f3ac59-5e43-447a-abcf-8649842c1130 req-52256196-41ba-4dbc-a9be-f5e93fe9891d tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-590070928&fields=id&tenant_id=94755b3932d949cd9cb52a0da22b3fc0 HTTP/1.1" status: 200  len: 267 time: 0.0474617
Apr 20 18:44:02.295414 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Device 2c369556-baa2-44ca-93df-108f852490b8 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 18:44:02.337726 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] No Port match for: 2c369556-baa2-44ca-93df-108f852490b8 {{(pid=86422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 18:44:02.338114 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Device 2c369556-baa2-44ca-93df-108f852490b8 not bound to the agent host hv-cinder-78693 {{(pid=86422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 18:44:02.360263 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f3ac59-5e43-447a-abcf-8649842c1130 req-9502396d-d90b-4e47-b2ea-4310e6af4d1d tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:44:02.361771 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-c5f3ac59-5e43-447a-abcf-8649842c1130 req-9502396d-d90b-4e47-b2ea-4310e6af4d1d tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] 10.222.0.11 "GET /v2.0/networks?id=d59fa4ee-f8cd-410b-88b6-98181f8e4bde HTTP/1.1" status: 200  len: 811 time: 0.1722844
Apr 20 18:44:02.378520 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-c5f3ac59-5e43-447a-abcf-8649842c1130 req-fbc3e2d2-ac02-48bf-9d25-f7875f26eefa tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] 10.222.0.11 "GET /v2.0/quotas/94755b3932d949cd9cb52a0da22b3fc0 HTTP/1.1" status: 200  len: 375 time: 0.0104084
Apr 20 18:44:02.425844 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:44:02.481327 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-c5f3ac59-5e43-447a-abcf-8649842c1130 req-74d0ef33-3ad1-4d1c-9dca-49a2afd195f8 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=94755b3932d949cd9cb52a0da22b3fc0&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0966353
Apr 20 18:44:02.643969 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [req-c5f3ac59-5e43-447a-abcf-8649842c1130 req-6d41c1a7-dac6-43b8-8003-5b9f0f3b91c2 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=86421) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 20 18:44:02.645119 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-c5f3ac59-5e43-447a-abcf-8649842c1130 req-6d41c1a7-dac6-43b8-8003-5b9f0f3b91c2 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.1514287
Apr 20 18:44:02.795175 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-c5f3ac59-5e43-447a-abcf-8649842c1130 req-12b94643-66d1-45f7-9804-21e6e1d329d1 service neutron] 10.222.0.11 "GET /v2.0/networks/d59fa4ee-f8cd-410b-88b6-98181f8e4bde?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1426802
Apr 20 18:44:02.945592 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-c5f3ac59-5e43-447a-abcf-8649842c1130 req-f3e4c74b-e41c-465b-936f-f03aa96a7b03 service neutron] 10.222.0.11 "GET /v2.0/networks/d59fa4ee-f8cd-410b-88b6-98181f8e4bde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1439419
Apr 20 18:44:03.208358 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-69625b45-0eac-4ead-bef5-f7df2e631dfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:44:03.377328 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-64fd67cc-660f-4bd4-a027-00b15db4efff req-fb97e0a5-3fba-4487-b2b0-29ad64ce3ce4 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] 10.222.0.11 "GET /v2.0/ports?device_id=585c74b0-1c90-4951-a6b8-e3d306d66e1c HTTP/1.1" status: 200  len: 210 time: 0.0489376
Apr 20 18:44:04.488902 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-75907e0c-36a9-4f9e-8fae-937cb0e37980 req-5719b97c-4a96-4a61-a26a-dcf57289dc65 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] 10.222.0.11 "GET /v2.0/ports?device_id=585c74b0-1c90-4951-a6b8-e3d306d66e1c HTTP/1.1" status: 200  len: 210 time: 0.0513911
Apr 20 18:44:05.599942 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-3dde1077-213c-4734-a42d-139dc211ddf2 req-d9650aee-fd44-4eb0-8359-07f9959bfb97 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] 10.222.0.11 "GET /v2.0/ports?device_id=585c74b0-1c90-4951-a6b8-e3d306d66e1c HTTP/1.1" status: 200  len: 210 time: 0.0520644
Apr 20 18:44:06.705970 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-6e228ae7-4c6e-42ac-b4b4-3d0084ddc9d0 req-405cb7ee-7dd3-47b1-a859-e5fcc9c6cd9f tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] 10.222.0.11 "GET /v2.0/ports?device_id=585c74b0-1c90-4951-a6b8-e3d306d66e1c HTTP/1.1" status: 200  len: 210 time: 0.0499873
Apr 20 18:44:07.877970 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-bc67d85b-3e55-4f5c-b2cc-ef97016011f5 req-df24445a-1344-45e2-962a-616622fb1f71 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] 10.222.0.11 "GET /v2.0/ports?device_id=585c74b0-1c90-4951-a6b8-e3d306d66e1c HTTP/1.1" status: 200  len: 210 time: 0.0526910
Apr 20 18:44:08.519038 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f3ac59-5e43-447a-abcf-8649842c1130 req-8a02346b-a347-484b-b0be-48a2a2e8bf74 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:44:08.520623 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-c5f3ac59-5e43-447a-abcf-8649842c1130 req-8a02346b-a347-484b-b0be-48a2a2e8bf74 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] 10.222.0.10 "GET /v2.0/networks?id=d59fa4ee-f8cd-410b-88b6-98181f8e4bde HTTP/1.1" status: 200  len: 811 time: 0.1695235
Apr 20 18:44:08.603601 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-c5f3ac59-5e43-447a-abcf-8649842c1130 req-857b7133-5b66-4154-8be5-d396f62fafb0 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=94755b3932d949cd9cb52a0da22b3fc0 HTTP/1.1" status: 200  len: 8059 time: 0.0746260
Apr 20 18:44:08.612341 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.v2.base [req-c5f3ac59-5e43-447a-abcf-8649842c1130 req-cf0e3446-6885-4669-9340-89a0cb34394b tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Request body: {'port': {'device_id': '585c74b0-1c90-4951-a6b8-e3d306d66e1c', 'network_id': 'd59fa4ee-f8cd-410b-88b6-98181f8e4bde', 'admin_state_up': True, 'tenant_id': '94755b3932d949cd9cb52a0da22b3fc0', 'security_groups': ['e4f8c5ab-542b-445c-8d7c-0d3f20817c59']}} {{(pid=86420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:44:08.761486 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [req-c5f3ac59-5e43-447a-abcf-8649842c1130 req-cf0e3446-6885-4669-9340-89a0cb34394b tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:44:08.765789 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [req-c5f3ac59-5e43-447a-abcf-8649842c1130 req-cf0e3446-6885-4669-9340-89a0cb34394b tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Usage tracker for resource:port and tenant:94755b3932d949cd9cb52a0da22b3fc0 is out of sync, need to count used quota {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:44:08.768710 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [req-c5f3ac59-5e43-447a-abcf-8649842c1130 req-cf0e3446-6885-4669-9340-89a0cb34394b tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Quota usage for port was recalculated. Used quota:3. {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:44:08.775907 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [req-c5f3ac59-5e43-447a-abcf-8649842c1130 req-cf0e3446-6885-4669-9340-89a0cb34394b tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:44:08.784487 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5f3ac59-5e43-447a-abcf-8649842c1130 req-cf0e3446-6885-4669-9340-89a0cb34394b tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Made reservation on behalf of 94755b3932d949cd9cb52a0da22b3fc0 for: {'port': 1} {{(pid=86420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 18:44:08.790589 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-c5f3ac59-5e43-447a-abcf-8649842c1130 req-cf0e3446-6885-4669-9340-89a0cb34394b tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854207267'] for port, before_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:44:08.967272 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.db_base_plugin_common [req-c5f3ac59-5e43-447a-abcf-8649842c1130 req-cf0e3446-6885-4669-9340-89a0cb34394b tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Allocated IP 172.20.0.14 (d59fa4ee-f8cd-410b-88b6-98181f8e4bde/c7080e04-6ac2-44f9-a0da-002989b1e21f/d5ad9b32-6ffc-43fd-8918-484fa2fad88c) {{(pid=86420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 18:44:09.056785 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-5bb1b408-14ff-4b6b-b609-f26e831ce5dd req-21f65a58-a931-462f-a17c-85767ae1b440 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] 10.222.0.11 "GET /v2.0/ports?device_id=585c74b0-1c90-4951-a6b8-e3d306d66e1c HTTP/1.1" status: 200  len: 210 time: 0.0574307
Apr 20 18:44:09.201490 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-c5f3ac59-5e43-447a-abcf-8649842c1130 req-cf0e3446-6885-4669-9340-89a0cb34394b tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Notify callbacks [] for port, precommit_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:44:09.218979 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [req-c5f3ac59-5e43-447a-abcf-8649842c1130 req-cf0e3446-6885-4669-9340-89a0cb34394b tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Transition to ACTIVE for port object d5ad9b32-6ffc-43fd-8918-484fa2fad88c will not be triggered until provisioned by entity DHCP. {{(pid=86420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 18:44:09.243669 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-c5f3ac59-5e43-447a-abcf-8649842c1130 req-cf0e3446-6885-4669-9340-89a0cb34394b tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251178383920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4189424'] for port, after_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:44:09.249886 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-cc21543d-6304-4ff9-bf40-684d5c849e69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:44:09.324910 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5f3ac59-5e43-447a-abcf-8649842c1130 req-cf0e3446-6885-4669-9340-89a0cb34394b tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Network d59fa4ee-f8cd-410b-88b6-98181f8e4bde is already hosted by enough agents. {{(pid=86420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 18:44:09.328201 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.scheduler.base_scheduler [req-c5f3ac59-5e43-447a-abcf-8649842c1130 req-cf0e3446-6885-4669-9340-89a0cb34394b tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Resources bound (agent type, host, resource id):  {{(pid=86420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:44:09.332387 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5f3ac59-5e43-447a-abcf-8649842c1130 req-cf0e3446-6885-4669-9340-89a0cb34394b tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Received port after_create {{(pid=86420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 18:44:09.367648 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0e3446-6885-4669-9340-89a0cb34394b tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Pushing event updated for resources: {'Port': ['ID=d5ad9b32-6ffc-43fd-8918-484fa2fad88c,revision_number=1']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:44:09.375675 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-cf0e3446-6885-4669-9340-89a0cb34394b tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:44:09.418806 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f3ac59-5e43-447a-abcf-8649842c1130 req-cf0e3446-6885-4669-9340-89a0cb34394b tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:44:09.419529 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-c5f3ac59-5e43-447a-abcf-8649842c1130 req-cf0e3446-6885-4669-9340-89a0cb34394b tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7615'] for port, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:44:09.453495 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-c5f3ac59-5e43-447a-abcf-8649842c1130 req-cf0e3446-6885-4669-9340-89a0cb34394b tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.8450949
Apr 20 18:44:09.466985 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.v2.base [req-c5f3ac59-5e43-447a-abcf-8649842c1130 req-ee67c963-33ae-4ffd-9912-1275774e5f96 service neutron] Request body: {'port': {'device_id': '585c74b0-1c90-4951-a6b8-e3d306d66e1c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=86420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:44:09.539395 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-f7bfac41-ac6c-4e69-9c9f-5a2b56271784 None None] Provisioning for port d5ad9b32-6ffc-43fd-8918-484fa2fad88c completed by entity DHCP. {{(pid=86422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 18:44:09.545224 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-f7bfac41-ac6c-4e69-9c9f-5a2b56271784 None None] Provisioning complete for port d5ad9b32-6ffc-43fd-8918-484fa2fad88c triggered by entity DHCP. {{(pid=86422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:44:09.545636 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f7bfac41-ac6c-4e69-9c9f-5a2b56271784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733696'] for port, provisioning_complete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:44:09.591559 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-c5f3ac59-5e43-447a-abcf-8649842c1130 req-ee67c963-33ae-4ffd-9912-1275774e5f96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854207267'] for port, before_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:44:09.608240 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-f7bfac41-ac6c-4e69-9c9f-5a2b56271784 None None] Port d5ad9b32-6ffc-43fd-8918-484fa2fad88c cannot update to ACTIVE because it is not bound. {{(pid=86422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 18:44:10.205435 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.notifiers.nova [req-c5f3ac59-5e43-447a-abcf-8649842c1130 req-ee67c963-33ae-4ffd-9912-1275774e5f96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5ad9b32-6ffc-43fd-8918-484fa2fad88c {{(pid=86420) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 18:44:10.214989 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-c5f3ac59-5e43-447a-abcf-8649842c1130 req-ee67c963-33ae-4ffd-9912-1275774e5f96 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:44:10.231903 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [req-c5f3ac59-5e43-447a-abcf-8649842c1130 req-ee67c963-33ae-4ffd-9912-1275774e5f96 service neutron] Transition to ACTIVE for port object d5ad9b32-6ffc-43fd-8918-484fa2fad88c will not be triggered until provisioned by entity L2. {{(pid=86420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 18:44:10.234726 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-c5f3ac59-5e43-447a-abcf-8649842c1130 req-ee67c963-33ae-4ffd-9912-1275774e5f96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785676839112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251178383903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251178382076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850586375'] for port, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:44:10.239972 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-d5be2f6d-e93d-4e9c-8175-2e9c50ecb9d6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:44:10.283781 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aba67dc-1498-434c-9b7f-6d019de675a6 req-5bda77ca-da78-4ab7-9d0e-ec16f1402e13 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:44:10.285598 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-0aba67dc-1498-434c-9b7f-6d019de675a6 req-5bda77ca-da78-4ab7-9d0e-ec16f1402e13 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] 10.222.0.11 "GET /v2.0/ports?device_id=585c74b0-1c90-4951-a6b8-e3d306d66e1c HTTP/1.1" status: 200  len: 944 time: 0.1069102
Apr 20 18:44:10.345934 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-0aba67dc-1498-434c-9b7f-6d019de675a6 req-da536348-4663-4e61-8587-80b7cd1c6a93 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4f8c5ab-542b-445c-8d7c-0d3f20817c59&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0522757
Apr 20 18:44:10.418700 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee67c963-33ae-4ffd-9912-1275774e5f96 service neutron] Pushing event updated for resources: {'Port': ['ID=d5ad9b32-6ffc-43fd-8918-484fa2fad88c,revision_number=2']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:44:10.428951 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-ee67c963-33ae-4ffd-9912-1275774e5f96 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:44:10.516366 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [req-c5f3ac59-5e43-447a-abcf-8649842c1130 req-ee67c963-33ae-4ffd-9912-1275774e5f96 service neutron] Attempting to bind port d5ad9b32-6ffc-43fd-8918-484fa2fad88c on host hv-cinder-78693 for vnic_type normal with profile  {{(pid=86420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 18:44:10.516745 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [req-c5f3ac59-5e43-447a-abcf-8649842c1130 req-ee67c963-33ae-4ffd-9912-1275774e5f96 service neutron] Attempting to bind port d5ad9b32-6ffc-43fd-8918-484fa2fad88c by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': '9f7abe42-b68a-4919-8d63-b9d7caeb57f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'd59fa4ee-f8cd-410b-88b6-98181f8e4bde'}] {{(pid=86420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 18:44:10.517115 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5f3ac59-5e43-447a-abcf-8649842c1130 req-ee67c963-33ae-4ffd-9912-1275774e5f96 service neutron] Attempting to bind port d5ad9b32-6ffc-43fd-8918-484fa2fad88c on network d59fa4ee-f8cd-410b-88b6-98181f8e4bde {{(pid=86420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 18:44:10.524208 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5f3ac59-5e43-447a-abcf-8649842c1130 req-ee67c963-33ae-4ffd-9912-1275774e5f96 service neutron] Port d5ad9b32-6ffc-43fd-8918-484fa2fad88c on network d59fa4ee-f8cd-410b-88b6-98181f8e4bde not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=86420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 20 18:44:10.524788 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5f3ac59-5e43-447a-abcf-8649842c1130 req-ee67c963-33ae-4ffd-9912-1275774e5f96 service neutron] Attempting to bind port d5ad9b32-6ffc-43fd-8918-484fa2fad88c on network d59fa4ee-f8cd-410b-88b6-98181f8e4bde {{(pid=86420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 18:44:10.532339 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5f3ac59-5e43-447a-abcf-8649842c1130 req-ee67c963-33ae-4ffd-9912-1275774e5f96 service neutron] Checking agent: {'id': '1d7a02d0-8f4e-4dcc-9452-bf36df956f32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 28, 32), 'started_at': datetime.datetime(2021, 4, 20, 18, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 44, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 18:44:10.533459 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5f3ac59-5e43-447a-abcf-8649842c1130 req-ee67c963-33ae-4ffd-9912-1275774e5f96 service neutron] Checking segment: {'id': '9f7abe42-b68a-4919-8d63-b9d7caeb57f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'd59fa4ee-f8cd-410b-88b6-98181f8e4bde'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 18:44:10.534019 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5f3ac59-5e43-447a-abcf-8649842c1130 req-ee67c963-33ae-4ffd-9912-1275774e5f96 service neutron] Bound using segment: {'id': '9f7abe42-b68a-4919-8d63-b9d7caeb57f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'd59fa4ee-f8cd-410b-88b6-98181f8e4bde'} {{(pid=86420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 18:44:10.534364 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [req-c5f3ac59-5e43-447a-abcf-8649842c1130 req-ee67c963-33ae-4ffd-9912-1275774e5f96 service neutron] Bound port: d5ad9b32-6ffc-43fd-8918-484fa2fad88c, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f7abe42-b68a-4919-8d63-b9d7caeb57f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'd59fa4ee-f8cd-410b-88b6-98181f8e4bde'}}] {{(pid=86420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 18:44:10.534766 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-c5f3ac59-5e43-447a-abcf-8649842c1130 req-ee67c963-33ae-4ffd-9912-1275774e5f96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854207267'] for port, before_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:44:10.650092 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [req-c5f3ac59-5e43-447a-abcf-8649842c1130 req-ee67c963-33ae-4ffd-9912-1275774e5f96 service neutron] For port d5ad9b32-6ffc-43fd-8918-484fa2fad88c, host hv-cinder-78693, cleared binding levels {{(pid=86420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 18:44:10.654746 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [req-c5f3ac59-5e43-447a-abcf-8649842c1130 req-ee67c963-33ae-4ffd-9912-1275774e5f96 service neutron] For port d5ad9b32-6ffc-43fd-8918-484fa2fad88c, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=d5ad9b32-6ffc-43fd-8918-484fa2fad88c,segment=NetworkSegment(9f7abe42-b68a-4919-8d63-b9d7caeb57f5),segment_id=9f7abe42-b68a-4919-8d63-b9d7caeb57f5)] {{(pid=86420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 18:44:10.659070 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-c5f3ac59-5e43-447a-abcf-8649842c1130 req-ee67c963-33ae-4ffd-9912-1275774e5f96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785676839112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251178383903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251178382076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850586375'] for port, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:44:10.664341 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-e958c9e3-1e51-4d60-ad8b-f31d1411a69e tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:44:10.741246 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f3ac59-5e43-447a-abcf-8649842c1130 req-ee67c963-33ae-4ffd-9912-1275774e5f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:44:10.742501 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-c5f3ac59-5e43-447a-abcf-8649842c1130 req-ee67c963-33ae-4ffd-9912-1275774e5f96 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7615'] for port, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:44:10.744071 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-c5f3ac59-5e43-447a-abcf-8649842c1130 req-ee67c963-33ae-4ffd-9912-1275774e5f96 service neutron] 10.222.0.10 "PUT /v2.0/ports/d5ad9b32-6ffc-43fd-8918-484fa2fad88c HTTP/1.1" status: 200  len: 1094 time: 1.2821441
Apr 20 18:44:10.744703 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '585c74b0-1c90-4951-a6b8-e3d306d66e1c', 'tag': 'd5ad9b32-6ffc-43fd-8918-484fa2fad88c'}] {{(pid=86420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:44:10.786849 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee67c963-33ae-4ffd-9912-1275774e5f96 service neutron] Pushing event updated for resources: {'Port': ['ID=d5ad9b32-6ffc-43fd-8918-484fa2fad88c,revision_number=3']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:44:10.848815 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '585c74b0-1c90-4951-a6b8-e3d306d66e1c', 'tag': 'd5ad9b32-6ffc-43fd-8918-484fa2fad88c', 'status': 'completed', 'code': 200}
Apr 20 18:44:10.855946 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-ee67c963-33ae-4ffd-9912-1275774e5f96 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:44:10.905483 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f3ac59-5e43-447a-abcf-8649842c1130 req-fda7a73c-5597-4498-b0c1-4c5aba81fa6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:44:10.907151 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-c5f3ac59-5e43-447a-abcf-8649842c1130 req-fda7a73c-5597-4498-b0c1-4c5aba81fa6a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=94755b3932d949cd9cb52a0da22b3fc0&device_id=585c74b0-1c90-4951-a6b8-e3d306d66e1c HTTP/1.1" status: 200  len: 1097 time: 0.1150606
Apr 20 18:44:10.993225 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-c5f3ac59-5e43-447a-abcf-8649842c1130 req-c922f9a7-933f-44d7-9304-d0f738adbc09 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d5ad9b32-6ffc-43fd-8918-484fa2fad88c HTTP/1.1" status: 200  len: 217 time: 0.0778477
Apr 20 18:44:11.067272 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f3ac59-5e43-447a-abcf-8649842c1130 req-a1299c3e-b01b-46d8-9659-973ef8802a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:44:11.068945 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-c5f3ac59-5e43-447a-abcf-8649842c1130 req-a1299c3e-b01b-46d8-9659-973ef8802a89 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c7080e04-6ac2-44f9-a0da-002989b1e21f HTTP/1.1" status: 200  len: 850 time: 0.0701625
Apr 20 18:44:11.163432 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f3ac59-5e43-447a-abcf-8649842c1130 req-c5a44cd6-7c20-4df1-bcf9-3edb994ff04a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:44:11.165614 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-c5f3ac59-5e43-447a-abcf-8649842c1130 req-c5a44cd6-7c20-4df1-bcf9-3edb994ff04a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d59fa4ee-f8cd-410b-88b6-98181f8e4bde&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0909221
Apr 20 18:44:11.331651 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-c5f3ac59-5e43-447a-abcf-8649842c1130 req-efd60b8d-e863-4a29-91fa-e3a693eb35ad service neutron] 10.222.0.10 "GET /v2.0/networks/d59fa4ee-f8cd-410b-88b6-98181f8e4bde?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1593590
Apr 20 18:44:11.494804 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-c5f3ac59-5e43-447a-abcf-8649842c1130 req-8a4043ca-ee8d-41a6-bc30-63d503146ec6 service neutron] 10.222.0.10 "GET /v2.0/networks/d59fa4ee-f8cd-410b-88b6-98181f8e4bde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1562283
Apr 20 18:44:11.577003 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d41294d-190f-462d-947e-8d59bd9fa45a req-53435c90-f357-4b2c-9109-ee191ad14105 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:44:11.578688 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-9d41294d-190f-462d-947e-8d59bd9fa45a req-53435c90-f357-4b2c-9109-ee191ad14105 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] 10.222.0.11 "GET /v2.0/ports?device_id=585c74b0-1c90-4951-a6b8-e3d306d66e1c HTTP/1.1" status: 200  len: 944 time: 0.1005337
Apr 20 18:44:11.623447 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d4b6f3-2668-4a41-a598-5144a64cb532 req-1140f4c3-f05c-4d08-b478-cb6a83ffd2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:44:11.625115 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-84d4b6f3-2668-4a41-a598-5144a64cb532 req-1140f4c3-f05c-4d08-b478-cb6a83ffd2e1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=94755b3932d949cd9cb52a0da22b3fc0&device_id=585c74b0-1c90-4951-a6b8-e3d306d66e1c HTTP/1.1" status: 200  len: 1097 time: 0.0832796
Apr 20 18:44:11.630615 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-9d41294d-190f-462d-947e-8d59bd9fa45a req-5d08eb5c-c231-4773-a299-c4c909a3a438 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4f8c5ab-542b-445c-8d7c-0d3f20817c59&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0453551
Apr 20 18:44:11.775590 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d4b6f3-2668-4a41-a598-5144a64cb532 req-5fd18963-51a8-404a-a3e4-f3abd8871a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:44:11.777235 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-84d4b6f3-2668-4a41-a598-5144a64cb532 req-5fd18963-51a8-404a-a3e4-f3abd8871a41 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d59fa4ee-f8cd-410b-88b6-98181f8e4bde HTTP/1.1" status: 200  len: 912 time: 0.1454444
Apr 20 18:44:11.852122 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-84d4b6f3-2668-4a41-a598-5144a64cb532 req-d3b35e28-f4c9-4e02-a250-46c8811354d1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d5ad9b32-6ffc-43fd-8918-484fa2fad88c HTTP/1.1" status: 200  len: 217 time: 0.0683198
Apr 20 18:44:11.920675 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d4b6f3-2668-4a41-a598-5144a64cb532 req-37e19dd2-a3f3-4655-b119-483d6ae41071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:44:11.922248 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-84d4b6f3-2668-4a41-a598-5144a64cb532 req-37e19dd2-a3f3-4655-b119-483d6ae41071 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c7080e04-6ac2-44f9-a0da-002989b1e21f HTTP/1.1" status: 200  len: 850 time: 0.0645459
Apr 20 18:44:12.012528 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d4b6f3-2668-4a41-a598-5144a64cb532 req-92746a76-c958-4fdd-b34f-e3d3277fb9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:44:12.014161 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-84d4b6f3-2668-4a41-a598-5144a64cb532 req-92746a76-c958-4fdd-b34f-e3d3277fb9c1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d59fa4ee-f8cd-410b-88b6-98181f8e4bde&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0852714
Apr 20 18:44:12.158129 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-84d4b6f3-2668-4a41-a598-5144a64cb532 req-55caca72-8232-4839-a642-a3980c9f6fae service neutron] 10.222.0.10 "GET /v2.0/networks/d59fa4ee-f8cd-410b-88b6-98181f8e4bde?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1366565
Apr 20 18:44:12.306144 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-84d4b6f3-2668-4a41-a598-5144a64cb532 req-975aa46d-5fe0-414e-9fc1-7fbdffae6231 service neutron] 10.222.0.10 "GET /v2.0/networks/d59fa4ee-f8cd-410b-88b6-98181f8e4bde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1409051
Apr 20 18:44:12.837367 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e45d59b-67ea-45c6-bf83-01809a1854b5 req-c0f959bd-552c-469f-ae9a-dffb45f038b4 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:44:12.839002 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-7e45d59b-67ea-45c6-bf83-01809a1854b5 req-c0f959bd-552c-469f-ae9a-dffb45f038b4 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] 10.222.0.11 "GET /v2.0/ports?device_id=585c74b0-1c90-4951-a6b8-e3d306d66e1c HTTP/1.1" status: 200  len: 944 time: 0.0893278
Apr 20 18:44:12.891744 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-7e45d59b-67ea-45c6-bf83-01809a1854b5 req-9febd6d4-b49e-47bd-aed2-1c05791e571f tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4f8c5ab-542b-445c-8d7c-0d3f20817c59&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0459425
Apr 20 18:44:13.014309 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.agents_db [None req-36c0d191-ed3c-416e-a897-084b3b2178c3 None None] Agent healthcheck: found 6 active agents {{(pid=86423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 18:44:14.093391 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f26e3f-1432-452a-8545-5de4c5237424 req-6175dfb5-e13f-4f98-aa2f-555fc2e3390c tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:44:14.094986 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-e4f26e3f-1432-452a-8545-5de4c5237424 req-6175dfb5-e13f-4f98-aa2f-555fc2e3390c tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] 10.222.0.11 "GET /v2.0/ports?device_id=585c74b0-1c90-4951-a6b8-e3d306d66e1c HTTP/1.1" status: 200  len: 944 time: 0.0894535
Apr 20 18:44:14.143671 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-e4f26e3f-1432-452a-8545-5de4c5237424 req-0d4bb93a-5165-4f3f-9fbc-104e0a368419 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4f8c5ab-542b-445c-8d7c-0d3f20817c59&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422623
Apr 20 18:44:15.350675 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d554b570-c170-462a-a3b9-a199384c0ab2 req-a1f84c64-d35b-46c0-a64a-d684da415dc2 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:44:15.352395 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-d554b570-c170-462a-a3b9-a199384c0ab2 req-a1f84c64-d35b-46c0-a64a-d684da415dc2 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] 10.222.0.11 "GET /v2.0/ports?device_id=585c74b0-1c90-4951-a6b8-e3d306d66e1c HTTP/1.1" status: 200  len: 944 time: 0.0946534
Apr 20 18:44:15.400966 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-d554b570-c170-462a-a3b9-a199384c0ab2 req-0746f6b7-270b-4ad7-8b43-82fe14bdabe5 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4f8c5ab-542b-445c-8d7c-0d3f20817c59&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422790
Apr 20 18:44:16.605366 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d15618c-ee52-4a3f-a4a6-a69e2bf76a6c req-d563a495-ee0b-462c-9223-d34818e621f9 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:44:16.606975 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-4d15618c-ee52-4a3f-a4a6-a69e2bf76a6c req-d563a495-ee0b-462c-9223-d34818e621f9 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] 10.222.0.11 "GET /v2.0/ports?device_id=585c74b0-1c90-4951-a6b8-e3d306d66e1c HTTP/1.1" status: 200  len: 944 time: 0.0912900
Apr 20 18:44:16.657516 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-4d15618c-ee52-4a3f-a4a6-a69e2bf76a6c req-fea8600e-77cf-4198-b4d1-7f374dc1eb48 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4f8c5ab-542b-445c-8d7c-0d3f20817c59&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0441840
Apr 20 18:44:17.871224 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec957216-3f69-4b51-a8e7-4233277f32ee req-5470c0ab-1633-436f-805f-82ceeb104cba tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:44:17.872890 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-ec957216-3f69-4b51-a8e7-4233277f32ee req-5470c0ab-1633-436f-805f-82ceeb104cba tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] 10.222.0.11 "GET /v2.0/ports?device_id=585c74b0-1c90-4951-a6b8-e3d306d66e1c HTTP/1.1" status: 200  len: 944 time: 0.1004674
Apr 20 18:44:17.925071 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-ec957216-3f69-4b51-a8e7-4233277f32ee req-bbf9ca53-f2f9-41ae-9e3c-67d3ff5dcf8a tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4f8c5ab-542b-445c-8d7c-0d3f20817c59&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0456572
Apr 20 18:44:18.573302 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Device d5ad9b32-6ffc-43fd-8918-484fa2fad88c details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 18:44:18.714177 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] For port d5ad9b32-6ffc-43fd-8918-484fa2fad88c, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=d5ad9b32-6ffc-43fd-8918-484fa2fad88c,segment=NetworkSegment(9f7abe42-b68a-4919-8d63-b9d7caeb57f5),segment_id=9f7abe42-b68a-4919-8d63-b9d7caeb57f5)] {{(pid=86422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:44:18.728801 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Returning: {'device': 'd5ad9b32-6ffc-43fd-8918-484fa2fad88c', 'network_id': 'd59fa4ee-f8cd-410b-88b6-98181f8e4bde', 'port_id': 'd5ad9b32-6ffc-43fd-8918-484fa2fad88c', 'mac_address': 'fa:16:3e:1e:7b:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 351, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7080e04-6ac2-44f9-a0da-002989b1e21f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 18:44:18.787207 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854207267'] for port, before_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:44:18.808190 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.notifiers.nova [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5ad9b32-6ffc-43fd-8918-484fa2fad88c {{(pid=86422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 18:44:18.823821 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] For port d5ad9b32-6ffc-43fd-8918-484fa2fad88c, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=d5ad9b32-6ffc-43fd-8918-484fa2fad88c,segment=NetworkSegment(9f7abe42-b68a-4919-8d63-b9d7caeb57f5),segment_id=9f7abe42-b68a-4919-8d63-b9d7caeb57f5)] {{(pid=86422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:44:18.826691 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785676839112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251178383903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251178382076'] for port, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:44:18.828543 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-2d3802d2-8f19-459b-b13e-353436070cbe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:44:18.897743 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Pushing event updated for resources: {'Port': ['ID=d5ad9b32-6ffc-43fd-8918-484fa2fad88c,revision_number=4']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:44:18.906003 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:44:18.906383 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:44:18.906760 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:44:18.907133 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:44:18.907501 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:44:18.907869 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:44:18.908258 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:44:18.908625 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:44:18.909007 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:44:18.909375 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:44:18.909734 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:44:18.910092 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:44:18.914737 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:44:19.033054 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] get_ports_and_sgs() called for port_ids ['d5ad9b32-6ffc-43fd-8918-484fa2fad88c'] {{(pid=86422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 18:44:19.135650 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acd8cd4-db8b-4ff7-9667-f33a09448b84 req-dee72a51-07b3-45ef-8bab-35c6a093c90e tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:44:19.137325 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-4acd8cd4-db8b-4ff7-9667-f33a09448b84 req-dee72a51-07b3-45ef-8bab-35c6a093c90e tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] 10.222.0.11 "GET /v2.0/ports?device_id=585c74b0-1c90-4951-a6b8-e3d306d66e1c HTTP/1.1" status: 200  len: 945 time: 0.0935082
Apr 20 18:44:19.191101 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-4acd8cd4-db8b-4ff7-9667-f33a09448b84 req-ed702846-0f60-4cd7-85a5-3e6305aeb5aa tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4f8c5ab-542b-445c-8d7c-0d3f20817c59&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0473318
Apr 20 18:44:20.393129 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b824dc85-086f-4b7f-8ae1-6f3e4c5f1265 req-e8b30508-52df-407c-bb02-f0f8bf6141cf tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:44:20.394754 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-b824dc85-086f-4b7f-8ae1-6f3e4c5f1265 req-e8b30508-52df-407c-bb02-f0f8bf6141cf tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] 10.222.0.11 "GET /v2.0/ports?device_id=585c74b0-1c90-4951-a6b8-e3d306d66e1c HTTP/1.1" status: 200  len: 945 time: 0.0893924
Apr 20 18:44:20.445644 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-b824dc85-086f-4b7f-8ae1-6f3e4c5f1265 req-055a87d7-a71e-44bb-ae05-48e3ca5e5e08 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4f8c5ab-542b-445c-8d7c-0d3f20817c59&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0437832
Apr 20 18:44:20.582348 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Device d5ad9b32-6ffc-43fd-8918-484fa2fad88c up at agent hyperv_hv-cinder-78693 {{(pid=86422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:44:20.658807 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Provisioning for port d5ad9b32-6ffc-43fd-8918-484fa2fad88c completed by entity L2. {{(pid=86422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 18:44:20.664212 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Provisioning complete for port d5ad9b32-6ffc-43fd-8918-484fa2fad88c triggered by entity L2. {{(pid=86422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:44:20.664653 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733696'] for port, provisioning_complete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:44:20.793562 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854207267'] for port, before_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:44:20.822668 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '585c74b0-1c90-4951-a6b8-e3d306d66e1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5ad9b32-6ffc-43fd-8918-484fa2fad88c'}] {{(pid=86422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:44:20.832805 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] For port d5ad9b32-6ffc-43fd-8918-484fa2fad88c, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=d5ad9b32-6ffc-43fd-8918-484fa2fad88c,segment=NetworkSegment(9f7abe42-b68a-4919-8d63-b9d7caeb57f5),segment_id=9f7abe42-b68a-4919-8d63-b9d7caeb57f5)] {{(pid=86422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:44:20.836348 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785676839112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251178383903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251178382076'] for port, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:44:20.838248 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:44:20.878945 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '585c74b0-1c90-4951-a6b8-e3d306d66e1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5ad9b32-6ffc-43fd-8918-484fa2fad88c', 'code': 200}
Apr 20 18:44:20.913264 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Pushing event updated for resources: {'Port': ['ID=d5ad9b32-6ffc-43fd-8918-484fa2fad88c,revision_number=5']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:44:20.917508 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:44:21.154007 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf40b5f-fa79-4b39-ac6d-43e68a63034b req-c0f1c726-bef1-4bf8-8d85-d35f84b13f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:44:21.155582 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-5bf40b5f-fa79-4b39-ac6d-43e68a63034b req-c0f1c726-bef1-4bf8-8d85-d35f84b13f21 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=585c74b0-1c90-4951-a6b8-e3d306d66e1c HTTP/1.1" status: 200  len: 1099 time: 0.0782204
Apr 20 18:44:21.197990 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-5bf40b5f-fa79-4b39-ac6d-43e68a63034b req-7cafc67f-7215-42e5-a667-334f5a473bb2 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=e4f8c5ab-542b-445c-8d7c-0d3f20817c59&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0364189
Apr 20 18:44:21.651573 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6770dd02-11ee-4a2a-9d12-28b204a71c2f req-aa8ba8f5-85fa-4a13-bb01-12dd87d55489 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:44:21.653290 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-6770dd02-11ee-4a2a-9d12-28b204a71c2f req-aa8ba8f5-85fa-4a13-bb01-12dd87d55489 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] 10.222.0.11 "GET /v2.0/ports?device_id=585c74b0-1c90-4951-a6b8-e3d306d66e1c HTTP/1.1" status: 200  len: 946 time: 0.0947738
Apr 20 18:44:21.702206 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-6770dd02-11ee-4a2a-9d12-28b204a71c2f req-b8fa6035-7acb-4b98-a652-c7c77b093a66 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4f8c5ab-542b-445c-8d7c-0d3f20817c59&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0425010
Apr 20 18:44:22.906780 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01bcc67-744e-4301-a3da-a6a427a57116 req-ed36ab60-a625-4b4d-957c-60f3cfc62db6 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:44:22.908428 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-d01bcc67-744e-4301-a3da-a6a427a57116 req-ed36ab60-a625-4b4d-957c-60f3cfc62db6 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] 10.222.0.11 "GET /v2.0/ports?device_id=585c74b0-1c90-4951-a6b8-e3d306d66e1c HTTP/1.1" status: 200  len: 946 time: 0.0915172
Apr 20 18:44:22.956715 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-d01bcc67-744e-4301-a3da-a6a427a57116 req-858d0a50-bce0-4291-bf86-bd80f5cdd70c tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4f8c5ab-542b-445c-8d7c-0d3f20817c59&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0416994
Apr 20 18:44:23.161962 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee62b8e-26a7-4b9d-a8be-e312718822f4 req-225541d2-2a3f-4652-bb9e-771332d7c079 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:44:23.163653 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-5ee62b8e-26a7-4b9d-a8be-e312718822f4 req-225541d2-2a3f-4652-bb9e-771332d7c079 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] 10.222.0.11 "GET /v2.0/ports?device_id=585c74b0-1c90-4951-a6b8-e3d306d66e1c HTTP/1.1" status: 200  len: 946 time: 0.0936282
Apr 20 18:44:23.213543 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-5ee62b8e-26a7-4b9d-a8be-e312718822f4 req-093d2e38-36b2-4d66-9936-86b3c1b0765b tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4f8c5ab-542b-445c-8d7c-0d3f20817c59&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0432971
Apr 20 18:44:23.238327 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86421) accepted ('10.222.0.11', 53822) {{(pid=86421) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:44:23.319104 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96972dcc-9125-4251-bf6c-60c7acc30cd0 tempest-TestVolumeBootPattern-1418516228 tempest-TestVolumeBootPattern-1418516228-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:44:23.321300 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-96972dcc-9125-4251-bf6c-60c7acc30cd0 tempest-TestVolumeBootPattern-1418516228 tempest-TestVolumeBootPattern-1418516228-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=585c74b0-1c90-4951-a6b8-e3d306d66e1c HTTP/1.1" status: 200  len: 1094 time: 0.0820150
Apr 20 18:44:23.324315 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86421) accepted ('10.222.0.11', 53826) {{(pid=86421) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:44:23.329729 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.v2.base [None req-c1f7b1c6-8fc5-407b-8d7f-669b29b0507a tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Request body: {'floatingip': {'floating_network_id': '357044f3-f85c-4c82-92f2-504aa071d528', 'port_id': 'd5ad9b32-6ffc-43fd-8918-484fa2fad88c', 'tenant_id': '94755b3932d949cd9cb52a0da22b3fc0', 'fixed_ip_address': '172.20.0.14'}} {{(pid=86421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:44:23.336113 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-c1f7b1c6-8fc5-407b-8d7f-669b29b0507a tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86421) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:44:23.340217 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-c1f7b1c6-8fc5-407b-8d7f-669b29b0507a tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Usage tracker for resource:floatingip and tenant:94755b3932d949cd9cb52a0da22b3fc0 is out of sync, need to count used quota {{(pid=86421) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:44:23.343456 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-c1f7b1c6-8fc5-407b-8d7f-669b29b0507a tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=86421) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:44:23.349501 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-c1f7b1c6-8fc5-407b-8d7f-669b29b0507a tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=86421) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:44:23.359358 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-c1f7b1c6-8fc5-407b-8d7f-669b29b0507a tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Notify callbacks [] for floatingip, before_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:44:23.507076 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-c1f7b1c6-8fc5-407b-8d7f-669b29b0507a tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854207267'] for port, before_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:44:23.647127 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.db_base_plugin_common [None req-c1f7b1c6-8fc5-407b-8d7f-669b29b0507a tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Allocated IP 172.27.2.175 (357044f3-f85c-4c82-92f2-504aa071d528/737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87/ffbc0c20-6d46-4c13-8f84-4bbcf070ab67) {{(pid=86421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 18:44:23.800495 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-c1f7b1c6-8fc5-407b-8d7f-669b29b0507a tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Notify callbacks [] for port, precommit_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:44:23.829776 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-c1f7b1c6-8fc5-407b-8d7f-669b29b0507a tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251178383920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036828324065'] for port, after_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:44:23.834521 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-2dbba5a6-61bc-4969-954f-4ccbd656a106 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:44:23.909259 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1f7b1c6-8fc5-407b-8d7f-669b29b0507a tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Network 357044f3-f85c-4c82-92f2-504aa071d528 is already hosted by enough agents. {{(pid=86421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 18:44:23.912713 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.scheduler.base_scheduler [None req-c1f7b1c6-8fc5-407b-8d7f-669b29b0507a tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Resources bound (agent type, host, resource id):  {{(pid=86421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:44:23.917995 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1f7b1c6-8fc5-407b-8d7f-669b29b0507a tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Received port after_create {{(pid=86421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 18:44:23.958138 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f7b1c6-8fc5-407b-8d7f-669b29b0507a tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Pushing event updated for resources: {'Port': ['ID=ffbc0c20-6d46-4c13-8f84-4bbcf070ab67,revision_number=1']} {{(pid=86421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:44:23.972938 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f7b1c6-8fc5-407b-8d7f-669b29b0507a tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:44:23.973361 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f7b1c6-8fc5-407b-8d7f-669b29b0507a tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:44:23.973775 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f7b1c6-8fc5-407b-8d7f-669b29b0507a tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:44:23.974181 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f7b1c6-8fc5-407b-8d7f-669b29b0507a tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:44:23.974585 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f7b1c6-8fc5-407b-8d7f-669b29b0507a tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:44:23.974990 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f7b1c6-8fc5-407b-8d7f-669b29b0507a tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:44:23.975389 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f7b1c6-8fc5-407b-8d7f-669b29b0507a tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:44:23.975789 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f7b1c6-8fc5-407b-8d7f-669b29b0507a tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:44:23.976866 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f7b1c6-8fc5-407b-8d7f-669b29b0507a tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:44:23.977268 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f7b1c6-8fc5-407b-8d7f-669b29b0507a tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:44:23.977669 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f7b1c6-8fc5-407b-8d7f-669b29b0507a tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:44:23.978065 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f7b1c6-8fc5-407b-8d7f-669b29b0507a tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:44:23.987044 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-c1f7b1c6-8fc5-407b-8d7f-669b29b0507a tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:44:24.362086 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-c1f7b1c6-8fc5-407b-8d7f-669b29b0507a tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:44:24.438528 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-c1f7b1c6-8fc5-407b-8d7f-669b29b0507a tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854207267'] for port, before_update {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:44:24.897174 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-c1f7b1c6-8fc5-407b-8d7f-669b29b0507a tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Notify callbacks [] for port, precommit_update {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:44:24.901315 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-c1f7b1c6-8fc5-407b-8d7f-669b29b0507a tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785676839112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251178383903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251178382076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26451734'] for port, after_update {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:44:24.906159 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-7e01c3af-654b-4c8d-892f-aca4a9b8e0f5 tempest-TestShelveInstance-1120572849 tempest-TestShelveInstance-1120572849-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:44:25.017915 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f7b1c6-8fc5-407b-8d7f-669b29b0507a tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Pushing event updated for resources: {'Port': ['ID=ffbc0c20-6d46-4c13-8f84-4bbcf070ab67,revision_number=2']} {{(pid=86421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:44:25.022467 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-c1f7b1c6-8fc5-407b-8d7f-669b29b0507a tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:44:25.029373 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-c1f7b1c6-8fc5-407b-8d7f-669b29b0507a tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850912078'] for floatingip, after_update {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:44:25.209314 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.db.l3_db [None req-c1f7b1c6-8fc5-407b-8d7f-669b29b0507a tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Floating IP c9579fa3-5035-45b2-8185-007c79a5d6b1 associated. External IP: 172.27.2.175, port: d5ad9b32-6ffc-43fd-8918-484fa2fad88c.
Apr 20 18:44:25.590098 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1f7b1c6-8fc5-407b-8d7f-669b29b0507a tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Router 4b1fcda2-6bdb-4c42-9b1b-c074dfbaab87 has already been hosted by L3 agent 561dbf79-24e4-4a0d-b08c-f7bb8670fc1d {{(pid=86421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 18:44:25.779920 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1f7b1c6-8fc5-407b-8d7f-669b29b0507a tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Notify agent at l3_agent.dv-cinder-786931-2-iscsi the message routers_updated {{(pid=86421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 18:44:25.790703 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c37830-2734-446f-b707-19f33292b866 None None] Sync routers for ids ['4b1fcda2-6bdb-4c42-9b1b-c074dfbaab87'] in dv-cinder-786931-2-iscsi {{(pid=86422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 18:44:25.802756 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c37830-2734-446f-b707-19f33292b866 None None] Routers {'4b1fcda2-6bdb-4c42-9b1b-c074dfbaab87'} bound to L3 agent in host dv-cinder-786931-2-iscsi {{(pid=86422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:44:25.803718 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-49c37830-2734-446f-b707-19f33292b866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd930d7b898>, 'dv-cinder-786931-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T18:22:01Z,description=<?>,heartbeat_timestamp=2021-04-20T18:44:01Z,host='dv-cinder-786931-2-iscsi',id=561dbf79-24e4-4a0d-b08c-f7bb8670fc1d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:22:01Z,topic='l3_agent')) {'router_ids': ['4b1fcda2-6bdb-4c42-9b1b-c074dfbaab87'], 'active': True} {{(pid=86422) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:44:25.812476 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-c1f7b1c6-8fc5-407b-8d7f-669b29b0507a tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7615'] for floatingip, before_response {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:44:25.883957 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-c1f7b1c6-8fc5-407b-8d7f-669b29b0507a tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 2.5581036
Apr 20 18:44:25.884868 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '585c74b0-1c90-4951-a6b8-e3d306d66e1c', 'tag': 'd5ad9b32-6ffc-43fd-8918-484fa2fad88c'}] {{(pid=86421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:44:25.942574 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '585c74b0-1c90-4951-a6b8-e3d306d66e1c', 'tag': 'd5ad9b32-6ffc-43fd-8918-484fa2fad88c', 'status': 'completed', 'code': 200}
Apr 20 18:44:26.060605 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e631e5bb-a3c4-4209-8a9a-222a18090da5 req-216ef8c4-a38d-4d6e-9843-0d6175e131a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:44:26.062142 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-e631e5bb-a3c4-4209-8a9a-222a18090da5 req-216ef8c4-a38d-4d6e-9843-0d6175e131a5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=94755b3932d949cd9cb52a0da22b3fc0&device_id=585c74b0-1c90-4951-a6b8-e3d306d66e1c HTTP/1.1" status: 200  len: 1099 time: 0.0958862
Apr 20 18:44:26.181375 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_dvr_db [None req-49c37830-2734-446f-b707-19f33292b866 None None] Set router 4b1fcda2-6bdb-4c42-9b1b-c074dfbaab87 gateway port host: dv-cinder-786931-2-iscsi {{(pid=86422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:44:26.230860 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e631e5bb-a3c4-4209-8a9a-222a18090da5 req-b050f105-8fcd-4c66-a65d-afe7f7e1d15c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:44:26.232593 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-e631e5bb-a3c4-4209-8a9a-222a18090da5 req-b050f105-8fcd-4c66-a65d-afe7f7e1d15c service neutron] 10.222.0.10 "GET /v2.0/networks?id=d59fa4ee-f8cd-410b-88b6-98181f8e4bde HTTP/1.1" status: 200  len: 912 time: 0.1641643
Apr 20 18:44:26.356475 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-e631e5bb-a3c4-4209-8a9a-222a18090da5 req-babe95aa-e764-4c1f-afde-6c0ca0e64fd3 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d5ad9b32-6ffc-43fd-8918-484fa2fad88c HTTP/1.1" status: 200  len: 1000 time: 0.1174049
Apr 20 18:44:26.431767 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e631e5bb-a3c4-4209-8a9a-222a18090da5 req-9ceb70dd-c8de-4fc0-bb2e-cf47e7476329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:44:26.433405 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-e631e5bb-a3c4-4209-8a9a-222a18090da5 req-9ceb70dd-c8de-4fc0-bb2e-cf47e7476329 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c7080e04-6ac2-44f9-a0da-002989b1e21f HTTP/1.1" status: 200  len: 850 time: 0.0713718
Apr 20 18:44:26.521846 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e631e5bb-a3c4-4209-8a9a-222a18090da5 req-04b14f9d-5359-4faf-ae77-faf3ffbcfe4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:44:26.524022 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-e631e5bb-a3c4-4209-8a9a-222a18090da5 req-04b14f9d-5359-4faf-ae77-faf3ffbcfe4c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d59fa4ee-f8cd-410b-88b6-98181f8e4bde&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0842543
Apr 20 18:44:26.554737 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-49c37830-2734-446f-b707-19f33292b866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd930d7b898>, [{'id': '4b1fcda2-6bdb-4c42-9b1b-c074dfbaab87', 'name': 'tempest-TestVolumeBootPattern-675695298-router', 'tenant_id': '94755b3932d949cd9cb52a0da22b3fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357044f3-f85c-4c82-92f2-504aa071d528', 'external_fixed_ips': [{'subnet_id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'ip_address': '172.27.2.179'}], 'enable_snat': True}, 'gw_port_id': '676b99f3-6b0c-48c4-8262-7448ad4ac3f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:41:02Z', 'updated_at': '2021-04-20T18:41:08Z', 'revision_number': 4, 'project_id': '94755b3932d949cd9cb52a0da22b3fc0', 'gw_port': {'id': '676b99f3-6b0c-48c4-8262-7448ad4ac3f1', 'name': '', 'network_id': '357044f3-f85c-4c82-92f2-504aa071d528', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:3a:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b1fcda2-6bdb-4c42-9b1b-c074dfbaab87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'ip_address': '172.27.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:41:03Z', 'updated_at': '2021-04-20T18:41:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-2-iscsi', '_floatingips': [{'id': 'c9579fa3-5035-45b2-8185-007c79a5d6b1', 'tenant_id': '94755b3932d949cd9cb52a0da22b3fc0', 'floating_ip_address': '172.27.2.175', 'floating_network_id': '357044f3-f85c-4c82-92f2-504aa071d528', 'router_id': '4b1fcda2-6bdb-4c42-9b1b-c074dfbaab87', 'port_id': 'd5ad9b32-6ffc-43fd-8918-484fa2fad88c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd59fa4ee-f8cd-410b-88b6-98181f8e4bde', 'mac_address': 'fa:16:3e:1e:7b:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '585c74b0-1c90-4951-a6b8-e3d306d66e1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T18:44:24Z', 'updated_at': '2021-04-20T18:44:24Z', 'revision_number': 0, 'project_id': '94755b3932d949cd9cb52a0da22b3fc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0dd6ce0-935e-4765-ae7f-57adc942fb9e', 'name': '', 'network_id': 'd59fa4ee-f8cd-410b-88b6-98181f8e4bde', 'tenant_id': '94755b3932d949cd9cb52a0da22b3fc0', 'mac_address': 'fa:16:3e:d9:3c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b1fcda2-6bdb-4c42-9b1b-c074dfbaab87', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'c7080e04-6ac2-44f9-a0da-002989b1e21f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:41:07Z', 'updated_at': '2021-04-20T18:41:17Z', 'revision_number': 5, 'project_id': '94755b3932d949cd9cb52a0da22b3fc0', 'subnets': [{'id': 'c7080e04-6ac2-44f9-a0da-002989b1e21f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786931-2-iscsi', False) {} {{(pid=86422) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:44:26.558871 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c37830-2734-446f-b707-19f33292b866 None None] Checking router: 4b1fcda2-6bdb-4c42-9b1b-c074dfbaab87 for host: dv-cinder-786931-2-iscsi {{(pid=86422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 18:44:26.567750 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c37830-2734-446f-b707-19f33292b866 None None] Routers {'4b1fcda2-6bdb-4c42-9b1b-c074dfbaab87'} bound to L3 agent in host dv-cinder-786931-2-iscsi {{(pid=86422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:44:26.568456 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-49c37830-2734-446f-b707-19f33292b866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd930d7b898>, 'dv-cinder-786931-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T18:22:01Z,description=<?>,heartbeat_timestamp=2021-04-20T18:44:01Z,host='dv-cinder-786931-2-iscsi',id=561dbf79-24e4-4a0d-b08c-f7bb8670fc1d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:22:01Z,topic='l3_agent')) {'router_ids': ['4b1fcda2-6bdb-4c42-9b1b-c074dfbaab87'], 'active': True} {{(pid=86422) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:44:26.669514 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-e631e5bb-a3c4-4209-8a9a-222a18090da5 req-54d4a112-0751-4fb0-a568-ec8d7a626e39 service neutron] 10.222.0.10 "GET /v2.0/networks/d59fa4ee-f8cd-410b-88b6-98181f8e4bde?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1392643
Apr 20 18:44:26.754979 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_dvr_db [None req-49c37830-2734-446f-b707-19f33292b866 None None] Set router 4b1fcda2-6bdb-4c42-9b1b-c074dfbaab87 gateway port host: dv-cinder-786931-2-iscsi {{(pid=86422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:44:26.813193 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-e631e5bb-a3c4-4209-8a9a-222a18090da5 req-41cc3d79-2720-4182-bc0f-4f5e7815145c service neutron] 10.222.0.10 "GET /v2.0/networks/d59fa4ee-f8cd-410b-88b6-98181f8e4bde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1378734
Apr 20 18:44:27.125115 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-49c37830-2734-446f-b707-19f33292b866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd930d7b898>, [{'id': '4b1fcda2-6bdb-4c42-9b1b-c074dfbaab87', 'name': 'tempest-TestVolumeBootPattern-675695298-router', 'tenant_id': '94755b3932d949cd9cb52a0da22b3fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357044f3-f85c-4c82-92f2-504aa071d528', 'external_fixed_ips': [{'subnet_id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'ip_address': '172.27.2.179'}], 'enable_snat': True}, 'gw_port_id': '676b99f3-6b0c-48c4-8262-7448ad4ac3f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:41:02Z', 'updated_at': '2021-04-20T18:41:08Z', 'revision_number': 4, 'project_id': '94755b3932d949cd9cb52a0da22b3fc0', 'gw_port': {'id': '676b99f3-6b0c-48c4-8262-7448ad4ac3f1', 'name': '', 'network_id': '357044f3-f85c-4c82-92f2-504aa071d528', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:3a:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b1fcda2-6bdb-4c42-9b1b-c074dfbaab87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'ip_address': '172.27.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:41:03Z', 'updated_at': '2021-04-20T18:41:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-2-iscsi', '_floatingips': [{'id': 'c9579fa3-5035-45b2-8185-007c79a5d6b1', 'tenant_id': '94755b3932d949cd9cb52a0da22b3fc0', 'floating_ip_address': '172.27.2.175', 'floating_network_id': '357044f3-f85c-4c82-92f2-504aa071d528', 'router_id': '4b1fcda2-6bdb-4c42-9b1b-c074dfbaab87', 'port_id': 'd5ad9b32-6ffc-43fd-8918-484fa2fad88c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd59fa4ee-f8cd-410b-88b6-98181f8e4bde', 'mac_address': 'fa:16:3e:1e:7b:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '585c74b0-1c90-4951-a6b8-e3d306d66e1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T18:44:24Z', 'updated_at': '2021-04-20T18:44:24Z', 'revision_number': 0, 'project_id': '94755b3932d949cd9cb52a0da22b3fc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0dd6ce0-935e-4765-ae7f-57adc942fb9e', 'name': '', 'network_id': 'd59fa4ee-f8cd-410b-88b6-98181f8e4bde', 'tenant_id': '94755b3932d949cd9cb52a0da22b3fc0', 'mac_address': 'fa:16:3e:d9:3c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b1fcda2-6bdb-4c42-9b1b-c074dfbaab87', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'c7080e04-6ac2-44f9-a0da-002989b1e21f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:41:07Z', 'updated_at': '2021-04-20T18:41:17Z', 'revision_number': 5, 'project_id': '94755b3932d949cd9cb52a0da22b3fc0', 'subnets': [{'id': 'c7080e04-6ac2-44f9-a0da-002989b1e21f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786931-2-iscsi', False) {} {{(pid=86422) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:44:27.129281 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c37830-2734-446f-b707-19f33292b866 None None] The sync data for ids ['4b1fcda2-6bdb-4c42-9b1b-c074dfbaab87'] in dv-cinder-786931-2-iscsi is: [{'id': '4b1fcda2-6bdb-4c42-9b1b-c074dfbaab87', 'name': 'tempest-TestVolumeBootPattern-675695298-router', 'tenant_id': '94755b3932d949cd9cb52a0da22b3fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357044f3-f85c-4c82-92f2-504aa071d528', 'external_fixed_ips': [{'subnet_id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'ip_address': '172.27.2.179'}], 'enable_snat': True}, 'gw_port_id': '676b99f3-6b0c-48c4-8262-7448ad4ac3f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:41:02Z', 'updated_at': '2021-04-20T18:41:08Z', 'revision_number': 4, 'project_id': '94755b3932d949cd9cb52a0da22b3fc0', 'gw_port': {'id': '676b99f3-6b0c-48c4-8262-7448ad4ac3f1', 'name': '', 'network_id': '357044f3-f85c-4c82-92f2-504aa071d528', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:3a:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b1fcda2-6bdb-4c42-9b1b-c074dfbaab87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'ip_address': '172.27.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:41:03Z', 'updated_at': '2021-04-20T18:41:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-2-iscsi', '_floatingips': [{'id': 'c9579fa3-5035-45b2-8185-007c79a5d6b1', 'tenant_id': '94755b3932d949cd9cb52a0da22b3fc0', 'floating_ip_address': '172.27.2.175', 'floating_network_id': '357044f3-f85c-4c82-92f2-504aa071d528', 'router_id': '4b1fcda2-6bdb-4c42-9b1b-c074dfbaab87', 'port_id': 'd5ad9b32-6ffc-43fd-8918-484fa2fad88c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd59fa4ee-f8cd-410b-88b6-98181f8e4bde', 'mac_address': 'fa:16:3e:1e:7b:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '585c74b0-1c90-4951-a6b8-e3d306d66e1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T18:44:24Z', 'updated_at': '2021-04-20T18:44:24Z', 'revision_number': 0, 'project_id': '94755b3932d949cd9cb52a0da22b3fc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0dd6ce0-935e-4765-ae7f-57adc942fb9e', 'name': '', 'network_id': 'd59fa4ee-f8cd-410b-88b6-98181f8e4bde', 'tenant_id': '94755b3932d949cd9cb52a0da22b3fc0', 'mac_address': 'fa:16:3e:d9:3c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b1fcda2-6bdb-4c42-9b1b-c074dfbaab87', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'c7080e04-6ac2-44f9-a0da-002989b1e21f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:41:07Z', 'updated_at': '2021-04-20T18:41:17Z', 'revision_number': 5, 'project_id': '94755b3932d949cd9cb52a0da22b3fc0', 'subnets': [{'id': 'c7080e04-6ac2-44f9-a0da-002989b1e21f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 18:44:27.418390 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d58565f-a004-4075-b856-11be3fabe7dd None None] New status for floating IP c9579fa3-5035-45b2-8185-007c79a5d6b1: ACTIVE {{(pid=86423) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 20 18:44:28.571704 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-213c0ef8-7627-4690-85c8-ff3d403cda17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:44:31.351188 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7d740940-dfe9-4fe5-9da1-f3fcf1b24bc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:44:31.452406 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-59ff2fcf-5a92-41e6-b6a8-ab5cb4df6403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:44:32.015987 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:44:32.431897 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:44:33.209100 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-69625b45-0eac-4ead-bef5-f7df2e631dfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:44:45.755680 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-82446760-0609-4b60-ab62-ac5da7bd9b22 req-855c80e8-0fa7-4576-9a63-c867df82d31b service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=585c74b0-1c90-4951-a6b8-e3d306d66e1c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0839295
Apr 20 18:44:45.904141 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82446760-0609-4b60-ab62-ac5da7bd9b22 req-b45c4480-16bb-4789-9e15-a25482e89b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:44:45.905785 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-82446760-0609-4b60-ab62-ac5da7bd9b22 req-b45c4480-16bb-4789-9e15-a25482e89b0b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=94755b3932d949cd9cb52a0da22b3fc0&device_id=585c74b0-1c90-4951-a6b8-e3d306d66e1c HTTP/1.1" status: 200  len: 1099 time: 0.0801942
Apr 20 18:44:46.069021 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82446760-0609-4b60-ab62-ac5da7bd9b22 req-eadcc4d3-e468-4e08-abee-7db22695bc55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:44:46.071551 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-82446760-0609-4b60-ab62-ac5da7bd9b22 req-eadcc4d3-e468-4e08-abee-7db22695bc55 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d59fa4ee-f8cd-410b-88b6-98181f8e4bde HTTP/1.1" status: 200  len: 912 time: 0.1453931
Apr 20 18:44:46.182562 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-82446760-0609-4b60-ab62-ac5da7bd9b22 req-eb137996-d099-45c9-864b-b6cc8f400a12 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d5ad9b32-6ffc-43fd-8918-484fa2fad88c HTTP/1.1" status: 200  len: 1002 time: 0.1051958
Apr 20 18:44:46.251853 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82446760-0609-4b60-ab62-ac5da7bd9b22 req-839f0bdd-db45-4013-a4cd-88766658e10b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:44:46.253441 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-82446760-0609-4b60-ab62-ac5da7bd9b22 req-839f0bdd-db45-4013-a4cd-88766658e10b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c7080e04-6ac2-44f9-a0da-002989b1e21f HTTP/1.1" status: 200  len: 850 time: 0.0647261
Apr 20 18:44:46.339862 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82446760-0609-4b60-ab62-ac5da7bd9b22 req-58e8cb0a-16ce-4374-804c-7477ffc0f260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:44:46.341564 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-82446760-0609-4b60-ab62-ac5da7bd9b22 req-58e8cb0a-16ce-4374-804c-7477ffc0f260 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d59fa4ee-f8cd-410b-88b6-98181f8e4bde&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0817614
Apr 20 18:44:46.489130 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-82446760-0609-4b60-ab62-ac5da7bd9b22 req-27ff0aec-0a7e-4cba-9be4-f685dfd3698d service neutron] 10.222.0.10 "GET /v2.0/networks/d59fa4ee-f8cd-410b-88b6-98181f8e4bde?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1412933
Apr 20 18:44:46.631677 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-82446760-0609-4b60-ab62-ac5da7bd9b22 req-9f9d89e1-a4eb-443b-9108-485c20b9f901 service neutron] 10.222.0.10 "GET /v2.0/networks/d59fa4ee-f8cd-410b-88b6-98181f8e4bde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1358097
Apr 20 18:44:50.014271 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.agents_db [None req-36c0d191-ed3c-416e-a897-084b3b2178c3 None None] Agent healthcheck: found 6 active agents {{(pid=86423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 18:44:58.574347 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-73218e9e-787c-49a2-a4f1-378c37944130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:45:01.354361 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-66817cdc-4a17-4168-be67-85114c3b3147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:45:01.443459 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-59ff2fcf-5a92-41e6-b6a8-ab5cb4df6403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:45:02.017960 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:45:02.430558 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:45:03.214421 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-69625b45-0eac-4ead-bef5-f7df2e631dfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:45:27.020995 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.agents_db [None req-36c0d191-ed3c-416e-a897-084b3b2178c3 None None] Agent healthcheck: found 6 active agents {{(pid=86423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 18:45:28.576231 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-21e43408-ba4a-4c55-9ad5-cff75997fbf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:45:31.357584 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-4981a481-e6c6-4c36-bafa-629703d90f3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:45:31.444433 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-59ff2fcf-5a92-41e6-b6a8-ab5cb4df6403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:45:32.021537 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:45:32.432202 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:45:33.217025 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-69625b45-0eac-4ead-bef5-f7df2e631dfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:45:45.756251 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-c72c0b08-5c6e-4ea5-987f-b7e68ae9df74 req-d50501aa-eb6d-499c-b5f1-5825a881e901 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=585c74b0-1c90-4951-a6b8-e3d306d66e1c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0814505
Apr 20 18:45:45.911979 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72c0b08-5c6e-4ea5-987f-b7e68ae9df74 req-a861b600-d58e-49d6-94c2-2cdf67aa06f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:45:45.913615 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-c72c0b08-5c6e-4ea5-987f-b7e68ae9df74 req-a861b600-d58e-49d6-94c2-2cdf67aa06f8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=94755b3932d949cd9cb52a0da22b3fc0&device_id=585c74b0-1c90-4951-a6b8-e3d306d66e1c HTTP/1.1" status: 200  len: 1099 time: 0.0835538
Apr 20 18:45:46.348987 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72c0b08-5c6e-4ea5-987f-b7e68ae9df74 req-b9b2bab2-5ba7-479c-a5b0-f7e2d60175ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:45:46.350624 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-c72c0b08-5c6e-4ea5-987f-b7e68ae9df74 req-b9b2bab2-5ba7-479c-a5b0-f7e2d60175ae service neutron] 10.222.0.10 "GET /v2.0/networks?id=d59fa4ee-f8cd-410b-88b6-98181f8e4bde HTTP/1.1" status: 200  len: 912 time: 0.4169526
Apr 20 18:45:46.474031 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-c72c0b08-5c6e-4ea5-987f-b7e68ae9df74 req-b505de8f-ead8-40c1-a380-2b5540b62ef5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d5ad9b32-6ffc-43fd-8918-484fa2fad88c HTTP/1.1" status: 200  len: 1002 time: 0.1166911
Apr 20 18:45:46.543755 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72c0b08-5c6e-4ea5-987f-b7e68ae9df74 req-62bca7e5-f1f8-4ea3-9c90-831b76e46370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:45:46.545355 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-c72c0b08-5c6e-4ea5-987f-b7e68ae9df74 req-62bca7e5-f1f8-4ea3-9c90-831b76e46370 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c7080e04-6ac2-44f9-a0da-002989b1e21f HTTP/1.1" status: 200  len: 850 time: 0.0658469
Apr 20 18:45:46.628026 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72c0b08-5c6e-4ea5-987f-b7e68ae9df74 req-93fb2577-845f-401b-9f81-b403189a8c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:45:46.629598 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-c72c0b08-5c6e-4ea5-987f-b7e68ae9df74 req-93fb2577-845f-401b-9f81-b403189a8c5b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d59fa4ee-f8cd-410b-88b6-98181f8e4bde&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0783474
Apr 20 18:45:46.778288 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-c72c0b08-5c6e-4ea5-987f-b7e68ae9df74 req-73912d1c-6be2-42da-bf9b-2ff0c16abb84 service neutron] 10.222.0.10 "GET /v2.0/networks/d59fa4ee-f8cd-410b-88b6-98181f8e4bde?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1418216
Apr 20 18:45:46.922134 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-c72c0b08-5c6e-4ea5-987f-b7e68ae9df74 req-563ac3e5-10ac-4b50-8d35-6519d80bf147 service neutron] 10.222.0.10 "GET /v2.0/networks/d59fa4ee-f8cd-410b-88b6-98181f8e4bde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1374965
Apr 20 18:45:58.577591 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-96870079-d40f-4823-a5b3-9977492f6c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:46:01.360041 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-99be0f53-433a-49e2-b433-5d2abf9a5e93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:46:01.448840 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-59ff2fcf-5a92-41e6-b6a8-ab5cb4df6403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:46:02.024226 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:46:02.415461 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:46:03.219599 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-69625b45-0eac-4ead-bef5-f7df2e631dfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:46:04.010414 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.agents_db [None req-36c0d191-ed3c-416e-a897-084b3b2178c3 None None] Agent healthcheck: found 6 active agents {{(pid=86423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 18:46:06.168595 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-3937f453-4004-47bf-8eaa-a9cc07a68f09 req-13ef8eb3-d257-4eab-9b6c-a8c48931b7ff tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-590070928&fields=id&tenant_id=94755b3932d949cd9cb52a0da22b3fc0 HTTP/1.1" status: 200  len: 267 time: 0.0439994
Apr 20 18:46:06.331054 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3937f453-4004-47bf-8eaa-a9cc07a68f09 req-aa7f4e48-f5b8-4260-bb30-3d8e9f2434f8 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:46:06.332656 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-3937f453-4004-47bf-8eaa-a9cc07a68f09 req-aa7f4e48-f5b8-4260-bb30-3d8e9f2434f8 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] 10.222.0.11 "GET /v2.0/networks?id=d59fa4ee-f8cd-410b-88b6-98181f8e4bde HTTP/1.1" status: 200  len: 811 time: 0.1568856
Apr 20 18:46:06.349680 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-3937f453-4004-47bf-8eaa-a9cc07a68f09 req-25521eae-9b9b-44d9-8e5c-a3055c034dbc tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] 10.222.0.11 "GET /v2.0/quotas/94755b3932d949cd9cb52a0da22b3fc0 HTTP/1.1" status: 200  len: 375 time: 0.0102673
Apr 20 18:46:06.451163 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-3937f453-4004-47bf-8eaa-a9cc07a68f09 req-4afc6c9f-95e6-4d1a-aafa-4e324658cfef tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=94755b3932d949cd9cb52a0da22b3fc0&fields=id HTTP/1.1" status: 200  len: 440 time: 0.0951226
Apr 20 18:46:06.607176 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-3937f453-4004-47bf-8eaa-a9cc07a68f09 req-876297d2-7520-48eb-8eb4-d23e4f57a57b service neutron] 10.222.0.11 "GET /v2.0/networks/d59fa4ee-f8cd-410b-88b6-98181f8e4bde?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1416562
Apr 20 18:46:06.750042 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-3937f453-4004-47bf-8eaa-a9cc07a68f09 req-100ccdf5-e5dc-4ff0-8232-a7fc4a43172c service neutron] 10.222.0.11 "GET /v2.0/networks/d59fa4ee-f8cd-410b-88b6-98181f8e4bde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1365483
Apr 20 18:46:07.227044 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-8950278a-955f-4634-8cd9-42f57bfdadd0 req-4c233fd2-980f-4b03-b878-9dec5212f2e9 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] 10.222.0.11 "GET /v2.0/ports?device_id=aaeffc3f-b3f3-41b3-814b-e31220b9eda2 HTTP/1.1" status: 200  len: 210 time: 0.1076484
Apr 20 18:46:08.334972 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3937f453-4004-47bf-8eaa-a9cc07a68f09 req-97c5763c-06da-4262-985c-e4bcd501c9b0 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:46:08.337521 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-3937f453-4004-47bf-8eaa-a9cc07a68f09 req-97c5763c-06da-4262-985c-e4bcd501c9b0 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] 10.222.0.10 "GET /v2.0/networks?id=d59fa4ee-f8cd-410b-88b6-98181f8e4bde HTTP/1.1" status: 200  len: 811 time: 0.1785221
Apr 20 18:46:08.417806 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-93148471-d41e-4faf-a085-3948d440834c req-758d7df6-85d9-4f10-992e-f021d060ad33 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] 10.222.0.11 "GET /v2.0/ports?device_id=aaeffc3f-b3f3-41b3-814b-e31220b9eda2 HTTP/1.1" status: 200  len: 210 time: 0.0598581
Apr 20 18:46:08.431440 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-3937f453-4004-47bf-8eaa-a9cc07a68f09 req-a2bf25ac-88e8-48db-bb56-c5f1f91ec5c1 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=94755b3932d949cd9cb52a0da22b3fc0 HTTP/1.1" status: 200  len: 8059 time: 0.0856698
Apr 20 18:46:08.452892 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.v2.base [req-3937f453-4004-47bf-8eaa-a9cc07a68f09 req-59ec6197-e616-4d63-b16e-79f313f77d1a tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Request body: {'port': {'device_id': 'aaeffc3f-b3f3-41b3-814b-e31220b9eda2', 'network_id': 'd59fa4ee-f8cd-410b-88b6-98181f8e4bde', 'admin_state_up': True, 'tenant_id': '94755b3932d949cd9cb52a0da22b3fc0', 'security_groups': ['e4f8c5ab-542b-445c-8d7c-0d3f20817c59']}} {{(pid=86420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:46:08.616022 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [req-3937f453-4004-47bf-8eaa-a9cc07a68f09 req-59ec6197-e616-4d63-b16e-79f313f77d1a tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:46:08.620829 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [req-3937f453-4004-47bf-8eaa-a9cc07a68f09 req-59ec6197-e616-4d63-b16e-79f313f77d1a tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Usage tracker for resource:port and tenant:94755b3932d949cd9cb52a0da22b3fc0 is out of sync, need to count used quota {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:46:08.623787 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [req-3937f453-4004-47bf-8eaa-a9cc07a68f09 req-59ec6197-e616-4d63-b16e-79f313f77d1a tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Quota usage for port was recalculated. Used quota:5. {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:46:08.629883 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [req-3937f453-4004-47bf-8eaa-a9cc07a68f09 req-59ec6197-e616-4d63-b16e-79f313f77d1a tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:46:08.638890 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3937f453-4004-47bf-8eaa-a9cc07a68f09 req-59ec6197-e616-4d63-b16e-79f313f77d1a tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Made reservation on behalf of 94755b3932d949cd9cb52a0da22b3fc0 for: {'port': 1} {{(pid=86420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 18:46:08.645038 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-3937f453-4004-47bf-8eaa-a9cc07a68f09 req-59ec6197-e616-4d63-b16e-79f313f77d1a tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854207267'] for port, before_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:46:08.821850 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.db_base_plugin_common [req-3937f453-4004-47bf-8eaa-a9cc07a68f09 req-59ec6197-e616-4d63-b16e-79f313f77d1a tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Allocated IP 172.20.0.9 (d59fa4ee-f8cd-410b-88b6-98181f8e4bde/c7080e04-6ac2-44f9-a0da-002989b1e21f/2a560803-bd27-4367-a3de-118ec6eb7a74) {{(pid=86420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 18:46:09.026974 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-3937f453-4004-47bf-8eaa-a9cc07a68f09 req-59ec6197-e616-4d63-b16e-79f313f77d1a tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Notify callbacks [] for port, precommit_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:46:09.043810 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [req-3937f453-4004-47bf-8eaa-a9cc07a68f09 req-59ec6197-e616-4d63-b16e-79f313f77d1a tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Transition to ACTIVE for port object 2a560803-bd27-4367-a3de-118ec6eb7a74 will not be triggered until provisioned by entity DHCP. {{(pid=86420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 18:46:09.068098 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-3937f453-4004-47bf-8eaa-a9cc07a68f09 req-59ec6197-e616-4d63-b16e-79f313f77d1a tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251178383920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4189424'] for port, after_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:46:09.075342 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-9015fb1f-9e30-4083-97cc-cd271f4c4b6c tempest-AttachVolumeNegativeTest-1739187242 tempest-AttachVolumeNegativeTest-1739187242-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:46:09.151201 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3937f453-4004-47bf-8eaa-a9cc07a68f09 req-59ec6197-e616-4d63-b16e-79f313f77d1a tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Network d59fa4ee-f8cd-410b-88b6-98181f8e4bde is already hosted by enough agents. {{(pid=86420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 18:46:09.155247 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.scheduler.base_scheduler [req-3937f453-4004-47bf-8eaa-a9cc07a68f09 req-59ec6197-e616-4d63-b16e-79f313f77d1a tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Resources bound (agent type, host, resource id):  {{(pid=86420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:46:09.159718 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [req-3937f453-4004-47bf-8eaa-a9cc07a68f09 req-59ec6197-e616-4d63-b16e-79f313f77d1a tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Received port after_create {{(pid=86420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 18:46:09.204580 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ec6197-e616-4d63-b16e-79f313f77d1a tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Pushing event updated for resources: {'Port': ['ID=2a560803-bd27-4367-a3de-118ec6eb7a74,revision_number=1']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:46:09.220992 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ec6197-e616-4d63-b16e-79f313f77d1a tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:46:09.221419 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ec6197-e616-4d63-b16e-79f313f77d1a tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:46:09.221831 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ec6197-e616-4d63-b16e-79f313f77d1a tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:46:09.222237 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ec6197-e616-4d63-b16e-79f313f77d1a tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:46:09.222638 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ec6197-e616-4d63-b16e-79f313f77d1a tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:46:09.223111 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ec6197-e616-4d63-b16e-79f313f77d1a tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:46:09.223527 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ec6197-e616-4d63-b16e-79f313f77d1a tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:46:09.223939 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ec6197-e616-4d63-b16e-79f313f77d1a tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:46:09.224360 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ec6197-e616-4d63-b16e-79f313f77d1a tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:46:09.224770 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ec6197-e616-4d63-b16e-79f313f77d1a tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:46:09.225155 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ec6197-e616-4d63-b16e-79f313f77d1a tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:46:09.225546 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ec6197-e616-4d63-b16e-79f313f77d1a tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:46:09.239035 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-59ec6197-e616-4d63-b16e-79f313f77d1a tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:46:09.256841 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3937f453-4004-47bf-8eaa-a9cc07a68f09 req-59ec6197-e616-4d63-b16e-79f313f77d1a tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:46:09.258154 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-3937f453-4004-47bf-8eaa-a9cc07a68f09 req-59ec6197-e616-4d63-b16e-79f313f77d1a tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7615'] for port, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:46:09.285683 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-3937f453-4004-47bf-8eaa-a9cc07a68f09 req-59ec6197-e616-4d63-b16e-79f313f77d1a tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8373258
Apr 20 18:46:09.298410 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.v2.base [req-3937f453-4004-47bf-8eaa-a9cc07a68f09 req-6a93dc5f-958b-4944-bdfd-c25b47e9a2ed service neutron] Request body: {'port': {'device_id': 'aaeffc3f-b3f3-41b3-814b-e31220b9eda2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=86420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:46:09.421787 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-325a8189-6a0d-4a55-935e-304049bd3f0e None None] Provisioning for port 2a560803-bd27-4367-a3de-118ec6eb7a74 completed by entity DHCP. {{(pid=86422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 18:46:09.426904 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-325a8189-6a0d-4a55-935e-304049bd3f0e None None] Provisioning complete for port 2a560803-bd27-4367-a3de-118ec6eb7a74 triggered by entity DHCP. {{(pid=86422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:46:09.427325 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-325a8189-6a0d-4a55-935e-304049bd3f0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733696'] for port, provisioning_complete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:46:09.430985 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-3937f453-4004-47bf-8eaa-a9cc07a68f09 req-6a93dc5f-958b-4944-bdfd-c25b47e9a2ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854207267'] for port, before_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:46:09.486293 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-325a8189-6a0d-4a55-935e-304049bd3f0e None None] Port 2a560803-bd27-4367-a3de-118ec6eb7a74 cannot update to ACTIVE because it is not bound. {{(pid=86422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 18:46:09.655679 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7fa74f-4e59-49f2-810a-5ce722bf7bc3 req-024640d0-5ba3-4498-ac05-2a97b5a3204c tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:46:09.657235 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-bf7fa74f-4e59-49f2-810a-5ce722bf7bc3 req-024640d0-5ba3-4498-ac05-2a97b5a3204c tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] 10.222.0.11 "GET /v2.0/ports?device_id=aaeffc3f-b3f3-41b3-814b-e31220b9eda2 HTTP/1.1" status: 200  len: 931 time: 0.0886581
Apr 20 18:46:09.710787 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-bf7fa74f-4e59-49f2-810a-5ce722bf7bc3 req-4865897c-dcdd-41da-817d-97a8f1e9c31c tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4f8c5ab-542b-445c-8d7c-0d3f20817c59&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0470903
Apr 20 18:46:09.806492 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.notifiers.nova [req-3937f453-4004-47bf-8eaa-a9cc07a68f09 req-6a93dc5f-958b-4944-bdfd-c25b47e9a2ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a560803-bd27-4367-a3de-118ec6eb7a74 {{(pid=86420) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 18:46:09.814440 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-3937f453-4004-47bf-8eaa-a9cc07a68f09 req-6a93dc5f-958b-4944-bdfd-c25b47e9a2ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:46:09.829713 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [req-3937f453-4004-47bf-8eaa-a9cc07a68f09 req-6a93dc5f-958b-4944-bdfd-c25b47e9a2ed service neutron] Transition to ACTIVE for port object 2a560803-bd27-4367-a3de-118ec6eb7a74 will not be triggered until provisioned by entity L2. {{(pid=86420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 18:46:09.832480 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-3937f453-4004-47bf-8eaa-a9cc07a68f09 req-6a93dc5f-958b-4944-bdfd-c25b47e9a2ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785676839112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251178383903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251178382076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850586375'] for port, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:46:09.837484 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-ee94fd74-f024-4f22-9896-fe68f9d1d4e7 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:46:10.009538 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a93dc5f-958b-4944-bdfd-c25b47e9a2ed service neutron] Pushing event updated for resources: {'Port': ['ID=2a560803-bd27-4367-a3de-118ec6eb7a74,revision_number=2']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:46:10.017915 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-6a93dc5f-958b-4944-bdfd-c25b47e9a2ed service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:46:10.091818 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [req-3937f453-4004-47bf-8eaa-a9cc07a68f09 req-6a93dc5f-958b-4944-bdfd-c25b47e9a2ed service neutron] Attempting to bind port 2a560803-bd27-4367-a3de-118ec6eb7a74 on host hv-cinder-78693 for vnic_type normal with profile  {{(pid=86420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 18:46:10.092207 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [req-3937f453-4004-47bf-8eaa-a9cc07a68f09 req-6a93dc5f-958b-4944-bdfd-c25b47e9a2ed service neutron] Attempting to bind port 2a560803-bd27-4367-a3de-118ec6eb7a74 by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': '9f7abe42-b68a-4919-8d63-b9d7caeb57f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'd59fa4ee-f8cd-410b-88b6-98181f8e4bde'}] {{(pid=86420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 18:46:10.092581 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3937f453-4004-47bf-8eaa-a9cc07a68f09 req-6a93dc5f-958b-4944-bdfd-c25b47e9a2ed service neutron] Attempting to bind port 2a560803-bd27-4367-a3de-118ec6eb7a74 on network d59fa4ee-f8cd-410b-88b6-98181f8e4bde {{(pid=86420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 18:46:10.097441 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3937f453-4004-47bf-8eaa-a9cc07a68f09 req-6a93dc5f-958b-4944-bdfd-c25b47e9a2ed service neutron] Port 2a560803-bd27-4367-a3de-118ec6eb7a74 on network d59fa4ee-f8cd-410b-88b6-98181f8e4bde not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=86420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 20 18:46:10.097803 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3937f453-4004-47bf-8eaa-a9cc07a68f09 req-6a93dc5f-958b-4944-bdfd-c25b47e9a2ed service neutron] Attempting to bind port 2a560803-bd27-4367-a3de-118ec6eb7a74 on network d59fa4ee-f8cd-410b-88b6-98181f8e4bde {{(pid=86420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 18:46:10.104530 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3937f453-4004-47bf-8eaa-a9cc07a68f09 req-6a93dc5f-958b-4944-bdfd-c25b47e9a2ed service neutron] Checking agent: {'id': '1d7a02d0-8f4e-4dcc-9452-bf36df956f32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 28, 32), 'started_at': datetime.datetime(2021, 4, 20, 18, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 46, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 18:46:10.104903 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3937f453-4004-47bf-8eaa-a9cc07a68f09 req-6a93dc5f-958b-4944-bdfd-c25b47e9a2ed service neutron] Checking segment: {'id': '9f7abe42-b68a-4919-8d63-b9d7caeb57f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'd59fa4ee-f8cd-410b-88b6-98181f8e4bde'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 18:46:10.105325 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3937f453-4004-47bf-8eaa-a9cc07a68f09 req-6a93dc5f-958b-4944-bdfd-c25b47e9a2ed service neutron] Bound using segment: {'id': '9f7abe42-b68a-4919-8d63-b9d7caeb57f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'd59fa4ee-f8cd-410b-88b6-98181f8e4bde'} {{(pid=86420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 18:46:10.105801 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [req-3937f453-4004-47bf-8eaa-a9cc07a68f09 req-6a93dc5f-958b-4944-bdfd-c25b47e9a2ed service neutron] Bound port: 2a560803-bd27-4367-a3de-118ec6eb7a74, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f7abe42-b68a-4919-8d63-b9d7caeb57f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'd59fa4ee-f8cd-410b-88b6-98181f8e4bde'}}] {{(pid=86420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 18:46:10.106182 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-3937f453-4004-47bf-8eaa-a9cc07a68f09 req-6a93dc5f-958b-4944-bdfd-c25b47e9a2ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854207267'] for port, before_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:46:10.201380 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [req-3937f453-4004-47bf-8eaa-a9cc07a68f09 req-6a93dc5f-958b-4944-bdfd-c25b47e9a2ed service neutron] For port 2a560803-bd27-4367-a3de-118ec6eb7a74, host hv-cinder-78693, cleared binding levels {{(pid=86420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 18:46:10.204790 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [req-3937f453-4004-47bf-8eaa-a9cc07a68f09 req-6a93dc5f-958b-4944-bdfd-c25b47e9a2ed service neutron] For port 2a560803-bd27-4367-a3de-118ec6eb7a74, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=2a560803-bd27-4367-a3de-118ec6eb7a74,segment=NetworkSegment(9f7abe42-b68a-4919-8d63-b9d7caeb57f5),segment_id=9f7abe42-b68a-4919-8d63-b9d7caeb57f5)] {{(pid=86420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 18:46:10.208045 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-3937f453-4004-47bf-8eaa-a9cc07a68f09 req-6a93dc5f-958b-4944-bdfd-c25b47e9a2ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785676839112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251178383903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251178382076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850586375'] for port, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:46:10.214104 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-ba739a17-f08b-4d0e-82b1-1d02a548dd8d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:46:10.271024 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3937f453-4004-47bf-8eaa-a9cc07a68f09 req-6a93dc5f-958b-4944-bdfd-c25b47e9a2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:46:10.271704 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-3937f453-4004-47bf-8eaa-a9cc07a68f09 req-6a93dc5f-958b-4944-bdfd-c25b47e9a2ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7615'] for port, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:46:10.273859 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-3937f453-4004-47bf-8eaa-a9cc07a68f09 req-6a93dc5f-958b-4944-bdfd-c25b47e9a2ed service neutron] 10.222.0.10 "PUT /v2.0/ports/2a560803-bd27-4367-a3de-118ec6eb7a74 HTTP/1.1" status: 200  len: 1093 time: 0.9799311
Apr 20 18:46:10.276704 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aaeffc3f-b3f3-41b3-814b-e31220b9eda2', 'tag': '2a560803-bd27-4367-a3de-118ec6eb7a74'}] {{(pid=86420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:46:10.314857 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a93dc5f-958b-4944-bdfd-c25b47e9a2ed service neutron] Pushing event updated for resources: {'Port': ['ID=2a560803-bd27-4367-a3de-118ec6eb7a74,revision_number=3']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:46:10.318337 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-6a93dc5f-958b-4944-bdfd-c25b47e9a2ed service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:46:10.361964 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aaeffc3f-b3f3-41b3-814b-e31220b9eda2', 'tag': '2a560803-bd27-4367-a3de-118ec6eb7a74', 'status': 'completed', 'code': 200}
Apr 20 18:46:10.408800 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3937f453-4004-47bf-8eaa-a9cc07a68f09 req-c115c576-356a-4dfc-9a37-d36dfeca5587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:46:10.410438 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-3937f453-4004-47bf-8eaa-a9cc07a68f09 req-c115c576-356a-4dfc-9a37-d36dfeca5587 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=94755b3932d949cd9cb52a0da22b3fc0&device_id=aaeffc3f-b3f3-41b3-814b-e31220b9eda2 HTTP/1.1" status: 200  len: 1096 time: 0.0878251
Apr 20 18:46:10.491440 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-3937f453-4004-47bf-8eaa-a9cc07a68f09 req-6c530528-0de1-4007-83e6-ef785ee698d1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2a560803-bd27-4367-a3de-118ec6eb7a74 HTTP/1.1" status: 200  len: 217 time: 0.0727353
Apr 20 18:46:10.560061 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3937f453-4004-47bf-8eaa-a9cc07a68f09 req-783eafc5-fd71-4e5a-ba5c-a5e153c14e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:46:10.562404 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-3937f453-4004-47bf-8eaa-a9cc07a68f09 req-783eafc5-fd71-4e5a-ba5c-a5e153c14e06 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c7080e04-6ac2-44f9-a0da-002989b1e21f HTTP/1.1" status: 200  len: 850 time: 0.0639999
Apr 20 18:46:10.648006 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3937f453-4004-47bf-8eaa-a9cc07a68f09 req-43aeb660-370e-43e0-aa36-7611b51a8b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:46:10.650231 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-3937f453-4004-47bf-8eaa-a9cc07a68f09 req-43aeb660-370e-43e0-aa36-7611b51a8b1e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d59fa4ee-f8cd-410b-88b6-98181f8e4bde&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0821569
Apr 20 18:46:10.792242 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-3937f453-4004-47bf-8eaa-a9cc07a68f09 req-1bf3831e-77e8-423c-83f9-55c89fa1a34b service neutron] 10.222.0.10 "GET /v2.0/networks/d59fa4ee-f8cd-410b-88b6-98181f8e4bde?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1351833
Apr 20 18:46:10.916898 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f200bea-7733-47b7-aeba-6f5b7ae88090 req-89b3f6ad-5830-4afc-9664-014ecb9e5cee tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:46:10.918497 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-8f200bea-7733-47b7-aeba-6f5b7ae88090 req-89b3f6ad-5830-4afc-9664-014ecb9e5cee tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] 10.222.0.11 "GET /v2.0/ports?device_id=aaeffc3f-b3f3-41b3-814b-e31220b9eda2 HTTP/1.1" status: 200  len: 943 time: 0.0913284
Apr 20 18:46:10.936581 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-3937f453-4004-47bf-8eaa-a9cc07a68f09 req-df22374d-14fe-41ff-ace2-055109abb45e service neutron] 10.222.0.10 "GET /v2.0/networks/d59fa4ee-f8cd-410b-88b6-98181f8e4bde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1378028
Apr 20 18:46:10.968651 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-8f200bea-7733-47b7-aeba-6f5b7ae88090 req-2d3596f2-3cb7-4573-b3e8-5daac8f6a641 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4f8c5ab-542b-445c-8d7c-0d3f20817c59&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0437326
Apr 20 18:46:11.062484 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2250bb3-9636-45bd-8b5a-0c28afc7f930 req-c1e1d5da-447d-4f5e-b06f-7d8b34ee4cad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:46:11.064101 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-d2250bb3-9636-45bd-8b5a-0c28afc7f930 req-c1e1d5da-447d-4f5e-b06f-7d8b34ee4cad service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=94755b3932d949cd9cb52a0da22b3fc0&device_id=aaeffc3f-b3f3-41b3-814b-e31220b9eda2 HTTP/1.1" status: 200  len: 1096 time: 0.0789080
Apr 20 18:46:11.206930 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2250bb3-9636-45bd-8b5a-0c28afc7f930 req-8961c417-0c34-44bb-862a-36e52b604dce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:46:11.208534 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-d2250bb3-9636-45bd-8b5a-0c28afc7f930 req-8961c417-0c34-44bb-862a-36e52b604dce service neutron] 10.222.0.10 "GET /v2.0/networks?id=d59fa4ee-f8cd-410b-88b6-98181f8e4bde HTTP/1.1" status: 200  len: 912 time: 0.1371944
Apr 20 18:46:11.286015 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-d2250bb3-9636-45bd-8b5a-0c28afc7f930 req-7b1f8a5e-d874-441a-9a61-3ba38cd47291 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2a560803-bd27-4367-a3de-118ec6eb7a74 HTTP/1.1" status: 200  len: 217 time: 0.0697851
Apr 20 18:46:11.356776 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2250bb3-9636-45bd-8b5a-0c28afc7f930 req-d8689580-e129-4365-ab87-cb5b4f3d22eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:46:11.358235 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-d2250bb3-9636-45bd-8b5a-0c28afc7f930 req-d8689580-e129-4365-ab87-cb5b4f3d22eb service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c7080e04-6ac2-44f9-a0da-002989b1e21f HTTP/1.1" status: 200  len: 850 time: 0.0629523
Apr 20 18:46:11.447983 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2250bb3-9636-45bd-8b5a-0c28afc7f930 req-c400a950-6aeb-4ffb-b9ff-6b40b4cd02e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:46:11.449647 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-d2250bb3-9636-45bd-8b5a-0c28afc7f930 req-c400a950-6aeb-4ffb-b9ff-6b40b4cd02e4 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d59fa4ee-f8cd-410b-88b6-98181f8e4bde&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0806689
Apr 20 18:46:11.836515 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-d2250bb3-9636-45bd-8b5a-0c28afc7f930 req-ff889b75-0a28-427b-86b2-937c9810a920 service neutron] 10.222.0.10 "GET /v2.0/networks/d59fa4ee-f8cd-410b-88b6-98181f8e4bde?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3797388
Apr 20 18:46:11.975614 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-d2250bb3-9636-45bd-8b5a-0c28afc7f930 req-8daa0c37-0bec-4337-87d7-decd9236130a service neutron] 10.222.0.10 "GET /v2.0/networks/d59fa4ee-f8cd-410b-88b6-98181f8e4bde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1327779
Apr 20 18:46:12.178461 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c08aa11-b89e-4e4f-b1de-8a6d2e8e7cd1 req-dcfaec04-71c6-4e63-b7aa-25a29e9dd888 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:46:12.180175 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-2c08aa11-b89e-4e4f-b1de-8a6d2e8e7cd1 req-dcfaec04-71c6-4e63-b7aa-25a29e9dd888 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] 10.222.0.11 "GET /v2.0/ports?device_id=aaeffc3f-b3f3-41b3-814b-e31220b9eda2 HTTP/1.1" status: 200  len: 943 time: 0.0921645
Apr 20 18:46:12.229401 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-2c08aa11-b89e-4e4f-b1de-8a6d2e8e7cd1 req-de59ea49-4b04-4b04-9f58-0369dbd0d69a tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4f8c5ab-542b-445c-8d7c-0d3f20817c59&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0429893
Apr 20 18:46:13.433408 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f93a2c1-42d8-4d8a-a578-df42b94af870 req-3043e0d8-d6c3-43f5-ac8b-bfaa63305dc7 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:46:13.435048 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-4f93a2c1-42d8-4d8a-a578-df42b94af870 req-3043e0d8-d6c3-43f5-ac8b-bfaa63305dc7 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] 10.222.0.11 "GET /v2.0/ports?device_id=aaeffc3f-b3f3-41b3-814b-e31220b9eda2 HTTP/1.1" status: 200  len: 943 time: 0.0939653
Apr 20 18:46:13.483643 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-4f93a2c1-42d8-4d8a-a578-df42b94af870 req-23f7cc72-547c-4c62-9e02-9866f32d8dba tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4f8c5ab-542b-445c-8d7c-0d3f20817c59&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0420263
Apr 20 18:46:13.975277 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [req-bc8860b6-5db6-4452-8e38-f07c9235e29b req-90025928-1eb6-4535-9c9b-0f5bb4e5fddd service neutron] (86420) timed out ('10.222.0.10', 51083) {{(pid=86420) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Apr 20 18:46:14.699494 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e075122-6fcb-416a-9bca-933c37bb6ced req-b6b465b3-c602-4154-aa74-8f2199f70da1 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:46:14.701146 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-1e075122-6fcb-416a-9bca-933c37bb6ced req-b6b465b3-c602-4154-aa74-8f2199f70da1 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] 10.222.0.11 "GET /v2.0/ports?device_id=aaeffc3f-b3f3-41b3-814b-e31220b9eda2 HTTP/1.1" status: 200  len: 943 time: 0.0982871
Apr 20 18:46:14.749616 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-1e075122-6fcb-416a-9bca-933c37bb6ced req-a2600515-40dc-4ee5-bf14-84f8dd55b84d tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4f8c5ab-542b-445c-8d7c-0d3f20817c59&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0421290
Apr 20 18:46:15.952482 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e23b3c-23c0-4066-8c94-7f93e54e988d req-b3812039-9486-4f7c-a578-2e5917769ec4 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:46:15.954152 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-16e23b3c-23c0-4066-8c94-7f93e54e988d req-b3812039-9486-4f7c-a578-2e5917769ec4 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] 10.222.0.11 "GET /v2.0/ports?device_id=aaeffc3f-b3f3-41b3-814b-e31220b9eda2 HTTP/1.1" status: 200  len: 943 time: 0.0889382
Apr 20 18:46:16.008493 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-16e23b3c-23c0-4066-8c94-7f93e54e988d req-bde0073c-1132-454c-8649-c6a75720e469 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4f8c5ab-542b-445c-8d7c-0d3f20817c59&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0460041
Apr 20 18:46:17.091846 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Device 2a560803-bd27-4367-a3de-118ec6eb7a74 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 18:46:17.213567 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb542b25-70e8-488c-afd1-8e35ea1f688c req-afd90005-7f1a-4ca1-a6c4-e51ed3e83ad3 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:46:17.215099 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-fb542b25-70e8-488c-afd1-8e35ea1f688c req-afd90005-7f1a-4ca1-a6c4-e51ed3e83ad3 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] 10.222.0.11 "GET /v2.0/ports?device_id=aaeffc3f-b3f3-41b3-814b-e31220b9eda2 HTTP/1.1" status: 200  len: 943 time: 0.0921934
Apr 20 18:46:17.237847 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] For port 2a560803-bd27-4367-a3de-118ec6eb7a74, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=2a560803-bd27-4367-a3de-118ec6eb7a74,segment=NetworkSegment(9f7abe42-b68a-4919-8d63-b9d7caeb57f5),segment_id=9f7abe42-b68a-4919-8d63-b9d7caeb57f5)] {{(pid=86422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:46:17.251847 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Returning: {'device': '2a560803-bd27-4367-a3de-118ec6eb7a74', 'network_id': 'd59fa4ee-f8cd-410b-88b6-98181f8e4bde', 'port_id': '2a560803-bd27-4367-a3de-118ec6eb7a74', 'mac_address': 'fa:16:3e:1f:50:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 351, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7080e04-6ac2-44f9-a0da-002989b1e21f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 18:46:17.264054 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-fb542b25-70e8-488c-afd1-8e35ea1f688c req-56a86802-8840-4f01-9944-034afc759274 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4f8c5ab-542b-445c-8d7c-0d3f20817c59&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0420935
Apr 20 18:46:17.315014 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854207267'] for port, before_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:46:17.333041 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.notifiers.nova [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a560803-bd27-4367-a3de-118ec6eb7a74 {{(pid=86422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 18:46:17.349640 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] For port 2a560803-bd27-4367-a3de-118ec6eb7a74, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=2a560803-bd27-4367-a3de-118ec6eb7a74,segment=NetworkSegment(9f7abe42-b68a-4919-8d63-b9d7caeb57f5),segment_id=9f7abe42-b68a-4919-8d63-b9d7caeb57f5)] {{(pid=86422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:46:17.352440 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785676839112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251178383903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251178382076'] for port, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:46:17.354247 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-2d3802d2-8f19-459b-b13e-353436070cbe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:46:17.423354 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Pushing event updated for resources: {'Port': ['ID=2a560803-bd27-4367-a3de-118ec6eb7a74,revision_number=4']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:46:17.431268 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:46:17.431653 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:46:17.432030 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:46:17.432425 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:46:17.432899 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:46:17.433170 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:46:17.433539 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:46:17.433901 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:46:17.434262 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:46:17.434622 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:46:17.434979 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:46:17.435335 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:46:17.439426 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:46:17.605589 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] get_ports_and_sgs() called for port_ids ['2a560803-bd27-4367-a3de-118ec6eb7a74'] {{(pid=86422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 18:46:18.528547 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cbb69c-7e06-4b37-916d-5f7a3637c6ed req-5de3ddb4-9a97-4416-a91a-86700ec3ef0a tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:46:18.530163 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-24cbb69c-7e06-4b37-916d-5f7a3637c6ed req-5de3ddb4-9a97-4416-a91a-86700ec3ef0a tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] 10.222.0.11 "GET /v2.0/ports?device_id=aaeffc3f-b3f3-41b3-814b-e31220b9eda2 HTTP/1.1" status: 200  len: 944 time: 0.0947208
Apr 20 18:46:18.579008 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-24cbb69c-7e06-4b37-916d-5f7a3637c6ed req-cbdb58e8-9deb-4341-8dc4-18ccdc0bc5fa tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4f8c5ab-542b-445c-8d7c-0d3f20817c59&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0423265
Apr 20 18:46:19.093654 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Device 2a560803-bd27-4367-a3de-118ec6eb7a74 up at agent hyperv_hv-cinder-78693 {{(pid=86422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:46:19.165296 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Provisioning for port 2a560803-bd27-4367-a3de-118ec6eb7a74 completed by entity L2. {{(pid=86422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 18:46:19.170212 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Provisioning complete for port 2a560803-bd27-4367-a3de-118ec6eb7a74 triggered by entity L2. {{(pid=86422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:46:19.170630 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733696'] for port, provisioning_complete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:46:19.294691 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854207267'] for port, before_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:46:19.322313 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aaeffc3f-b3f3-41b3-814b-e31220b9eda2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a560803-bd27-4367-a3de-118ec6eb7a74'}] {{(pid=86422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:46:19.332623 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] For port 2a560803-bd27-4367-a3de-118ec6eb7a74, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=2a560803-bd27-4367-a3de-118ec6eb7a74,segment=NetworkSegment(9f7abe42-b68a-4919-8d63-b9d7caeb57f5),segment_id=9f7abe42-b68a-4919-8d63-b9d7caeb57f5)] {{(pid=86422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:46:19.335411 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785676839112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251178383903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251178382076'] for port, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:46:19.338244 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:46:19.376394 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aaeffc3f-b3f3-41b3-814b-e31220b9eda2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a560803-bd27-4367-a3de-118ec6eb7a74', 'code': 200}
Apr 20 18:46:19.415206 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Pushing event updated for resources: {'Port': ['ID=2a560803-bd27-4367-a3de-118ec6eb7a74,revision_number=5']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:46:19.419007 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:46:19.669217 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcb6f64-1ba5-4625-a6af-d01316581ca5 req-46675ac2-bfb0-4332-b301-5376fa16f5bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:46:19.670845 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-6bcb6f64-1ba5-4625-a6af-d01316581ca5 req-46675ac2-bfb0-4332-b301-5376fa16f5bc service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=aaeffc3f-b3f3-41b3-814b-e31220b9eda2 HTTP/1.1" status: 200  len: 1098 time: 0.0783770
Apr 20 18:46:19.715560 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-6bcb6f64-1ba5-4625-a6af-d01316581ca5 req-c79186e5-77cc-470d-80a4-a5293a46b8de service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=e4f8c5ab-542b-445c-8d7c-0d3f20817c59&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0384471
Apr 20 18:46:19.781038 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99129393-497a-47b9-b40e-61accb0b830d req-8748a1f6-2f21-465a-a02f-c17d5d92ac9f tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:46:19.782613 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-99129393-497a-47b9-b40e-61accb0b830d req-8748a1f6-2f21-465a-a02f-c17d5d92ac9f tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] 10.222.0.11 "GET /v2.0/ports?device_id=aaeffc3f-b3f3-41b3-814b-e31220b9eda2 HTTP/1.1" status: 200  len: 945 time: 0.0885727
Apr 20 18:46:19.837161 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-99129393-497a-47b9-b40e-61accb0b830d req-f42b1fb7-b25a-4665-85f6-9ebe7b38de4c tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4f8c5ab-542b-445c-8d7c-0d3f20817c59&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0481012
Apr 20 18:46:21.047714 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644d5362-27b7-4dde-8897-0fb8c5d64b93 req-e2333727-eb19-4f58-a3cc-c977c9ac6a04 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:46:21.049386 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-644d5362-27b7-4dde-8897-0fb8c5d64b93 req-e2333727-eb19-4f58-a3cc-c977c9ac6a04 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] 10.222.0.11 "GET /v2.0/ports?device_id=aaeffc3f-b3f3-41b3-814b-e31220b9eda2 HTTP/1.1" status: 200  len: 945 time: 0.0948424
Apr 20 18:46:21.098406 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-644d5362-27b7-4dde-8897-0fb8c5d64b93 req-3f4d10b1-e1a7-49db-9ee0-d5d71801ff83 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4f8c5ab-542b-445c-8d7c-0d3f20817c59&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0412445
Apr 20 18:46:21.301460 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c76886-ccde-4bf9-aeb3-0fdc1c1cb7f2 req-43e039bc-78ac-46f2-995a-cc38e68cdfbe tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:46:21.303041 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-83c76886-ccde-4bf9-aeb3-0fdc1c1cb7f2 req-43e039bc-78ac-46f2-995a-cc38e68cdfbe tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] 10.222.0.11 "GET /v2.0/ports?device_id=aaeffc3f-b3f3-41b3-814b-e31220b9eda2 HTTP/1.1" status: 200  len: 945 time: 0.0888638
Apr 20 18:46:21.353831 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-83c76886-ccde-4bf9-aeb3-0fdc1c1cb7f2 req-9e5a7e6f-b089-4ad6-9953-633ebc106f57 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4f8c5ab-542b-445c-8d7c-0d3f20817c59&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0439329
Apr 20 18:46:21.378858 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86421) accepted ('10.222.0.11', 53944) {{(pid=86421) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:46:21.459008 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60e92982-cd9e-415e-892f-c30533f6b843 tempest-TestVolumeBootPattern-1418516228 tempest-TestVolumeBootPattern-1418516228-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:46:21.461233 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-60e92982-cd9e-415e-892f-c30533f6b843 tempest-TestVolumeBootPattern-1418516228 tempest-TestVolumeBootPattern-1418516228-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=aaeffc3f-b3f3-41b3-814b-e31220b9eda2 HTTP/1.1" status: 200  len: 1093 time: 0.0806997
Apr 20 18:46:21.464103 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86421) accepted ('10.222.0.11', 53948) {{(pid=86421) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:46:21.470114 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.v2.base [None req-cb07168a-8cee-4088-b3cd-0cde458d5c96 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Request body: {'floatingip': {'floating_network_id': '357044f3-f85c-4c82-92f2-504aa071d528', 'port_id': '2a560803-bd27-4367-a3de-118ec6eb7a74', 'tenant_id': '94755b3932d949cd9cb52a0da22b3fc0', 'fixed_ip_address': '172.20.0.9'}} {{(pid=86421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:46:21.477638 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-cb07168a-8cee-4088-b3cd-0cde458d5c96 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86421) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:46:21.481739 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-cb07168a-8cee-4088-b3cd-0cde458d5c96 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Usage tracker for resource:floatingip and tenant:94755b3932d949cd9cb52a0da22b3fc0 is out of sync, need to count used quota {{(pid=86421) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:46:21.484772 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [None req-cb07168a-8cee-4088-b3cd-0cde458d5c96 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=86421) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:46:21.490762 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-cb07168a-8cee-4088-b3cd-0cde458d5c96 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=86421) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:46:21.500332 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-cb07168a-8cee-4088-b3cd-0cde458d5c96 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Notify callbacks [] for floatingip, before_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:46:21.884720 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-cb07168a-8cee-4088-b3cd-0cde458d5c96 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854207267'] for port, before_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:46:22.034456 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.db_base_plugin_common [None req-cb07168a-8cee-4088-b3cd-0cde458d5c96 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Allocated IP 172.27.2.3 (357044f3-f85c-4c82-92f2-504aa071d528/737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87/cd3fb1b7-1420-4cd2-a95b-718039d9c046) {{(pid=86421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 18:46:22.188594 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-cb07168a-8cee-4088-b3cd-0cde458d5c96 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Notify callbacks [] for port, precommit_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:46:22.218327 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-cb07168a-8cee-4088-b3cd-0cde458d5c96 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251178383920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036828324065'] for port, after_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:46:22.222939 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-d5c97f60-cbd8-4f35-b012-a8cea2617f97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:46:22.290652 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb07168a-8cee-4088-b3cd-0cde458d5c96 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Network 357044f3-f85c-4c82-92f2-504aa071d528 is already hosted by enough agents. {{(pid=86421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 18:46:22.293639 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.scheduler.base_scheduler [None req-cb07168a-8cee-4088-b3cd-0cde458d5c96 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Resources bound (agent type, host, resource id):  {{(pid=86421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:46:22.297546 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb07168a-8cee-4088-b3cd-0cde458d5c96 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Received port after_create {{(pid=86421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 18:46:22.336017 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb07168a-8cee-4088-b3cd-0cde458d5c96 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Pushing event updated for resources: {'Port': ['ID=cd3fb1b7-1420-4cd2-a95b-718039d9c046,revision_number=1']} {{(pid=86421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:46:22.349099 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb07168a-8cee-4088-b3cd-0cde458d5c96 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:46:22.349518 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb07168a-8cee-4088-b3cd-0cde458d5c96 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:46:22.349930 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb07168a-8cee-4088-b3cd-0cde458d5c96 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:46:22.350331 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb07168a-8cee-4088-b3cd-0cde458d5c96 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:46:22.350729 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb07168a-8cee-4088-b3cd-0cde458d5c96 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:46:22.351682 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb07168a-8cee-4088-b3cd-0cde458d5c96 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:46:22.352102 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb07168a-8cee-4088-b3cd-0cde458d5c96 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:46:22.352541 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb07168a-8cee-4088-b3cd-0cde458d5c96 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:46:22.352939 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb07168a-8cee-4088-b3cd-0cde458d5c96 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:46:22.353331 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb07168a-8cee-4088-b3cd-0cde458d5c96 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:46:22.353724 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb07168a-8cee-4088-b3cd-0cde458d5c96 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:46:22.354116 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb07168a-8cee-4088-b3cd-0cde458d5c96 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:46:22.365343 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-cb07168a-8cee-4088-b3cd-0cde458d5c96 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:46:22.743308 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-cb07168a-8cee-4088-b3cd-0cde458d5c96 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:46:22.819553 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-cb07168a-8cee-4088-b3cd-0cde458d5c96 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854207267'] for port, before_update {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:46:23.050428 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-cb07168a-8cee-4088-b3cd-0cde458d5c96 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Notify callbacks [] for port, precommit_update {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:46:23.053923 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-cb07168a-8cee-4088-b3cd-0cde458d5c96 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785676839112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251178383903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363251178382076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26451734'] for port, after_update {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:46:23.059035 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-7479399b-2864-4097-a919-5202fb228a1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:46:23.166660 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb07168a-8cee-4088-b3cd-0cde458d5c96 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Pushing event updated for resources: {'Port': ['ID=cd3fb1b7-1420-4cd2-a95b-718039d9c046,revision_number=2']} {{(pid=86421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:46:23.174821 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-cb07168a-8cee-4088-b3cd-0cde458d5c96 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:46:23.184378 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-cb07168a-8cee-4088-b3cd-0cde458d5c96 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850912078'] for floatingip, after_update {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:46:23.371225 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.db.l3_db [None req-cb07168a-8cee-4088-b3cd-0cde458d5c96 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Floating IP 19c271a7-e8e6-435f-aebd-976efe249fba associated. External IP: 172.27.2.3, port: 2a560803-bd27-4367-a3de-118ec6eb7a74.
Apr 20 18:46:23.749179 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb07168a-8cee-4088-b3cd-0cde458d5c96 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Router 4b1fcda2-6bdb-4c42-9b1b-c074dfbaab87 has already been hosted by L3 agent 561dbf79-24e4-4a0d-b08c-f7bb8670fc1d {{(pid=86421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 18:46:23.942181 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb07168a-8cee-4088-b3cd-0cde458d5c96 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Notify agent at l3_agent.dv-cinder-786931-2-iscsi the message routers_updated {{(pid=86421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 18:46:23.951911 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59ffe5a6-90a5-4a49-aea1-58e1549bdf74 None None] Sync routers for ids ['4b1fcda2-6bdb-4c42-9b1b-c074dfbaab87'] in dv-cinder-786931-2-iscsi {{(pid=86422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 18:46:23.962068 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ffe5a6-90a5-4a49-aea1-58e1549bdf74 None None] Routers {'4b1fcda2-6bdb-4c42-9b1b-c074dfbaab87'} bound to L3 agent in host dv-cinder-786931-2-iscsi {{(pid=86422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:46:23.962754 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-59ffe5a6-90a5-4a49-aea1-58e1549bdf74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd92b4bbeb8>, 'dv-cinder-786931-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T18:22:01Z,description=<?>,heartbeat_timestamp=2021-04-20T18:46:01Z,host='dv-cinder-786931-2-iscsi',id=561dbf79-24e4-4a0d-b08c-f7bb8670fc1d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:22:01Z,topic='l3_agent')) {'router_ids': ['4b1fcda2-6bdb-4c42-9b1b-c074dfbaab87'], 'active': True} {{(pid=86422) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:46:23.967221 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-cb07168a-8cee-4088-b3cd-0cde458d5c96 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7615'] for floatingip, before_response {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:46:24.028895 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-cb07168a-8cee-4088-b3cd-0cde458d5c96 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 994 time: 2.5636430
Apr 20 18:46:24.029592 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aaeffc3f-b3f3-41b3-814b-e31220b9eda2', 'tag': '2a560803-bd27-4367-a3de-118ec6eb7a74'}] {{(pid=86421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:46:24.077334 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aaeffc3f-b3f3-41b3-814b-e31220b9eda2', 'tag': '2a560803-bd27-4367-a3de-118ec6eb7a74', 'status': 'completed', 'code': 200}
Apr 20 18:46:24.191014 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6dc0c3-1c29-466c-b67c-5f79aae3b2ee req-e476d45a-3dc6-4998-b577-683a77098090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:46:24.192726 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-4b6dc0c3-1c29-466c-b67c-5f79aae3b2ee req-e476d45a-3dc6-4998-b577-683a77098090 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=94755b3932d949cd9cb52a0da22b3fc0&device_id=aaeffc3f-b3f3-41b3-814b-e31220b9eda2 HTTP/1.1" status: 200  len: 1098 time: 0.0904207
Apr 20 18:46:24.339318 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_dvr_db [None req-59ffe5a6-90a5-4a49-aea1-58e1549bdf74 None None] Set router 4b1fcda2-6bdb-4c42-9b1b-c074dfbaab87 gateway port host: dv-cinder-786931-2-iscsi {{(pid=86422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:46:24.340260 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6dc0c3-1c29-466c-b67c-5f79aae3b2ee req-db3c02f5-b6f4-47a2-a9af-863f2cf87fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:46:24.342112 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-4b6dc0c3-1c29-466c-b67c-5f79aae3b2ee req-db3c02f5-b6f4-47a2-a9af-863f2cf87fd2 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d59fa4ee-f8cd-410b-88b6-98181f8e4bde HTTP/1.1" status: 200  len: 912 time: 0.1425309
Apr 20 18:46:24.456999 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-4b6dc0c3-1c29-466c-b67c-5f79aae3b2ee req-08772d62-89bd-49da-993f-4c64dc9ee17d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2a560803-bd27-4367-a3de-118ec6eb7a74 HTTP/1.1" status: 200  len: 997 time: 0.1075599
Apr 20 18:46:24.526304 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6dc0c3-1c29-466c-b67c-5f79aae3b2ee req-91391f96-10e0-4616-afdb-436c4b274cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:46:24.527880 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-4b6dc0c3-1c29-466c-b67c-5f79aae3b2ee req-91391f96-10e0-4616-afdb-436c4b274cdc service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c7080e04-6ac2-44f9-a0da-002989b1e21f HTTP/1.1" status: 200  len: 850 time: 0.0645266
Apr 20 18:46:24.611656 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6dc0c3-1c29-466c-b67c-5f79aae3b2ee req-4149f3c7-3e28-4101-bfde-41dc0b2e1675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:46:24.613336 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-4b6dc0c3-1c29-466c-b67c-5f79aae3b2ee req-4149f3c7-3e28-4101-bfde-41dc0b2e1675 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d59fa4ee-f8cd-410b-88b6-98181f8e4bde&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0780697
Apr 20 18:46:24.725736 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-59ffe5a6-90a5-4a49-aea1-58e1549bdf74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd92b4bbeb8>, [{'id': '4b1fcda2-6bdb-4c42-9b1b-c074dfbaab87', 'name': 'tempest-TestVolumeBootPattern-675695298-router', 'tenant_id': '94755b3932d949cd9cb52a0da22b3fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357044f3-f85c-4c82-92f2-504aa071d528', 'external_fixed_ips': [{'subnet_id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'ip_address': '172.27.2.179'}], 'enable_snat': True}, 'gw_port_id': '676b99f3-6b0c-48c4-8262-7448ad4ac3f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:41:02Z', 'updated_at': '2021-04-20T18:41:08Z', 'revision_number': 4, 'project_id': '94755b3932d949cd9cb52a0da22b3fc0', 'gw_port': {'id': '676b99f3-6b0c-48c4-8262-7448ad4ac3f1', 'name': '', 'network_id': '357044f3-f85c-4c82-92f2-504aa071d528', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:3a:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b1fcda2-6bdb-4c42-9b1b-c074dfbaab87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'ip_address': '172.27.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:41:03Z', 'updated_at': '2021-04-20T18:41:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-2-iscsi', '_floatingips': [{'id': '19c271a7-e8e6-435f-aebd-976efe249fba', 'tenant_id': '94755b3932d949cd9cb52a0da22b3fc0', 'floating_ip_address': '172.27.2.3', 'floating_network_id': '357044f3-f85c-4c82-92f2-504aa071d528', 'router_id': '4b1fcda2-6bdb-4c42-9b1b-c074dfbaab87', 'port_id': '2a560803-bd27-4367-a3de-118ec6eb7a74', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd59fa4ee-f8cd-410b-88b6-98181f8e4bde', 'mac_address': 'fa:16:3e:1f:50:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaeffc3f-b3f3-41b3-814b-e31220b9eda2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T18:46:22Z', 'updated_at': '2021-04-20T18:46:22Z', 'revision_number': 0, 'project_id': '94755b3932d949cd9cb52a0da22b3fc0', 'fixed_ip_address_scope': None}, {'id': 'c9579fa3-5035-45b2-8185-007c79a5d6b1', 'tenant_id': '94755b3932d949cd9cb52a0da22b3fc0', 'floating_ip_address': '172.27.2.175', 'floating_network_id': '357044f3-f85c-4c82-92f2-504aa071d528', 'router_id': '4b1fcda2-6bdb-4c42-9b1b-c074dfbaab87', 'port_id': 'd5ad9b32-6ffc-43fd-8918-484fa2fad88c', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd59fa4ee-f8cd-410b-88b6-98181f8e4bde', 'mac_address': 'fa:16:3e:1e:7b:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '585c74b0-1c90-4951-a6b8-e3d306d66e1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T18:44:24Z', 'updated_at': '2021-04-20T18:44:27Z', 'revision_number': 1, 'project_id': '94755b3932d949cd9cb52a0da22b3fc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0dd6ce0-935e-4765-ae7f-57adc942fb9e', 'name': '', 'network_id': 'd59fa4ee-f8cd-410b-88b6-98181f8e4bde', 'tenant_id': '94755b3932d949cd9cb52a0da22b3fc0', 'mac_address': 'fa:16:3e:d9:3c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b1fcda2-6bdb-4c42-9b1b-c074dfbaab87', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'c7080e04-6ac2-44f9-a0da-002989b1e21f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:41:07Z', 'updated_at': '2021-04-20T18:41:17Z', 'revision_number': 5, 'project_id': '94755b3932d949cd9cb52a0da22b3fc0', 'subnets': [{'id': 'c7080e04-6ac2-44f9-a0da-002989b1e21f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786931-2-iscsi', False) {} {{(pid=86422) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:46:24.730990 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59ffe5a6-90a5-4a49-aea1-58e1549bdf74 None None] Checking router: 4b1fcda2-6bdb-4c42-9b1b-c074dfbaab87 for host: dv-cinder-786931-2-iscsi {{(pid=86422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 18:46:24.739884 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ffe5a6-90a5-4a49-aea1-58e1549bdf74 None None] Routers {'4b1fcda2-6bdb-4c42-9b1b-c074dfbaab87'} bound to L3 agent in host dv-cinder-786931-2-iscsi {{(pid=86422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:46:24.740604 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-59ffe5a6-90a5-4a49-aea1-58e1549bdf74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd92b4bbeb8>, 'dv-cinder-786931-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T18:22:01Z,description=<?>,heartbeat_timestamp=2021-04-20T18:46:01Z,host='dv-cinder-786931-2-iscsi',id=561dbf79-24e4-4a0d-b08c-f7bb8670fc1d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:22:01Z,topic='l3_agent')) {'router_ids': ['4b1fcda2-6bdb-4c42-9b1b-c074dfbaab87'], 'active': True} {{(pid=86422) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:46:24.761157 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-4b6dc0c3-1c29-466c-b67c-5f79aae3b2ee req-a02321d1-0a55-4c15-b43b-de3384313e7d service neutron] 10.222.0.10 "GET /v2.0/networks/d59fa4ee-f8cd-410b-88b6-98181f8e4bde?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1409042
Apr 20 18:46:24.908892 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-4b6dc0c3-1c29-466c-b67c-5f79aae3b2ee req-a64fa18b-ab39-4c7d-a09b-7b1d2ac55d17 service neutron] 10.222.0.10 "GET /v2.0/networks/d59fa4ee-f8cd-410b-88b6-98181f8e4bde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1397028
Apr 20 18:46:24.935633 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_dvr_db [None req-59ffe5a6-90a5-4a49-aea1-58e1549bdf74 None None] Set router 4b1fcda2-6bdb-4c42-9b1b-c074dfbaab87 gateway port host: dv-cinder-786931-2-iscsi {{(pid=86422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:46:25.306728 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-59ffe5a6-90a5-4a49-aea1-58e1549bdf74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd92b4bbeb8>, [{'id': '4b1fcda2-6bdb-4c42-9b1b-c074dfbaab87', 'name': 'tempest-TestVolumeBootPattern-675695298-router', 'tenant_id': '94755b3932d949cd9cb52a0da22b3fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357044f3-f85c-4c82-92f2-504aa071d528', 'external_fixed_ips': [{'subnet_id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'ip_address': '172.27.2.179'}], 'enable_snat': True}, 'gw_port_id': '676b99f3-6b0c-48c4-8262-7448ad4ac3f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:41:02Z', 'updated_at': '2021-04-20T18:41:08Z', 'revision_number': 4, 'project_id': '94755b3932d949cd9cb52a0da22b3fc0', 'gw_port': {'id': '676b99f3-6b0c-48c4-8262-7448ad4ac3f1', 'name': '', 'network_id': '357044f3-f85c-4c82-92f2-504aa071d528', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:3a:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b1fcda2-6bdb-4c42-9b1b-c074dfbaab87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'ip_address': '172.27.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:41:03Z', 'updated_at': '2021-04-20T18:41:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-2-iscsi', '_floatingips': [{'id': '19c271a7-e8e6-435f-aebd-976efe249fba', 'tenant_id': '94755b3932d949cd9cb52a0da22b3fc0', 'floating_ip_address': '172.27.2.3', 'floating_network_id': '357044f3-f85c-4c82-92f2-504aa071d528', 'router_id': '4b1fcda2-6bdb-4c42-9b1b-c074dfbaab87', 'port_id': '2a560803-bd27-4367-a3de-118ec6eb7a74', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd59fa4ee-f8cd-410b-88b6-98181f8e4bde', 'mac_address': 'fa:16:3e:1f:50:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaeffc3f-b3f3-41b3-814b-e31220b9eda2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T18:46:22Z', 'updated_at': '2021-04-20T18:46:22Z', 'revision_number': 0, 'project_id': '94755b3932d949cd9cb52a0da22b3fc0', 'fixed_ip_address_scope': None}, {'id': 'c9579fa3-5035-45b2-8185-007c79a5d6b1', 'tenant_id': '94755b3932d949cd9cb52a0da22b3fc0', 'floating_ip_address': '172.27.2.175', 'floating_network_id': '357044f3-f85c-4c82-92f2-504aa071d528', 'router_id': '4b1fcda2-6bdb-4c42-9b1b-c074dfbaab87', 'port_id': 'd5ad9b32-6ffc-43fd-8918-484fa2fad88c', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd59fa4ee-f8cd-410b-88b6-98181f8e4bde', 'mac_address': 'fa:16:3e:1e:7b:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '585c74b0-1c90-4951-a6b8-e3d306d66e1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T18:44:24Z', 'updated_at': '2021-04-20T18:44:27Z', 'revision_number': 1, 'project_id': '94755b3932d949cd9cb52a0da22b3fc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0dd6ce0-935e-4765-ae7f-57adc942fb9e', 'name': '', 'network_id': 'd59fa4ee-f8cd-410b-88b6-98181f8e4bde', 'tenant_id': '94755b3932d949cd9cb52a0da22b3fc0', 'mac_address': 'fa:16:3e:d9:3c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b1fcda2-6bdb-4c42-9b1b-c074dfbaab87', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'c7080e04-6ac2-44f9-a0da-002989b1e21f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:41:07Z', 'updated_at': '2021-04-20T18:41:17Z', 'revision_number': 5, 'project_id': '94755b3932d949cd9cb52a0da22b3fc0', 'subnets': [{'id': 'c7080e04-6ac2-44f9-a0da-002989b1e21f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786931-2-iscsi', False) {} {{(pid=86422) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:46:25.310897 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59ffe5a6-90a5-4a49-aea1-58e1549bdf74 None None] The sync data for ids ['4b1fcda2-6bdb-4c42-9b1b-c074dfbaab87'] in dv-cinder-786931-2-iscsi is: [{'id': '4b1fcda2-6bdb-4c42-9b1b-c074dfbaab87', 'name': 'tempest-TestVolumeBootPattern-675695298-router', 'tenant_id': '94755b3932d949cd9cb52a0da22b3fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357044f3-f85c-4c82-92f2-504aa071d528', 'external_fixed_ips': [{'subnet_id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'ip_address': '172.27.2.179'}], 'enable_snat': True}, 'gw_port_id': '676b99f3-6b0c-48c4-8262-7448ad4ac3f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:41:02Z', 'updated_at': '2021-04-20T18:41:08Z', 'revision_number': 4, 'project_id': '94755b3932d949cd9cb52a0da22b3fc0', 'gw_port': {'id': '676b99f3-6b0c-48c4-8262-7448ad4ac3f1', 'name': '', 'network_id': '357044f3-f85c-4c82-92f2-504aa071d528', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:3a:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b1fcda2-6bdb-4c42-9b1b-c074dfbaab87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'ip_address': '172.27.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:41:03Z', 'updated_at': '2021-04-20T18:41:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-2-iscsi', '_floatingips': [{'id': '19c271a7-e8e6-435f-aebd-976efe249fba', 'tenant_id': '94755b3932d949cd9cb52a0da22b3fc0', 'floating_ip_address': '172.27.2.3', 'floating_network_id': '357044f3-f85c-4c82-92f2-504aa071d528', 'router_id': '4b1fcda2-6bdb-4c42-9b1b-c074dfbaab87', 'port_id': '2a560803-bd27-4367-a3de-118ec6eb7a74', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd59fa4ee-f8cd-410b-88b6-98181f8e4bde', 'mac_address': 'fa:16:3e:1f:50:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaeffc3f-b3f3-41b3-814b-e31220b9eda2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T18:46:22Z', 'updated_at': '2021-04-20T18:46:22Z', 'revision_number': 0, 'project_id': '94755b3932d949cd9cb52a0da22b3fc0', 'fixed_ip_address_scope': None}, {'id': 'c9579fa3-5035-45b2-8185-007c79a5d6b1', 'tenant_id': '94755b3932d949cd9cb52a0da22b3fc0', 'floating_ip_address': '172.27.2.175', 'floating_network_id': '357044f3-f85c-4c82-92f2-504aa071d528', 'router_id': '4b1fcda2-6bdb-4c42-9b1b-c074dfbaab87', 'port_id': 'd5ad9b32-6ffc-43fd-8918-484fa2fad88c', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd59fa4ee-f8cd-410b-88b6-98181f8e4bde', 'mac_address': 'fa:16:3e:1e:7b:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '585c74b0-1c90-4951-a6b8-e3d306d66e1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T18:44:24Z', 'updated_at': '2021-04-20T18:44:27Z', 'revision_number': 1, 'project_id': '94755b3932d949cd9cb52a0da22b3fc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0dd6ce0-935e-4765-ae7f-57adc942fb9e', 'name': '', 'network_id': 'd59fa4ee-f8cd-410b-88b6-98181f8e4bde', 'tenant_id': '94755b3932d949cd9cb52a0da22b3fc0', 'mac_address': 'fa:16:3e:d9:3c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b1fcda2-6bdb-4c42-9b1b-c074dfbaab87', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'c7080e04-6ac2-44f9-a0da-002989b1e21f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:41:07Z', 'updated_at': '2021-04-20T18:41:17Z', 'revision_number': 5, 'project_id': '94755b3932d949cd9cb52a0da22b3fc0', 'subnets': [{'id': 'c7080e04-6ac2-44f9-a0da-002989b1e21f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 18:46:25.615617 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6522627c-cb5e-4f15-b8f1-1c3b11db1f2f None None] New status for floating IP 19c271a7-e8e6-435f-aebd-976efe249fba: ACTIVE {{(pid=86423) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 20 18:46:28.579146 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-23f406aa-184b-4378-9bc7-1ef2b29db7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:46:31.362591 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d3b1d5bc-5c03-44a3-8fa5-23566c153d32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:46:31.450826 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-59ff2fcf-5a92-41e6-b6a8-ab5cb4df6403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:46:32.026478 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:46:32.430859 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:46:33.221075 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-69625b45-0eac-4ead-bef5-f7df2e631dfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:46:41.011709 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.agents_db [None req-36c0d191-ed3c-416e-a897-084b3b2178c3 None None] Agent healthcheck: found 6 active agents {{(pid=86423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 18:46:45.812849 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-224998c8-78d8-40f2-a551-29e5973ba0a4 req-97a7738e-6e85-447d-8032-8a826ffd6d83 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=585c74b0-1c90-4951-a6b8-e3d306d66e1c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1307359
Apr 20 18:46:45.960300 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224998c8-78d8-40f2-a551-29e5973ba0a4 req-ba51849d-4c1f-47e9-8d40-b898010bcd5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:46:45.961907 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-224998c8-78d8-40f2-a551-29e5973ba0a4 req-ba51849d-4c1f-47e9-8d40-b898010bcd5b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=94755b3932d949cd9cb52a0da22b3fc0&device_id=585c74b0-1c90-4951-a6b8-e3d306d66e1c HTTP/1.1" status: 200  len: 1099 time: 0.0780678
Apr 20 18:46:46.117034 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224998c8-78d8-40f2-a551-29e5973ba0a4 req-f4a0b481-3455-4cf6-930d-2ec551c33adb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:46:46.118687 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-224998c8-78d8-40f2-a551-29e5973ba0a4 req-f4a0b481-3455-4cf6-930d-2ec551c33adb service neutron] 10.222.0.10 "GET /v2.0/networks?id=d59fa4ee-f8cd-410b-88b6-98181f8e4bde HTTP/1.1" status: 200  len: 912 time: 0.1379704
Apr 20 18:46:46.229412 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-224998c8-78d8-40f2-a551-29e5973ba0a4 req-a933bcc3-a1ec-4a09-bc2e-025aba997231 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d5ad9b32-6ffc-43fd-8918-484fa2fad88c HTTP/1.1" status: 200  len: 1002 time: 0.1041677
Apr 20 18:46:46.299766 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224998c8-78d8-40f2-a551-29e5973ba0a4 req-4866835d-2672-4199-8641-49d6981bac66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:46:46.301343 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-224998c8-78d8-40f2-a551-29e5973ba0a4 req-4866835d-2672-4199-8641-49d6981bac66 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c7080e04-6ac2-44f9-a0da-002989b1e21f HTTP/1.1" status: 200  len: 850 time: 0.0666196
Apr 20 18:46:46.386191 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224998c8-78d8-40f2-a551-29e5973ba0a4 req-db02c204-576b-4e1c-8cc6-d82324e0be60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:46:46.387712 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-224998c8-78d8-40f2-a551-29e5973ba0a4 req-db02c204-576b-4e1c-8cc6-d82324e0be60 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d59fa4ee-f8cd-410b-88b6-98181f8e4bde&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0795932
Apr 20 18:46:46.532710 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-224998c8-78d8-40f2-a551-29e5973ba0a4 req-5550d0de-bffa-4164-95c6-bb6d4e0e7215 service neutron] 10.222.0.10 "GET /v2.0/networks/d59fa4ee-f8cd-410b-88b6-98181f8e4bde?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1382263
Apr 20 18:46:46.678029 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-224998c8-78d8-40f2-a551-29e5973ba0a4 req-4c44258f-d6d4-47ba-b7d5-3f2d7105d9d6 service neutron] 10.222.0.10 "GET /v2.0/networks/d59fa4ee-f8cd-410b-88b6-98181f8e4bde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1394043
Apr 20 18:46:58.580511 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-9d5ba430-f1a8-4b28-a366-4aae07154772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:47:01.363686 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f5a2d7a1-f182-4641-b93f-9a03f80c3aa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:47:01.456364 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-59ff2fcf-5a92-41e6-b6a8-ab5cb4df6403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:47:02.029047 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:47:02.451473 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:47:03.224641 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-69625b45-0eac-4ead-bef5-f7df2e631dfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:47:18.011023 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.agents_db [None req-36c0d191-ed3c-416e-a897-084b3b2178c3 None None] Agent healthcheck: found 6 active agents {{(pid=86423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 18:47:28.582517 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-58f8417f-9495-492f-9f87-33e028d674e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:47:31.364985 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-2b5b87c1-670c-46bd-b4ad-1f490f90f1a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:47:31.457905 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-59ff2fcf-5a92-41e6-b6a8-ab5cb4df6403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:47:32.033107 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:47:32.453477 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:47:33.227395 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-69625b45-0eac-4ead-bef5-f7df2e631dfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:47:47.807669 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-c7a25bbf-eaf0-4628-a26e-18bd4a971704 req-5939cc85-e597-4383-b072-100352dfcfb3 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=aaeffc3f-b3f3-41b3-814b-e31220b9eda2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0760965
Apr 20 18:47:47.912719 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a25bbf-eaf0-4628-a26e-18bd4a971704 req-d2d6f7a7-288f-43b5-bbd7-e62192d042ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:47:47.914450 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-c7a25bbf-eaf0-4628-a26e-18bd4a971704 req-d2d6f7a7-288f-43b5-bbd7-e62192d042ae service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=94755b3932d949cd9cb52a0da22b3fc0&device_id=aaeffc3f-b3f3-41b3-814b-e31220b9eda2 HTTP/1.1" status: 200  len: 1098 time: 0.0849283
Apr 20 18:47:48.070166 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a25bbf-eaf0-4628-a26e-18bd4a971704 req-e505f311-e172-4170-a693-bcd193ef1629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:47:48.071731 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-c7a25bbf-eaf0-4628-a26e-18bd4a971704 req-e505f311-e172-4170-a693-bcd193ef1629 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d59fa4ee-f8cd-410b-88b6-98181f8e4bde HTTP/1.1" status: 200  len: 912 time: 0.1372688
Apr 20 18:47:48.181025 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-c7a25bbf-eaf0-4628-a26e-18bd4a971704 req-df207205-b5ad-4747-b47b-215ee40833e0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2a560803-bd27-4367-a3de-118ec6eb7a74 HTTP/1.1" status: 200  len: 999 time: 0.1031246
Apr 20 18:47:48.249758 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a25bbf-eaf0-4628-a26e-18bd4a971704 req-61c58a94-fd54-446b-a29e-700c9723f92c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:47:48.251279 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-c7a25bbf-eaf0-4628-a26e-18bd4a971704 req-61c58a94-fd54-446b-a29e-700c9723f92c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c7080e04-6ac2-44f9-a0da-002989b1e21f HTTP/1.1" status: 200  len: 850 time: 0.0632596
Apr 20 18:47:48.334209 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a25bbf-eaf0-4628-a26e-18bd4a971704 req-67b8e4d9-e915-45db-95e4-71ee4b9ed6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:47:48.335711 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-c7a25bbf-eaf0-4628-a26e-18bd4a971704 req-67b8e4d9-e915-45db-95e4-71ee4b9ed6b2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d59fa4ee-f8cd-410b-88b6-98181f8e4bde&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0772703
Apr 20 18:47:48.478152 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-c7a25bbf-eaf0-4628-a26e-18bd4a971704 req-1460b37e-3210-4da4-b549-12f9956c838d service neutron] 10.222.0.10 "GET /v2.0/networks/d59fa4ee-f8cd-410b-88b6-98181f8e4bde?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1352143
Apr 20 18:47:48.618987 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-c7a25bbf-eaf0-4628-a26e-18bd4a971704 req-cbde51fd-8e8f-4639-9058-20280bab1f07 service neutron] 10.222.0.10 "GET /v2.0/networks/d59fa4ee-f8cd-410b-88b6-98181f8e4bde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1340415
Apr 20 18:47:52.150441 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86421) accepted ('10.222.0.11', 53980) {{(pid=86421) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:47:52.367959 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-34103bf9-37af-4b76-9be3-c06c61566e8b tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Deleting port cd3fb1b7-1420-4cd2-a95b-718039d9c046 {{(pid=86421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 18:47:52.368362 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-34103bf9-37af-4b76-9be3-c06c61566e8b tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251177940340'] for port, before_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:47:52.548825 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-34103bf9-37af-4b76-9be3-c06c61566e8b tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858558'] for port, precommit_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:47:52.549190 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-34103bf9-37af-4b76-9be3-c06c61566e8b tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:47:52.679323 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-34103bf9-37af-4b76-9be3-c06c61566e8b tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Calling delete_port for cd3fb1b7-1420-4cd2-a95b-718039d9c046 owned by network:floatingip {{(pid=86421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 18:47:52.833677 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-34103bf9-37af-4b76-9be3-c06c61566e8b tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251177936671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785676391897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036828324065'] for port, after_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:47:52.838565 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-6a86282a-a29c-4e28-b760-f79278098e04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:47:53.140312 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34103bf9-37af-4b76-9be3-c06c61566e8b tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Pushing event deleted for resources: {'Port': ['ID=cd3fb1b7-1420-4cd2-a95b-718039d9c046,revision_number=None']} {{(pid=86421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:47:53.175709 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34103bf9-37af-4b76-9be3-c06c61566e8b tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:47:53.176322 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34103bf9-37af-4b76-9be3-c06c61566e8b tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:47:53.176564 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34103bf9-37af-4b76-9be3-c06c61566e8b tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:47:53.176969 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34103bf9-37af-4b76-9be3-c06c61566e8b tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:47:53.177372 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34103bf9-37af-4b76-9be3-c06c61566e8b tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:47:53.177771 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34103bf9-37af-4b76-9be3-c06c61566e8b tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:47:53.178172 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34103bf9-37af-4b76-9be3-c06c61566e8b tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:47:53.178572 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34103bf9-37af-4b76-9be3-c06c61566e8b tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:47:53.178972 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34103bf9-37af-4b76-9be3-c06c61566e8b tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:47:53.179369 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34103bf9-37af-4b76-9be3-c06c61566e8b tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:47:53.179767 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34103bf9-37af-4b76-9be3-c06c61566e8b tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:47:53.180226 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34103bf9-37af-4b76-9be3-c06c61566e8b tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:47:53.188474 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-34103bf9-37af-4b76-9be3-c06c61566e8b tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:47:53.249814 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-34103bf9-37af-4b76-9be3-c06c61566e8b tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Notify callbacks [] for floatingip, after_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:47:53.250213 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.db.l3_db [None req-34103bf9-37af-4b76-9be3-c06c61566e8b tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Floating IP 19c271a7-e8e6-435f-aebd-976efe249fba disassociated (deleted). External IP: 172.27.2.3, port: 2a560803-bd27-4367-a3de-118ec6eb7a74.
Apr 20 18:47:53.624066 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34103bf9-37af-4b76-9be3-c06c61566e8b tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Router 4b1fcda2-6bdb-4c42-9b1b-c074dfbaab87 has already been hosted by L3 agent 561dbf79-24e4-4a0d-b08c-f7bb8670fc1d {{(pid=86421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 18:47:53.814548 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34103bf9-37af-4b76-9be3-c06c61566e8b tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Notify agent at l3_agent.dv-cinder-786931-2-iscsi the message routers_updated {{(pid=86421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 18:47:53.824799 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4648c04d-d760-44a3-9f70-2dfc71833524 None None] Sync routers for ids ['4b1fcda2-6bdb-4c42-9b1b-c074dfbaab87'] in dv-cinder-786931-2-iscsi {{(pid=86422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 18:47:53.832313 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-34103bf9-37af-4b76-9be3-c06c61566e8b tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7615'] for floatingip, before_response {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:47:53.835554 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4648c04d-d760-44a3-9f70-2dfc71833524 None None] Routers {'4b1fcda2-6bdb-4c42-9b1b-c074dfbaab87'} bound to L3 agent in host dv-cinder-786931-2-iscsi {{(pid=86422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:47:53.836267 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-4648c04d-d760-44a3-9f70-2dfc71833524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd930b74cc0>, 'dv-cinder-786931-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T18:22:01Z,description=<?>,heartbeat_timestamp=2021-04-20T18:47:31Z,host='dv-cinder-786931-2-iscsi',id=561dbf79-24e4-4a0d-b08c-f7bb8670fc1d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:22:01Z,topic='l3_agent')) {'router_ids': ['4b1fcda2-6bdb-4c42-9b1b-c074dfbaab87'], 'active': True} {{(pid=86422) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:47:53.895495 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-34103bf9-37af-4b76-9be3-c06c61566e8b tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] 10.222.0.11 "DELETE /v2.0/floatingips/19c271a7-e8e6-435f-aebd-976efe249fba HTTP/1.1" status: 204  len: 168 time: 1.7438474
Apr 20 18:47:53.896214 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aaeffc3f-b3f3-41b3-814b-e31220b9eda2', 'tag': '2a560803-bd27-4367-a3de-118ec6eb7a74'}] {{(pid=86421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:47:54.017299 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aaeffc3f-b3f3-41b3-814b-e31220b9eda2', 'tag': '2a560803-bd27-4367-a3de-118ec6eb7a74', 'status': 'completed', 'code': 200}
Apr 20 18:47:54.042863 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_dvr_db [None req-4648c04d-d760-44a3-9f70-2dfc71833524 None None] Set router 4b1fcda2-6bdb-4c42-9b1b-c074dfbaab87 gateway port host: dv-cinder-786931-2-iscsi {{(pid=86422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:47:54.134690 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcf35da-fd55-46be-bc4a-159d9cce0a9c req-450d1e70-2725-4980-babf-e1d72149e44d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:47:54.136328 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-4bcf35da-fd55-46be-bc4a-159d9cce0a9c req-450d1e70-2725-4980-babf-e1d72149e44d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=94755b3932d949cd9cb52a0da22b3fc0&device_id=aaeffc3f-b3f3-41b3-814b-e31220b9eda2 HTTP/1.1" status: 200  len: 1098 time: 0.0964684
Apr 20 18:47:54.287330 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcf35da-fd55-46be-bc4a-159d9cce0a9c req-fcbd52d6-d961-4cc4-8083-e45d95eea489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:47:54.289030 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-4bcf35da-fd55-46be-bc4a-159d9cce0a9c req-fcbd52d6-d961-4cc4-8083-e45d95eea489 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d59fa4ee-f8cd-410b-88b6-98181f8e4bde HTTP/1.1" status: 200  len: 912 time: 0.1449125
Apr 20 18:47:54.311036 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bf0c8d-51f9-48e8-9d1b-6b3122b33ff7 req-54174b87-5314-43c3-b1d8-0d9ff612a6f0 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:47:54.312864 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [req-f4bf0c8d-51f9-48e8-9d1b-6b3122b33ff7 req-54174b87-5314-43c3-b1d8-0d9ff612a6f0 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Synchronizing usage tracker for tenant:94755b3932d949cd9cb52a0da22b3fc0 on resource:port {{(pid=86421) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 18:47:54.328744 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [req-f4bf0c8d-51f9-48e8-9d1b-6b3122b33ff7 req-54174b87-5314-43c3-b1d8-0d9ff612a6f0 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Unset dirty status for tenant:94755b3932d949cd9cb52a0da22b3fc0 on resource:port {{(pid=86421) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 18:47:54.330029 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-f4bf0c8d-51f9-48e8-9d1b-6b3122b33ff7 req-54174b87-5314-43c3-b1d8-0d9ff612a6f0 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] 10.222.0.11 "GET /v2.0/ports?device_id=aaeffc3f-b3f3-41b3-814b-e31220b9eda2 HTTP/1.1" status: 200  len: 945 time: 0.1119566
Apr 20 18:47:54.369818 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-4bcf35da-fd55-46be-bc4a-159d9cce0a9c req-2493d85f-107f-4185-9282-32f36dc7fb68 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2a560803-bd27-4367-a3de-118ec6eb7a74 HTTP/1.1" status: 200  len: 217 time: 0.0735364
Apr 20 18:47:54.382282 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-f4bf0c8d-51f9-48e8-9d1b-6b3122b33ff7 req-de570e44-b2b3-4e31-9d37-9efe8a556b8f tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4f8c5ab-542b-445c-8d7c-0d3f20817c59&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0457306
Apr 20 18:47:54.448788 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-4648c04d-d760-44a3-9f70-2dfc71833524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd930b74cc0>, [{'id': '4b1fcda2-6bdb-4c42-9b1b-c074dfbaab87', 'name': 'tempest-TestVolumeBootPattern-675695298-router', 'tenant_id': '94755b3932d949cd9cb52a0da22b3fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357044f3-f85c-4c82-92f2-504aa071d528', 'external_fixed_ips': [{'subnet_id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'ip_address': '172.27.2.179'}], 'enable_snat': True}, 'gw_port_id': '676b99f3-6b0c-48c4-8262-7448ad4ac3f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:41:02Z', 'updated_at': '2021-04-20T18:41:08Z', 'revision_number': 4, 'project_id': '94755b3932d949cd9cb52a0da22b3fc0', 'gw_port': {'id': '676b99f3-6b0c-48c4-8262-7448ad4ac3f1', 'name': '', 'network_id': '357044f3-f85c-4c82-92f2-504aa071d528', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:3a:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b1fcda2-6bdb-4c42-9b1b-c074dfbaab87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'ip_address': '172.27.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:41:03Z', 'updated_at': '2021-04-20T18:41:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-2-iscsi', '_floatingips': [{'id': 'c9579fa3-5035-45b2-8185-007c79a5d6b1', 'tenant_id': '94755b3932d949cd9cb52a0da22b3fc0', 'floating_ip_address': '172.27.2.175', 'floating_network_id': '357044f3-f85c-4c82-92f2-504aa071d528', 'router_id': '4b1fcda2-6bdb-4c42-9b1b-c074dfbaab87', 'port_id': 'd5ad9b32-6ffc-43fd-8918-484fa2fad88c', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd59fa4ee-f8cd-410b-88b6-98181f8e4bde', 'mac_address': 'fa:16:3e:1e:7b:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '585c74b0-1c90-4951-a6b8-e3d306d66e1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T18:44:24Z', 'updated_at': '2021-04-20T18:44:27Z', 'revision_number': 1, 'project_id': '94755b3932d949cd9cb52a0da22b3fc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0dd6ce0-935e-4765-ae7f-57adc942fb9e', 'name': '', 'network_id': 'd59fa4ee-f8cd-410b-88b6-98181f8e4bde', 'tenant_id': '94755b3932d949cd9cb52a0da22b3fc0', 'mac_address': 'fa:16:3e:d9:3c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b1fcda2-6bdb-4c42-9b1b-c074dfbaab87', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'c7080e04-6ac2-44f9-a0da-002989b1e21f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:41:07Z', 'updated_at': '2021-04-20T18:41:17Z', 'revision_number': 5, 'project_id': '94755b3932d949cd9cb52a0da22b3fc0', 'subnets': [{'id': 'c7080e04-6ac2-44f9-a0da-002989b1e21f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786931-2-iscsi', False) {} {{(pid=86422) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:47:54.449878 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcf35da-fd55-46be-bc4a-159d9cce0a9c req-eeda05b8-72fb-4b2d-a8e1-d277116fab19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:47:54.451485 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-4bcf35da-fd55-46be-bc4a-159d9cce0a9c req-eeda05b8-72fb-4b2d-a8e1-d277116fab19 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c7080e04-6ac2-44f9-a0da-002989b1e21f HTTP/1.1" status: 200  len: 850 time: 0.0750020
Apr 20 18:47:54.454410 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4648c04d-d760-44a3-9f70-2dfc71833524 None None] Checking router: 4b1fcda2-6bdb-4c42-9b1b-c074dfbaab87 for host: dv-cinder-786931-2-iscsi {{(pid=86422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 18:47:54.465730 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4648c04d-d760-44a3-9f70-2dfc71833524 None None] Routers {'4b1fcda2-6bdb-4c42-9b1b-c074dfbaab87'} bound to L3 agent in host dv-cinder-786931-2-iscsi {{(pid=86422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:47:54.466478 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-4648c04d-d760-44a3-9f70-2dfc71833524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd930b74cc0>, 'dv-cinder-786931-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T18:22:01Z,description=<?>,heartbeat_timestamp=2021-04-20T18:47:31Z,host='dv-cinder-786931-2-iscsi',id=561dbf79-24e4-4a0d-b08c-f7bb8670fc1d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:22:01Z,topic='l3_agent')) {'router_ids': ['4b1fcda2-6bdb-4c42-9b1b-c074dfbaab87'], 'active': True} {{(pid=86422) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:47:54.537871 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcf35da-fd55-46be-bc4a-159d9cce0a9c req-552cbab0-6177-41bb-a286-e7628a3b132d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:47:54.539496 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-4bcf35da-fd55-46be-bc4a-159d9cce0a9c req-552cbab0-6177-41bb-a286-e7628a3b132d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d59fa4ee-f8cd-410b-88b6-98181f8e4bde&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0799830
Apr 20 18:47:54.657462 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_dvr_db [None req-4648c04d-d760-44a3-9f70-2dfc71833524 None None] Set router 4b1fcda2-6bdb-4c42-9b1b-c074dfbaab87 gateway port host: dv-cinder-786931-2-iscsi {{(pid=86422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:47:54.683236 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-4bcf35da-fd55-46be-bc4a-159d9cce0a9c req-311956f4-8c5a-46c7-a052-2108f299befa service neutron] 10.222.0.10 "GET /v2.0/networks/d59fa4ee-f8cd-410b-88b6-98181f8e4bde?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1364853
Apr 20 18:47:54.831379 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-4bcf35da-fd55-46be-bc4a-159d9cce0a9c req-13468c30-0466-4db0-9409-53bb3516715b service neutron] 10.222.0.10 "GET /v2.0/networks/d59fa4ee-f8cd-410b-88b6-98181f8e4bde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1386309
Apr 20 18:47:55.010188 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.agents_db [None req-36c0d191-ed3c-416e-a897-084b3b2178c3 None None] Agent healthcheck: found 6 active agents {{(pid=86423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 18:47:55.027118 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-4648c04d-d760-44a3-9f70-2dfc71833524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd930b74cc0>, [{'id': '4b1fcda2-6bdb-4c42-9b1b-c074dfbaab87', 'name': 'tempest-TestVolumeBootPattern-675695298-router', 'tenant_id': '94755b3932d949cd9cb52a0da22b3fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357044f3-f85c-4c82-92f2-504aa071d528', 'external_fixed_ips': [{'subnet_id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'ip_address': '172.27.2.179'}], 'enable_snat': True}, 'gw_port_id': '676b99f3-6b0c-48c4-8262-7448ad4ac3f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:41:02Z', 'updated_at': '2021-04-20T18:41:08Z', 'revision_number': 4, 'project_id': '94755b3932d949cd9cb52a0da22b3fc0', 'gw_port': {'id': '676b99f3-6b0c-48c4-8262-7448ad4ac3f1', 'name': '', 'network_id': '357044f3-f85c-4c82-92f2-504aa071d528', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:3a:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b1fcda2-6bdb-4c42-9b1b-c074dfbaab87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'ip_address': '172.27.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:41:03Z', 'updated_at': '2021-04-20T18:41:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-2-iscsi', '_floatingips': [{'id': 'c9579fa3-5035-45b2-8185-007c79a5d6b1', 'tenant_id': '94755b3932d949cd9cb52a0da22b3fc0', 'floating_ip_address': '172.27.2.175', 'floating_network_id': '357044f3-f85c-4c82-92f2-504aa071d528', 'router_id': '4b1fcda2-6bdb-4c42-9b1b-c074dfbaab87', 'port_id': 'd5ad9b32-6ffc-43fd-8918-484fa2fad88c', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd59fa4ee-f8cd-410b-88b6-98181f8e4bde', 'mac_address': 'fa:16:3e:1e:7b:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '585c74b0-1c90-4951-a6b8-e3d306d66e1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T18:44:24Z', 'updated_at': '2021-04-20T18:44:27Z', 'revision_number': 1, 'project_id': '94755b3932d949cd9cb52a0da22b3fc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0dd6ce0-935e-4765-ae7f-57adc942fb9e', 'name': '', 'network_id': 'd59fa4ee-f8cd-410b-88b6-98181f8e4bde', 'tenant_id': '94755b3932d949cd9cb52a0da22b3fc0', 'mac_address': 'fa:16:3e:d9:3c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b1fcda2-6bdb-4c42-9b1b-c074dfbaab87', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'c7080e04-6ac2-44f9-a0da-002989b1e21f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:41:07Z', 'updated_at': '2021-04-20T18:41:17Z', 'revision_number': 5, 'project_id': '94755b3932d949cd9cb52a0da22b3fc0', 'subnets': [{'id': 'c7080e04-6ac2-44f9-a0da-002989b1e21f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786931-2-iscsi', False) {} {{(pid=86422) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:47:55.031930 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4648c04d-d760-44a3-9f70-2dfc71833524 None None] The sync data for ids ['4b1fcda2-6bdb-4c42-9b1b-c074dfbaab87'] in dv-cinder-786931-2-iscsi is: [{'id': '4b1fcda2-6bdb-4c42-9b1b-c074dfbaab87', 'name': 'tempest-TestVolumeBootPattern-675695298-router', 'tenant_id': '94755b3932d949cd9cb52a0da22b3fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357044f3-f85c-4c82-92f2-504aa071d528', 'external_fixed_ips': [{'subnet_id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'ip_address': '172.27.2.179'}], 'enable_snat': True}, 'gw_port_id': '676b99f3-6b0c-48c4-8262-7448ad4ac3f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:41:02Z', 'updated_at': '2021-04-20T18:41:08Z', 'revision_number': 4, 'project_id': '94755b3932d949cd9cb52a0da22b3fc0', 'gw_port': {'id': '676b99f3-6b0c-48c4-8262-7448ad4ac3f1', 'name': '', 'network_id': '357044f3-f85c-4c82-92f2-504aa071d528', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:3a:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b1fcda2-6bdb-4c42-9b1b-c074dfbaab87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'ip_address': '172.27.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:41:03Z', 'updated_at': '2021-04-20T18:41:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-2-iscsi', '_floatingips': [{'id': 'c9579fa3-5035-45b2-8185-007c79a5d6b1', 'tenant_id': '94755b3932d949cd9cb52a0da22b3fc0', 'floating_ip_address': '172.27.2.175', 'floating_network_id': '357044f3-f85c-4c82-92f2-504aa071d528', 'router_id': '4b1fcda2-6bdb-4c42-9b1b-c074dfbaab87', 'port_id': 'd5ad9b32-6ffc-43fd-8918-484fa2fad88c', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd59fa4ee-f8cd-410b-88b6-98181f8e4bde', 'mac_address': 'fa:16:3e:1e:7b:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '585c74b0-1c90-4951-a6b8-e3d306d66e1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T18:44:24Z', 'updated_at': '2021-04-20T18:44:27Z', 'revision_number': 1, 'project_id': '94755b3932d949cd9cb52a0da22b3fc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0dd6ce0-935e-4765-ae7f-57adc942fb9e', 'name': '', 'network_id': 'd59fa4ee-f8cd-410b-88b6-98181f8e4bde', 'tenant_id': '94755b3932d949cd9cb52a0da22b3fc0', 'mac_address': 'fa:16:3e:d9:3c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b1fcda2-6bdb-4c42-9b1b-c074dfbaab87', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'c7080e04-6ac2-44f9-a0da-002989b1e21f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:41:07Z', 'updated_at': '2021-04-20T18:41:17Z', 'revision_number': 5, 'project_id': '94755b3932d949cd9cb52a0da22b3fc0', 'subnets': [{'id': 'c7080e04-6ac2-44f9-a0da-002989b1e21f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 18:47:55.399340 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f1d092-f333-4eb2-a20e-cd1634180317 None None] New status for floating IP 19c271a7-e8e6-435f-aebd-976efe249fba: DOWN {{(pid=86423) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 20 18:47:55.615036 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c076a07-7624-4efd-8ffa-32f790567089 req-13ade06d-00a2-4b6d-849b-638345cd7bde tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:47:55.616737 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-4c076a07-7624-4efd-8ffa-32f790567089 req-13ade06d-00a2-4b6d-849b-638345cd7bde tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] 10.222.0.11 "GET /v2.0/ports?device_id=aaeffc3f-b3f3-41b3-814b-e31220b9eda2 HTTP/1.1" status: 200  len: 945 time: 0.0954113
Apr 20 18:47:55.671212 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-4c076a07-7624-4efd-8ffa-32f790567089 req-fd1af9fc-1ab4-48f5-825a-72d0a94bedf0 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4f8c5ab-542b-445c-8d7c-0d3f20817c59&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0416386
Apr 20 18:47:55.776709 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d587ac-6434-418d-9eab-8e6c54af1778 req-888cee30-8b2a-4d64-9cce-49205350fd49 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:47:55.777461 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [req-89d587ac-6434-418d-9eab-8e6c54af1778 req-888cee30-8b2a-4d64-9cce-49205350fd49 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Synchronizing usage tracker for tenant:94755b3932d949cd9cb52a0da22b3fc0 on resource:port {{(pid=86420) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 18:47:55.789960 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [req-89d587ac-6434-418d-9eab-8e6c54af1778 req-888cee30-8b2a-4d64-9cce-49205350fd49 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Unset dirty status for tenant:94755b3932d949cd9cb52a0da22b3fc0 on resource:port {{(pid=86420) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 18:47:55.791109 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-89d587ac-6434-418d-9eab-8e6c54af1778 req-888cee30-8b2a-4d64-9cce-49205350fd49 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] 10.222.0.10 "GET /v2.0/ports?device_id=aaeffc3f-b3f3-41b3-814b-e31220b9eda2 HTTP/1.1" status: 200  len: 945 time: 0.1044827
Apr 20 18:47:55.866741 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [req-89d587ac-6434-418d-9eab-8e6c54af1778 req-369f4c81-f5af-4119-ba0a-d0e2139b190b tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Deleting port 2a560803-bd27-4367-a3de-118ec6eb7a74 {{(pid=86420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 18:47:55.867111 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-89d587ac-6434-418d-9eab-8e6c54af1778 req-369f4c81-f5af-4119-ba0a-d0e2139b190b tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251177940340'] for port, before_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:47:56.375029 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [req-89d587ac-6434-418d-9eab-8e6c54af1778 req-369f4c81-f5af-4119-ba0a-d0e2139b190b tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] For port 2a560803-bd27-4367-a3de-118ec6eb7a74, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=2a560803-bd27-4367-a3de-118ec6eb7a74,segment=NetworkSegment(9f7abe42-b68a-4919-8d63-b9d7caeb57f5),segment_id=9f7abe42-b68a-4919-8d63-b9d7caeb57f5)] {{(pid=86420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:47:56.375507 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-89d587ac-6434-418d-9eab-8e6c54af1778 req-369f4c81-f5af-4119-ba0a-d0e2139b190b tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858558'] for port, precommit_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:47:56.508986 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [req-89d587ac-6434-418d-9eab-8e6c54af1778 req-369f4c81-f5af-4119-ba0a-d0e2139b190b tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Calling delete_port for 2a560803-bd27-4367-a3de-118ec6eb7a74 owned by compute:nova {{(pid=86420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 18:47:56.658336 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-89d587ac-6434-418d-9eab-8e6c54af1778 req-369f4c81-f5af-4119-ba0a-d0e2139b190b tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251177936671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785676391897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4189424'] for port, after_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:47:56.665333 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-ee67c963-33ae-4ffd-9912-1275774e5f96 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:47:56.750077 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369f4c81-f5af-4119-ba0a-d0e2139b190b tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Pushing event deleted for resources: {'Port': ['ID=2a560803-bd27-4367-a3de-118ec6eb7a74,revision_number=None']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:47:56.768949 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369f4c81-f5af-4119-ba0a-d0e2139b190b tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:47:56.769382 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369f4c81-f5af-4119-ba0a-d0e2139b190b tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:47:56.769807 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369f4c81-f5af-4119-ba0a-d0e2139b190b tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:47:56.770223 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369f4c81-f5af-4119-ba0a-d0e2139b190b tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:47:56.770634 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369f4c81-f5af-4119-ba0a-d0e2139b190b tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:47:56.771049 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369f4c81-f5af-4119-ba0a-d0e2139b190b tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:47:56.771460 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369f4c81-f5af-4119-ba0a-d0e2139b190b tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:47:56.771868 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369f4c81-f5af-4119-ba0a-d0e2139b190b tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:47:56.772302 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369f4c81-f5af-4119-ba0a-d0e2139b190b tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:47:56.772716 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369f4c81-f5af-4119-ba0a-d0e2139b190b tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:47:56.773118 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369f4c81-f5af-4119-ba0a-d0e2139b190b tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:47:56.773522 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369f4c81-f5af-4119-ba0a-d0e2139b190b tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-2-iscsi {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:47:56.803297 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-369f4c81-f5af-4119-ba0a-d0e2139b190b tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:47:56.815853 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [req-89d587ac-6434-418d-9eab-8e6c54af1778 req-369f4c81-f5af-4119-ba0a-d0e2139b190b tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] No DVR routers for this DVR port 2a560803-bd27-4367-a3de-118ec6eb7a74 on host hv-cinder-78693 {{(pid=86420) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 18:47:56.818406 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-89d587ac-6434-418d-9eab-8e6c54af1778 req-369f4c81-f5af-4119-ba0a-d0e2139b190b tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7615'] for port, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:47:56.821353 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aaeffc3f-b3f3-41b3-814b-e31220b9eda2', 'name': 'network-vif-deleted', 'tag': '2a560803-bd27-4367-a3de-118ec6eb7a74'}] {{(pid=86420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:47:56.837296 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-89d587ac-6434-418d-9eab-8e6c54af1778 req-369f4c81-f5af-4119-ba0a-d0e2139b190b tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] 10.222.0.10 "DELETE /v2.0/ports/2a560803-bd27-4367-a3de-118ec6eb7a74 HTTP/1.1" status: 204  len: 173 time: 1.0409513
Apr 20 18:47:56.850800 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-927a482d-72a3-4d7d-ba4e-08a83be7ee44 req-d38d976e-050d-443b-bc95-87d10ca73ad8 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] 10.222.0.11 "GET /v2.0/ports?device_id=aaeffc3f-b3f3-41b3-814b-e31220b9eda2 HTTP/1.1" status: 200  len: 210 time: 0.0515800
Apr 20 18:47:56.878807 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aaeffc3f-b3f3-41b3-814b-e31220b9eda2', 'name': 'network-vif-deleted', 'tag': '2a560803-bd27-4367-a3de-118ec6eb7a74', 'status': 'completed', 'code': 200}
Apr 20 18:47:57.637196 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Device 2a560803-bd27-4367-a3de-118ec6eb7a74 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 18:47:57.678787 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] No Port match for: 2a560803-bd27-4367-a3de-118ec6eb7a74 {{(pid=86422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 18:47:57.679152 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Device 2a560803-bd27-4367-a3de-118ec6eb7a74 not bound to the agent host hv-cinder-78693 {{(pid=86422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 18:47:58.584112 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-6f596ee9-6cd4-4c02-9174-759caa51e15c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:48:00.375892 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86421) accepted ('10.222.0.11', 54018) {{(pid=86421) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:48:00.599914 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-d14ecadd-16c1-4ca0-8317-317c083d607a tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Deleting port ffbc0c20-6d46-4c13-8f84-4bbcf070ab67 {{(pid=86421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 18:48:00.600150 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d14ecadd-16c1-4ca0-8317-317c083d607a tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251177940340'] for port, before_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:48:00.778482 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d14ecadd-16c1-4ca0-8317-317c083d607a tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858558'] for port, precommit_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:48:00.778851 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d14ecadd-16c1-4ca0-8317-317c083d607a tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:48:00.918850 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-d14ecadd-16c1-4ca0-8317-317c083d607a tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Calling delete_port for ffbc0c20-6d46-4c13-8f84-4bbcf070ab67 owned by network:floatingip {{(pid=86421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 18:48:01.078538 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d14ecadd-16c1-4ca0-8317-317c083d607a tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251177936671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785676391897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036828324065'] for port, after_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:48:01.083252 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-7ed298a5-afa9-43e3-9508-40dcdd7bea20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:48:01.133182 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14ecadd-16c1-4ca0-8317-317c083d607a tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Pushing event deleted for resources: {'Port': ['ID=ffbc0c20-6d46-4c13-8f84-4bbcf070ab67,revision_number=None']} {{(pid=86421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:48:01.176552 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-d14ecadd-16c1-4ca0-8317-317c083d607a tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:48:01.237785 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d14ecadd-16c1-4ca0-8317-317c083d607a tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Notify callbacks [] for floatingip, after_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:48:01.238161 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.db.l3_db [None req-d14ecadd-16c1-4ca0-8317-317c083d607a tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Floating IP c9579fa3-5035-45b2-8185-007c79a5d6b1 disassociated (deleted). External IP: 172.27.2.175, port: d5ad9b32-6ffc-43fd-8918-484fa2fad88c.
Apr 20 18:48:01.367756 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-56a87228-6b39-4f35-9fd0-2c34714354dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:48:01.460775 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-59ff2fcf-5a92-41e6-b6a8-ab5cb4df6403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:48:01.612597 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d14ecadd-16c1-4ca0-8317-317c083d607a tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Router 4b1fcda2-6bdb-4c42-9b1b-c074dfbaab87 has already been hosted by L3 agent 561dbf79-24e4-4a0d-b08c-f7bb8670fc1d {{(pid=86421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 18:48:01.798246 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d14ecadd-16c1-4ca0-8317-317c083d607a tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Notify agent at l3_agent.dv-cinder-786931-2-iscsi the message routers_updated {{(pid=86421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 18:48:01.807851 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0db5e4b6-be3d-4113-b027-d9b848d8615d None None] Sync routers for ids ['4b1fcda2-6bdb-4c42-9b1b-c074dfbaab87'] in dv-cinder-786931-2-iscsi {{(pid=86422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 18:48:01.815673 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d14ecadd-16c1-4ca0-8317-317c083d607a tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7615'] for floatingip, before_response {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:48:01.818329 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0db5e4b6-be3d-4113-b027-d9b848d8615d None None] Routers {'4b1fcda2-6bdb-4c42-9b1b-c074dfbaab87'} bound to L3 agent in host dv-cinder-786931-2-iscsi {{(pid=86422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:48:01.819023 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-0db5e4b6-be3d-4113-b027-d9b848d8615d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd92b4a49e8>, 'dv-cinder-786931-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T18:22:01Z,description=<?>,heartbeat_timestamp=2021-04-20T18:48:01Z,host='dv-cinder-786931-2-iscsi',id=561dbf79-24e4-4a0d-b08c-f7bb8670fc1d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:22:01Z,topic='l3_agent')) {'router_ids': ['4b1fcda2-6bdb-4c42-9b1b-c074dfbaab87'], 'active': True} {{(pid=86422) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:48:01.877903 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-d14ecadd-16c1-4ca0-8317-317c083d607a tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] 10.222.0.11 "DELETE /v2.0/floatingips/c9579fa3-5035-45b2-8185-007c79a5d6b1 HTTP/1.1" status: 204  len: 168 time: 1.5007727
Apr 20 18:48:01.878602 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '585c74b0-1c90-4951-a6b8-e3d306d66e1c', 'tag': 'd5ad9b32-6ffc-43fd-8918-484fa2fad88c'}] {{(pid=86421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:48:01.929800 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '585c74b0-1c90-4951-a6b8-e3d306d66e1c', 'tag': 'd5ad9b32-6ffc-43fd-8918-484fa2fad88c', 'status': 'completed', 'code': 200}
Apr 20 18:48:02.042394 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8e679b-c3f7-4cce-bfca-56592b3503f1 req-c540e96e-23fe-4187-aee8-c5e246dfd145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:48:02.044056 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-0a8e679b-c3f7-4cce-bfca-56592b3503f1 req-c540e96e-23fe-4187-aee8-c5e246dfd145 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=94755b3932d949cd9cb52a0da22b3fc0&device_id=585c74b0-1c90-4951-a6b8-e3d306d66e1c HTTP/1.1" status: 200  len: 1099 time: 0.0883405
Apr 20 18:48:02.172322 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:48:02.208944 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8e679b-c3f7-4cce-bfca-56592b3503f1 req-62565886-f9aa-4329-93aa-024fd47cf489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:48:02.210712 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-0a8e679b-c3f7-4cce-bfca-56592b3503f1 req-62565886-f9aa-4329-93aa-024fd47cf489 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d59fa4ee-f8cd-410b-88b6-98181f8e4bde HTTP/1.1" status: 200  len: 912 time: 0.1600535
Apr 20 18:48:02.220565 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_dvr_db [None req-0db5e4b6-be3d-4113-b027-d9b848d8615d None None] Set router 4b1fcda2-6bdb-4c42-9b1b-c074dfbaab87 gateway port host: dv-cinder-786931-2-iscsi {{(pid=86422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:48:02.292204 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-0a8e679b-c3f7-4cce-bfca-56592b3503f1 req-86c23f32-14ac-4e23-a4e7-6feda3ded47f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d5ad9b32-6ffc-43fd-8918-484fa2fad88c HTTP/1.1" status: 200  len: 217 time: 0.0747418
Apr 20 18:48:02.370551 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8e679b-c3f7-4cce-bfca-56592b3503f1 req-08c8d67b-17e4-4fd8-9df2-4830b454789c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:48:02.372119 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-0a8e679b-c3f7-4cce-bfca-56592b3503f1 req-08c8d67b-17e4-4fd8-9df2-4830b454789c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c7080e04-6ac2-44f9-a0da-002989b1e21f HTTP/1.1" status: 200  len: 850 time: 0.0735698
Apr 20 18:48:02.464104 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8e679b-c3f7-4cce-bfca-56592b3503f1 req-58f3589e-1f1b-4afd-9d72-a8798287afd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:48:02.466501 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-0a8e679b-c3f7-4cce-bfca-56592b3503f1 req-58f3589e-1f1b-4afd-9d72-a8798287afd6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d59fa4ee-f8cd-410b-88b6-98181f8e4bde&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0863452
Apr 20 18:48:02.486092 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:48:02.562998 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babc2ae6-08af-40d0-87ea-2ab78a874129 req-3d3ffa17-d103-4624-9b5c-4174cda3003e tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:48:02.564105 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [req-babc2ae6-08af-40d0-87ea-2ab78a874129 req-3d3ffa17-d103-4624-9b5c-4174cda3003e tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Synchronizing usage tracker for tenant:94755b3932d949cd9cb52a0da22b3fc0 on resource:port {{(pid=86421) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 18:48:02.579661 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [req-babc2ae6-08af-40d0-87ea-2ab78a874129 req-3d3ffa17-d103-4624-9b5c-4174cda3003e tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Unset dirty status for tenant:94755b3932d949cd9cb52a0da22b3fc0 on resource:port {{(pid=86421) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 18:48:02.581683 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-babc2ae6-08af-40d0-87ea-2ab78a874129 req-3d3ffa17-d103-4624-9b5c-4174cda3003e tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] 10.222.0.11 "GET /v2.0/ports?device_id=585c74b0-1c90-4951-a6b8-e3d306d66e1c HTTP/1.1" status: 200  len: 946 time: 0.3792622
Apr 20 18:48:02.596683 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-0db5e4b6-be3d-4113-b027-d9b848d8615d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd92b4a49e8>, [{'id': '4b1fcda2-6bdb-4c42-9b1b-c074dfbaab87', 'name': 'tempest-TestVolumeBootPattern-675695298-router', 'tenant_id': '94755b3932d949cd9cb52a0da22b3fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357044f3-f85c-4c82-92f2-504aa071d528', 'external_fixed_ips': [{'subnet_id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'ip_address': '172.27.2.179'}], 'enable_snat': True}, 'gw_port_id': '676b99f3-6b0c-48c4-8262-7448ad4ac3f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:41:02Z', 'updated_at': '2021-04-20T18:41:08Z', 'revision_number': 4, 'project_id': '94755b3932d949cd9cb52a0da22b3fc0', 'gw_port': {'id': '676b99f3-6b0c-48c4-8262-7448ad4ac3f1', 'name': '', 'network_id': '357044f3-f85c-4c82-92f2-504aa071d528', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:3a:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b1fcda2-6bdb-4c42-9b1b-c074dfbaab87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'ip_address': '172.27.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:41:03Z', 'updated_at': '2021-04-20T18:41:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-2-iscsi', '_interfaces': [{'id': 'e0dd6ce0-935e-4765-ae7f-57adc942fb9e', 'name': '', 'network_id': 'd59fa4ee-f8cd-410b-88b6-98181f8e4bde', 'tenant_id': '94755b3932d949cd9cb52a0da22b3fc0', 'mac_address': 'fa:16:3e:d9:3c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b1fcda2-6bdb-4c42-9b1b-c074dfbaab87', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'c7080e04-6ac2-44f9-a0da-002989b1e21f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:41:07Z', 'updated_at': '2021-04-20T18:41:17Z', 'revision_number': 5, 'project_id': '94755b3932d949cd9cb52a0da22b3fc0', 'subnets': [{'id': 'c7080e04-6ac2-44f9-a0da-002989b1e21f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786931-2-iscsi', False) {} {{(pid=86422) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:48:02.601256 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0db5e4b6-be3d-4113-b027-d9b848d8615d None None] Checking router: 4b1fcda2-6bdb-4c42-9b1b-c074dfbaab87 for host: dv-cinder-786931-2-iscsi {{(pid=86422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 18:48:02.610862 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0db5e4b6-be3d-4113-b027-d9b848d8615d None None] Routers {'4b1fcda2-6bdb-4c42-9b1b-c074dfbaab87'} bound to L3 agent in host dv-cinder-786931-2-iscsi {{(pid=86422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:48:02.611655 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-0db5e4b6-be3d-4113-b027-d9b848d8615d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd92b4a49e8>, 'dv-cinder-786931-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T18:22:01Z,description=<?>,heartbeat_timestamp=2021-04-20T18:48:01Z,host='dv-cinder-786931-2-iscsi',id=561dbf79-24e4-4a0d-b08c-f7bb8670fc1d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:22:01Z,topic='l3_agent')) {'router_ids': ['4b1fcda2-6bdb-4c42-9b1b-c074dfbaab87'], 'active': True} {{(pid=86422) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:48:02.618656 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-0a8e679b-c3f7-4cce-bfca-56592b3503f1 req-38d7a812-fc8c-49c9-84ad-15e4fc40de4f service neutron] 10.222.0.10 "GET /v2.0/networks/d59fa4ee-f8cd-410b-88b6-98181f8e4bde?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1439998
Apr 20 18:48:02.636592 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-babc2ae6-08af-40d0-87ea-2ab78a874129 req-5525ff72-9c7c-442e-856b-fea79737afb1 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4f8c5ab-542b-445c-8d7c-0d3f20817c59&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0480978
Apr 20 18:48:02.767699 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-0a8e679b-c3f7-4cce-bfca-56592b3503f1 req-616bd5a2-54b5-4f61-ae09-552083de9432 service neutron] 10.222.0.10 "GET /v2.0/networks/d59fa4ee-f8cd-410b-88b6-98181f8e4bde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1415102
Apr 20 18:48:02.813542 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_dvr_db [None req-0db5e4b6-be3d-4113-b027-d9b848d8615d None None] Set router 4b1fcda2-6bdb-4c42-9b1b-c074dfbaab87 gateway port host: dv-cinder-786931-2-iscsi {{(pid=86422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:48:03.149373 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-0db5e4b6-be3d-4113-b027-d9b848d8615d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd92b4a49e8>, [{'id': '4b1fcda2-6bdb-4c42-9b1b-c074dfbaab87', 'name': 'tempest-TestVolumeBootPattern-675695298-router', 'tenant_id': '94755b3932d949cd9cb52a0da22b3fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357044f3-f85c-4c82-92f2-504aa071d528', 'external_fixed_ips': [{'subnet_id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'ip_address': '172.27.2.179'}], 'enable_snat': True}, 'gw_port_id': '676b99f3-6b0c-48c4-8262-7448ad4ac3f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:41:02Z', 'updated_at': '2021-04-20T18:41:08Z', 'revision_number': 4, 'project_id': '94755b3932d949cd9cb52a0da22b3fc0', 'gw_port': {'id': '676b99f3-6b0c-48c4-8262-7448ad4ac3f1', 'name': '', 'network_id': '357044f3-f85c-4c82-92f2-504aa071d528', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:3a:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b1fcda2-6bdb-4c42-9b1b-c074dfbaab87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'ip_address': '172.27.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:41:03Z', 'updated_at': '2021-04-20T18:41:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-2-iscsi', '_interfaces': [{'id': 'e0dd6ce0-935e-4765-ae7f-57adc942fb9e', 'name': '', 'network_id': 'd59fa4ee-f8cd-410b-88b6-98181f8e4bde', 'tenant_id': '94755b3932d949cd9cb52a0da22b3fc0', 'mac_address': 'fa:16:3e:d9:3c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b1fcda2-6bdb-4c42-9b1b-c074dfbaab87', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'c7080e04-6ac2-44f9-a0da-002989b1e21f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:41:07Z', 'updated_at': '2021-04-20T18:41:17Z', 'revision_number': 5, 'project_id': '94755b3932d949cd9cb52a0da22b3fc0', 'subnets': [{'id': 'c7080e04-6ac2-44f9-a0da-002989b1e21f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786931-2-iscsi', False) {} {{(pid=86422) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:48:03.153660 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0db5e4b6-be3d-4113-b027-d9b848d8615d None None] The sync data for ids ['4b1fcda2-6bdb-4c42-9b1b-c074dfbaab87'] in dv-cinder-786931-2-iscsi is: [{'id': '4b1fcda2-6bdb-4c42-9b1b-c074dfbaab87', 'name': 'tempest-TestVolumeBootPattern-675695298-router', 'tenant_id': '94755b3932d949cd9cb52a0da22b3fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357044f3-f85c-4c82-92f2-504aa071d528', 'external_fixed_ips': [{'subnet_id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'ip_address': '172.27.2.179'}], 'enable_snat': True}, 'gw_port_id': '676b99f3-6b0c-48c4-8262-7448ad4ac3f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:41:02Z', 'updated_at': '2021-04-20T18:41:08Z', 'revision_number': 4, 'project_id': '94755b3932d949cd9cb52a0da22b3fc0', 'gw_port': {'id': '676b99f3-6b0c-48c4-8262-7448ad4ac3f1', 'name': '', 'network_id': '357044f3-f85c-4c82-92f2-504aa071d528', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:3a:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b1fcda2-6bdb-4c42-9b1b-c074dfbaab87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'ip_address': '172.27.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:41:03Z', 'updated_at': '2021-04-20T18:41:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-2-iscsi', '_interfaces': [{'id': 'e0dd6ce0-935e-4765-ae7f-57adc942fb9e', 'name': '', 'network_id': 'd59fa4ee-f8cd-410b-88b6-98181f8e4bde', 'tenant_id': '94755b3932d949cd9cb52a0da22b3fc0', 'mac_address': 'fa:16:3e:d9:3c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b1fcda2-6bdb-4c42-9b1b-c074dfbaab87', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'c7080e04-6ac2-44f9-a0da-002989b1e21f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:41:07Z', 'updated_at': '2021-04-20T18:41:17Z', 'revision_number': 5, 'project_id': '94755b3932d949cd9cb52a0da22b3fc0', 'subnets': [{'id': 'c7080e04-6ac2-44f9-a0da-002989b1e21f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 18:48:03.230532 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-69625b45-0eac-4ead-bef5-f7df2e631dfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:48:03.579083 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-927606e5-6cad-4bc5-86af-a186a3b5bad2 None None] New status for floating IP c9579fa3-5035-45b2-8185-007c79a5d6b1: DOWN {{(pid=86423) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 20 18:48:03.675765 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15054a8c-ab4e-4fea-b411-c58731134bbe req-529eb076-06a0-4b27-a683-53cc7769cd16 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:48:03.676722 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [req-15054a8c-ab4e-4fea-b411-c58731134bbe req-529eb076-06a0-4b27-a683-53cc7769cd16 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Synchronizing usage tracker for tenant:94755b3932d949cd9cb52a0da22b3fc0 on resource:port {{(pid=86420) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 18:48:03.690336 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.quota.resource [req-15054a8c-ab4e-4fea-b411-c58731134bbe req-529eb076-06a0-4b27-a683-53cc7769cd16 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Unset dirty status for tenant:94755b3932d949cd9cb52a0da22b3fc0 on resource:port {{(pid=86420) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 18:48:03.691567 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-15054a8c-ab4e-4fea-b411-c58731134bbe req-529eb076-06a0-4b27-a683-53cc7769cd16 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] 10.222.0.10 "GET /v2.0/ports?device_id=585c74b0-1c90-4951-a6b8-e3d306d66e1c HTTP/1.1" status: 200  len: 946 time: 0.1039541
Apr 20 18:48:03.776691 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [req-15054a8c-ab4e-4fea-b411-c58731134bbe req-292bfd03-2771-4aad-a2d2-04226daaf13f tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Deleting port d5ad9b32-6ffc-43fd-8918-484fa2fad88c {{(pid=86420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 18:48:03.777078 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-15054a8c-ab4e-4fea-b411-c58731134bbe req-292bfd03-2771-4aad-a2d2-04226daaf13f tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251177940340'] for port, before_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:48:03.851259 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abb46d6-dc0c-45ee-9182-5e4067d0a480 req-4c80f1ef-c825-4a90-a241-d5bfd13e1787 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:48:03.852907 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-9abb46d6-dc0c-45ee-9182-5e4067d0a480 req-4c80f1ef-c825-4a90-a241-d5bfd13e1787 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] 10.222.0.11 "GET /v2.0/ports?device_id=585c74b0-1c90-4951-a6b8-e3d306d66e1c HTTP/1.1" status: 200  len: 946 time: 0.0922711
Apr 20 18:48:03.901034 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-9abb46d6-dc0c-45ee-9182-5e4067d0a480 req-bf12b78d-8fc0-4031-9241-52cd5321de09 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4f8c5ab-542b-445c-8d7c-0d3f20817c59&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0407259
Apr 20 18:48:04.044187 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [req-15054a8c-ab4e-4fea-b411-c58731134bbe req-292bfd03-2771-4aad-a2d2-04226daaf13f tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] For port d5ad9b32-6ffc-43fd-8918-484fa2fad88c, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=d5ad9b32-6ffc-43fd-8918-484fa2fad88c,segment=NetworkSegment(9f7abe42-b68a-4919-8d63-b9d7caeb57f5),segment_id=9f7abe42-b68a-4919-8d63-b9d7caeb57f5)] {{(pid=86420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:48:04.044617 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-15054a8c-ab4e-4fea-b411-c58731134bbe req-292bfd03-2771-4aad-a2d2-04226daaf13f tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858558'] for port, precommit_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:48:04.180362 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [req-15054a8c-ab4e-4fea-b411-c58731134bbe req-292bfd03-2771-4aad-a2d2-04226daaf13f tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Calling delete_port for d5ad9b32-6ffc-43fd-8918-484fa2fad88c owned by compute:nova {{(pid=86420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 18:48:04.337141 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-15054a8c-ab4e-4fea-b411-c58731134bbe req-292bfd03-2771-4aad-a2d2-04226daaf13f tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251177936671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785676391897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4189424'] for port, after_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:48:04.343369 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-37923aea-5a31-4087-915b-5db55f7e2b07 tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:48:04.391250 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292bfd03-2771-4aad-a2d2-04226daaf13f tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Pushing event deleted for resources: {'Port': ['ID=d5ad9b32-6ffc-43fd-8918-484fa2fad88c,revision_number=None']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:48:04.395355 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-292bfd03-2771-4aad-a2d2-04226daaf13f tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:48:04.475703 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [req-15054a8c-ab4e-4fea-b411-c58731134bbe req-292bfd03-2771-4aad-a2d2-04226daaf13f tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] No DVR routers for this DVR port d5ad9b32-6ffc-43fd-8918-484fa2fad88c on host hv-cinder-78693 {{(pid=86420) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 18:48:04.478286 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-15054a8c-ab4e-4fea-b411-c58731134bbe req-292bfd03-2771-4aad-a2d2-04226daaf13f tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7615'] for port, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:48:04.482563 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '585c74b0-1c90-4951-a6b8-e3d306d66e1c', 'name': 'network-vif-deleted', 'tag': 'd5ad9b32-6ffc-43fd-8918-484fa2fad88c'}] {{(pid=86420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:48:04.496437 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-15054a8c-ab4e-4fea-b411-c58731134bbe req-292bfd03-2771-4aad-a2d2-04226daaf13f tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] 10.222.0.10 "DELETE /v2.0/ports/d5ad9b32-6ffc-43fd-8918-484fa2fad88c HTTP/1.1" status: 204  len: 173 time: 0.7988343
Apr 20 18:48:04.532703 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '585c74b0-1c90-4951-a6b8-e3d306d66e1c', 'name': 'network-vif-deleted', 'tag': 'd5ad9b32-6ffc-43fd-8918-484fa2fad88c', 'status': 'completed', 'code': 200}
Apr 20 18:48:05.088366 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [req-068201ee-75c8-44eb-a1f3-c9f7b3fc4956 req-34d1c957-a993-4a4e-af70-9883886dcd93 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] 10.222.0.11 "GET /v2.0/ports?device_id=585c74b0-1c90-4951-a6b8-e3d306d66e1c HTTP/1.1" status: 200  len: 210 time: 0.0493088
Apr 20 18:48:05.683230 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Device d5ad9b32-6ffc-43fd-8918-484fa2fad88c no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 18:48:05.724091 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] No Port match for: d5ad9b32-6ffc-43fd-8918-484fa2fad88c {{(pid=86422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 18:48:05.724436 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Device d5ad9b32-6ffc-43fd-8918-484fa2fad88c not bound to the agent host hv-cinder-78693 {{(pid=86422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 18:48:06.189649 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86421) accepted ('10.222.0.11', 54036) {{(pid=86421) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:48:06.364952 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-2835dbe8-75ae-41cf-a424-707cc1704d02 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Deleting port 1de73a80-4ab7-4d70-bac8-013afa35fd7b {{(pid=86421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 18:48:06.365316 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-2835dbe8-75ae-41cf-a424-707cc1704d02 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251177940340'] for port, before_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:48:06.547647 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-2835dbe8-75ae-41cf-a424-707cc1704d02 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858558'] for port, precommit_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:48:06.548011 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-2835dbe8-75ae-41cf-a424-707cc1704d02 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:48:06.682425 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-2835dbe8-75ae-41cf-a424-707cc1704d02 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Calling delete_port for 1de73a80-4ab7-4d70-bac8-013afa35fd7b owned by network:floatingip {{(pid=86421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 18:48:06.827470 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-2835dbe8-75ae-41cf-a424-707cc1704d02 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251177936671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785676391897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036828324065'] for port, after_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:48:06.833259 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-c1f7b1c6-8fc5-407b-8d7f-669b29b0507a tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:48:06.883161 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2835dbe8-75ae-41cf-a424-707cc1704d02 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Pushing event deleted for resources: {'Port': ['ID=1de73a80-4ab7-4d70-bac8-013afa35fd7b,revision_number=None']} {{(pid=86421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:48:06.886563 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-2835dbe8-75ae-41cf-a424-707cc1704d02 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:48:06.981870 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-2835dbe8-75ae-41cf-a424-707cc1704d02 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Notify callbacks [] for floatingip, after_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:48:06.997238 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-2835dbe8-75ae-41cf-a424-707cc1704d02 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7615'] for floatingip, before_response {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:48:06.998486 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-2835dbe8-75ae-41cf-a424-707cc1704d02 tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] 10.222.0.11 "DELETE /v2.0/floatingips/e7739609-bad4-4c82-8ed7-6e65b4e474e0 HTTP/1.1" status: 204  len: 168 time: 0.8073466
Apr 20 18:48:08.402140 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86421) accepted ('10.222.0.11', 54050) {{(pid=86421) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:48:08.481823 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-8815bc02-ed84-4cc4-a7ca-1adf8e1a4dda tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Notify callbacks [] for security_group, before_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:48:08.513597 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-8815bc02-ed84-4cc4-a7ca-1adf8e1a4dda tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:48:08.570203 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-8815bc02-ed84-4cc4-a7ca-1adf8e1a4dda tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850969184'] for security_group, after_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:48:08.574790 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-03b71f5d-de69-4e26-a89f-1b6dfb5b83ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:48:08.590568 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8815bc02-ed84-4cc4-a7ca-1adf8e1a4dda tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4f8c5ab-542b-445c-8d7c-0d3f20817c59,revision_number=None']} {{(pid=86421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:48:08.593030 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-8815bc02-ed84-4cc4-a7ca-1adf8e1a4dda tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:48:08.601902 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-8815bc02-ed84-4cc4-a7ca-1adf8e1a4dda tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Notify callbacks [] for security_group, before_response {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:48:08.603129 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-8815bc02-ed84-4cc4-a7ca-1adf8e1a4dda tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] 10.222.0.11 "DELETE /v2.0/security-groups/e4f8c5ab-542b-445c-8d7c-0d3f20817c59 HTTP/1.1" status: 204  len: 168 time: 0.1998119
Apr 20 18:48:08.661857 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86421) accepted ('10.222.0.11', 54056) {{(pid=86421) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:48:09.390166 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-cf5dd9eb-3f52-468a-a9ae-7cff06ee215a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3841945'] for router_interface, before_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:48:09.760933 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-cf5dd9eb-3f52-468a-a9ae-7cff06ee215a admin admin] Deleting port e0dd6ce0-935e-4765-ae7f-57adc942fb9e {{(pid=86421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 18:48:09.761501 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-cf5dd9eb-3f52-468a-a9ae-7cff06ee215a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251177940340'] for port, before_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:48:09.944589 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-cf5dd9eb-3f52-468a-a9ae-7cff06ee215a admin admin] For port e0dd6ce0-935e-4765-ae7f-57adc942fb9e, host dv-cinder-786931-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-2-iscsi',level=0,port_id=e0dd6ce0-935e-4765-ae7f-57adc942fb9e,segment=NetworkSegment(9f7abe42-b68a-4919-8d63-b9d7caeb57f5),segment_id=9f7abe42-b68a-4919-8d63-b9d7caeb57f5)] {{(pid=86421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:48:09.944990 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-cf5dd9eb-3f52-468a-a9ae-7cff06ee215a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858558'] for port, precommit_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:48:10.079464 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-cf5dd9eb-3f52-468a-a9ae-7cff06ee215a admin admin] Calling delete_port for e0dd6ce0-935e-4765-ae7f-57adc942fb9e owned by network:router_interface {{(pid=86421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 18:48:10.263221 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-cf5dd9eb-3f52-468a-a9ae-7cff06ee215a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251177936671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785676391897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036828324065'] for port, after_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:48:10.268512 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-f93a5cbd-6e27-469c-b3ad-978430f4730e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:48:10.313750 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5dd9eb-3f52-468a-a9ae-7cff06ee215a admin admin] Pushing event deleted for resources: {'Port': ['ID=e0dd6ce0-935e-4765-ae7f-57adc942fb9e,revision_number=None']} {{(pid=86421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:48:10.317138 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-cf5dd9eb-3f52-468a-a9ae-7cff06ee215a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:48:10.599418 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-cf5dd9eb-3f52-468a-a9ae-7cff06ee215a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036851071070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3842023'] for router_interface, after_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:48:11.232751 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf5dd9eb-3f52-468a-a9ae-7cff06ee215a admin admin] Router 4b1fcda2-6bdb-4c42-9b1b-c074dfbaab87 has already been hosted by L3 agent 561dbf79-24e4-4a0d-b08c-f7bb8670fc1d {{(pid=86421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 18:48:11.426998 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf5dd9eb-3f52-468a-a9ae-7cff06ee215a admin admin] Notify agent at l3_agent.dv-cinder-786931-2-iscsi the message routers_updated {{(pid=86421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 18:48:11.440742 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-cf5dd9eb-3f52-468a-a9ae-7cff06ee215a admin admin] 10.222.0.11 "PUT /v2.0/routers/4b1fcda2-6bdb-4c42-9b1b-c074dfbaab87/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7776949
Apr 20 18:48:11.441747 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9bc4f14-de35-4a4e-bc68-0ac09086167d None None] Sync routers for ids ['4b1fcda2-6bdb-4c42-9b1b-c074dfbaab87'] in dv-cinder-786931-2-iscsi {{(pid=86422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 18:48:11.443451 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86421) accepted ('10.222.0.11', 54062) {{(pid=86421) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:48:11.453246 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9bc4f14-de35-4a4e-bc68-0ac09086167d None None] Routers {'4b1fcda2-6bdb-4c42-9b1b-c074dfbaab87'} bound to L3 agent in host dv-cinder-786931-2-iscsi {{(pid=86422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:48:11.454696 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-c9bc4f14-de35-4a4e-bc68-0ac09086167d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd930aab0f0>, 'dv-cinder-786931-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T18:22:01Z,description=<?>,heartbeat_timestamp=2021-04-20T18:48:01Z,host='dv-cinder-786931-2-iscsi',id=561dbf79-24e4-4a0d-b08c-f7bb8670fc1d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:22:01Z,topic='l3_agent')) {'router_ids': ['4b1fcda2-6bdb-4c42-9b1b-c074dfbaab87'], 'active': True} {{(pid=86422) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:48:11.635673 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7f136808-7143-4255-bdf4-307896dddc3f admin admin] Notify callbacks [] for router, before_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:48:11.644323 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_dvr_db [None req-c9bc4f14-de35-4a4e-bc68-0ac09086167d None None] Set router 4b1fcda2-6bdb-4c42-9b1b-c074dfbaab87 gateway port host: dv-cinder-786931-2-iscsi {{(pid=86422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:48:11.826029 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7f136808-7143-4255-bdf4-307896dddc3f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:48:11.835071 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-7f136808-7143-4255-bdf4-307896dddc3f admin admin] Deleting port 676b99f3-6b0c-48c4-8262-7448ad4ac3f1 {{(pid=86421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 18:48:11.835450 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7f136808-7143-4255-bdf4-307896dddc3f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251177940340'] for port, before_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:48:11.954291 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-c9bc4f14-de35-4a4e-bc68-0ac09086167d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd930aab0f0>, [{'id': '4b1fcda2-6bdb-4c42-9b1b-c074dfbaab87', 'name': 'tempest-TestVolumeBootPattern-675695298-router', 'tenant_id': '94755b3932d949cd9cb52a0da22b3fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357044f3-f85c-4c82-92f2-504aa071d528', 'external_fixed_ips': [{'subnet_id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'ip_address': '172.27.2.179'}], 'enable_snat': True}, 'gw_port_id': '676b99f3-6b0c-48c4-8262-7448ad4ac3f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:41:02Z', 'updated_at': '2021-04-20T18:48:10Z', 'revision_number': 5, 'project_id': '94755b3932d949cd9cb52a0da22b3fc0', 'gw_port': {'id': '676b99f3-6b0c-48c4-8262-7448ad4ac3f1', 'name': '', 'network_id': '357044f3-f85c-4c82-92f2-504aa071d528', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:3a:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b1fcda2-6bdb-4c42-9b1b-c074dfbaab87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'ip_address': '172.27.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:41:03Z', 'updated_at': '2021-04-20T18:41:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-2-iscsi'}], 'dv-cinder-786931-2-iscsi', False) {} {{(pid=86422) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:48:11.958501 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9bc4f14-de35-4a4e-bc68-0ac09086167d None None] Checking router: 4b1fcda2-6bdb-4c42-9b1b-c074dfbaab87 for host: dv-cinder-786931-2-iscsi {{(pid=86422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 18:48:11.967832 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9bc4f14-de35-4a4e-bc68-0ac09086167d None None] Routers {'4b1fcda2-6bdb-4c42-9b1b-c074dfbaab87'} bound to L3 agent in host dv-cinder-786931-2-iscsi {{(pid=86422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:48:11.968521 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-c9bc4f14-de35-4a4e-bc68-0ac09086167d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd930aab0f0>, 'dv-cinder-786931-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T18:22:01Z,description=<?>,heartbeat_timestamp=2021-04-20T18:48:01Z,host='dv-cinder-786931-2-iscsi',id=561dbf79-24e4-4a0d-b08c-f7bb8670fc1d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:22:01Z,topic='l3_agent')) {'router_ids': ['4b1fcda2-6bdb-4c42-9b1b-c074dfbaab87'], 'active': True} {{(pid=86422) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:48:12.025408 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-7f136808-7143-4255-bdf4-307896dddc3f admin admin] For port 676b99f3-6b0c-48c4-8262-7448ad4ac3f1, host dv-cinder-786931-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-2-iscsi',level=0,port_id=676b99f3-6b0c-48c4-8262-7448ad4ac3f1,segment=NetworkSegment(f02283aa-238a-4f3f-9851-30c34a9365bb),segment_id=f02283aa-238a-4f3f-9851-30c34a9365bb)] {{(pid=86421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:48:12.025783 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7f136808-7143-4255-bdf4-307896dddc3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858558'] for port, precommit_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:48:12.137063 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_dvr_db [None req-c9bc4f14-de35-4a4e-bc68-0ac09086167d None None] Set router 4b1fcda2-6bdb-4c42-9b1b-c074dfbaab87 gateway port host: None {{(pid=86422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:48:12.157492 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-7f136808-7143-4255-bdf4-307896dddc3f admin admin] Calling delete_port for 676b99f3-6b0c-48c4-8262-7448ad4ac3f1 owned by network:router_gateway {{(pid=86421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 18:48:12.345007 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7f136808-7143-4255-bdf4-307896dddc3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251177936671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785676391897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036828324065'] for port, after_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:48:12.350244 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-42c73520-8b75-4840-b985-7912dcc5ea9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:48:12.399125 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f136808-7143-4255-bdf4-307896dddc3f admin admin] Pushing event deleted for resources: {'Port': ['ID=676b99f3-6b0c-48c4-8262-7448ad4ac3f1,revision_number=None']} {{(pid=86421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:48:12.401832 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-7f136808-7143-4255-bdf4-307896dddc3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:48:12.436050 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-c9bc4f14-de35-4a4e-bc68-0ac09086167d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd930aab0f0>, [{'id': '4b1fcda2-6bdb-4c42-9b1b-c074dfbaab87', 'name': 'tempest-TestVolumeBootPattern-675695298-router', 'tenant_id': '94755b3932d949cd9cb52a0da22b3fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:41:02Z', 'updated_at': '2021-04-20T18:48:11Z', 'revision_number': 6, 'project_id': '94755b3932d949cd9cb52a0da22b3fc0', 'gw_port_host': None}], 'dv-cinder-786931-2-iscsi', False) {} {{(pid=86422) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:48:12.446183 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9bc4f14-de35-4a4e-bc68-0ac09086167d None None] The sync data for ids ['4b1fcda2-6bdb-4c42-9b1b-c074dfbaab87'] in dv-cinder-786931-2-iscsi is: [{'id': '4b1fcda2-6bdb-4c42-9b1b-c074dfbaab87', 'name': 'tempest-TestVolumeBootPattern-675695298-router', 'tenant_id': '94755b3932d949cd9cb52a0da22b3fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:41:02Z', 'updated_at': '2021-04-20T18:48:11Z', 'revision_number': 6, 'project_id': '94755b3932d949cd9cb52a0da22b3fc0', 'gw_port_host': None}] {{(pid=86422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 18:48:12.503747 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7f136808-7143-4255-bdf4-307896dddc3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036850909850'] for router_gateway, after_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:48:12.697249 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7f136808-7143-4255-bdf4-307896dddc3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036850938054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8100'] for router, precommit_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:48:12.699688 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7f136808-7143-4255-bdf4-307896dddc3f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:48:12.724802 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7f136808-7143-4255-bdf4-307896dddc3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3839614'] for router, after_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:48:12.725364 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f136808-7143-4255-bdf4-307896dddc3f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4b1fcda2-6bdb-4c42-9b1b-c074dfbaab87 {{(pid=86421) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 20 18:48:12.738110 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7f136808-7143-4255-bdf4-307896dddc3f admin admin] Notify callbacks [] for router, before_response {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:48:12.739342 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-7f136808-7143-4255-bdf4-307896dddc3f admin admin] 10.222.0.11 "DELETE /v2.0/routers/4b1fcda2-6bdb-4c42-9b1b-c074dfbaab87 HTTP/1.1" status: 204  len: 168 time: 1.2946405
Apr 20 18:48:12.742075 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86421) accepted ('10.222.0.11', 54066) {{(pid=86421) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:48:12.808963 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.db_base_plugin_v2 [None req-319efc77-0230-4c57-8367-432233c5b120 admin admin] Deleting subnet c7080e04-6ac2-44f9-a0da-002989b1e21f {{(pid=86421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 20 18:48:12.812357 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-319efc77-0230-4c57-8367-432233c5b120 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:48:12.868834 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-319efc77-0230-4c57-8367-432233c5b120 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2425938'] for subnet, precommit_delete_associations {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:48:12.953733 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-319efc77-0230-4c57-8367-432233c5b120 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735778'] for subnet, precommit_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:48:13.085863 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Device e0dd6ce0-935e-4765-ae7f-57adc942fb9e no longer exists at agent ovs-agent-dv-cinder-786931-2-iscsi {{(pid=86422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 18:48:13.130206 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] No Port match for: e0dd6ce0-935e-4765-ae7f-57adc942fb9e {{(pid=86422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 18:48:13.130573 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Device e0dd6ce0-935e-4765-ae7f-57adc942fb9e not bound to the agent host dv-cinder-786931-2-iscsi {{(pid=86422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 18:48:13.131044 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Device 676b99f3-6b0c-48c4-8262-7448ad4ac3f1 no longer exists at agent ovs-agent-dv-cinder-786931-2-iscsi {{(pid=86422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 18:48:13.166934 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] No Port match for: 676b99f3-6b0c-48c4-8262-7448ad4ac3f1 {{(pid=86422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 18:48:13.167267 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Device 676b99f3-6b0c-48c4-8262-7448ad4ac3f1 not bound to the agent host dv-cinder-786931-2-iscsi {{(pid=86422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 18:48:13.227651 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-319efc77-0230-4c57-8367-432233c5b120 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854040038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850911380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036828324149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2438166'] for subnet, after_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:48:13.232569 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:48:13.272991 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319efc77-0230-4c57-8367-432233c5b120 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c7080e04-6ac2-44f9-a0da-002989b1e21f,revision_number=None']} {{(pid=86421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:48:13.275248 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-319efc77-0230-4c57-8367-432233c5b120 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:48:13.279324 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-319efc77-0230-4c57-8367-432233c5b120 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:48:13.281043 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8e9d3b0-d9cf-455a-bed1-889821f120c9 None None] Network d59fa4ee-f8cd-410b-88b6-98181f8e4bde requested from dv-cinder-786931-2-iscsi {{(pid=86422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 18:48:13.283110 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-319efc77-0230-4c57-8367-432233c5b120 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/c7080e04-6ac2-44f9-a0da-002989b1e21f HTTP/1.1" status: 204  len: 168 time: 0.5400281
Apr 20 18:48:13.287302 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86421) accepted ('10.222.0.11', 54070) {{(pid=86421) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:48:13.404452 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d7ad61d9-f3cf-4103-a84d-00e89b9cb6ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543598'] for network, before_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:48:13.416193 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-d7ad61d9-f3cf-4103-a84d-00e89b9cb6ee admin admin] Deleting port c8309442-0069-405a-8048-f08a1cedeb0f {{(pid=86421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 18:48:13.416653 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d7ad61d9-f3cf-4103-a84d-00e89b9cb6ee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251177940340'] for port, before_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:48:13.545657 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b026f6f5-57e5-40a6-8580-163a8108f77d None None] DHCP port deletion for d59fa4ee-f8cd-410b-88b6-98181f8e4bde request from dv-cinder-786931-2-iscsi {{(pid=86422) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 20 18:48:13.550807 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-b026f6f5-57e5-40a6-8580-163a8108f77d None None] Deleting port c8309442-0069-405a-8048-f08a1cedeb0f {{(pid=86422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 18:48:13.551227 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-b026f6f5-57e5-40a6-8580-163a8108f77d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251177940340'] for port, before_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:48:13.642382 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-d7ad61d9-f3cf-4103-a84d-00e89b9cb6ee admin admin] For port c8309442-0069-405a-8048-f08a1cedeb0f, host dv-cinder-786931-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-2-iscsi',level=0,port_id=c8309442-0069-405a-8048-f08a1cedeb0f,segment=NetworkSegment(9f7abe42-b68a-4919-8d63-b9d7caeb57f5),segment_id=9f7abe42-b68a-4919-8d63-b9d7caeb57f5)] {{(pid=86421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:48:13.642780 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d7ad61d9-f3cf-4103-a84d-00e89b9cb6ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858558'] for port, precommit_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:48:13.770877 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-b026f6f5-57e5-40a6-8580-163a8108f77d None None] For port c8309442-0069-405a-8048-f08a1cedeb0f, host dv-cinder-786931-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-2-iscsi',level=0,port_id=c8309442-0069-405a-8048-f08a1cedeb0f,segment=NetworkSegment(9f7abe42-b68a-4919-8d63-b9d7caeb57f5),segment_id=9f7abe42-b68a-4919-8d63-b9d7caeb57f5)] {{(pid=86422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:48:13.771179 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-b026f6f5-57e5-40a6-8580-163a8108f77d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858558'] for port, precommit_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:48:13.780012 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-d7ad61d9-f3cf-4103-a84d-00e89b9cb6ee admin admin] Calling delete_port for c8309442-0069-405a-8048-f08a1cedeb0f owned by network:dhcp {{(pid=86421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 18:48:13.857639 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d7ad61d9-f3cf-4103-a84d-00e89b9cb6ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251177936671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785676391897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036828324065'] for port, after_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:48:13.863074 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-2dbba5a6-61bc-4969-954f-4ccbd656a106 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:48:13.903779 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-b026f6f5-57e5-40a6-8580-163a8108f77d None None] Calling delete_port for c8309442-0069-405a-8048-f08a1cedeb0f owned by network:dhcp {{(pid=86422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 18:48:13.913482 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ad61d9-f3cf-4103-a84d-00e89b9cb6ee admin admin] Pushing event deleted for resources: {'Port': ['ID=c8309442-0069-405a-8048-f08a1cedeb0f,revision_number=None']} {{(pid=86421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:48:13.915497 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7ad61d9-f3cf-4103-a84d-00e89b9cb6ee admin admin] No DVR routers for this DVR port c8309442-0069-405a-8048-f08a1cedeb0f on host dv-cinder-786931-2-iscsi {{(pid=86421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 18:48:13.917145 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-d7ad61d9-f3cf-4103-a84d-00e89b9cb6ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:48:13.985875 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.db.api [None req-b026f6f5-57e5-40a6-8580-163a8108f77d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86422) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 20 18:48:13.986281 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_db.api [None req-b026f6f5-57e5-40a6-8580-163a8108f77d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86422) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 20 18:48:14.038900 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d7ad61d9-f3cf-4103-a84d-00e89b9cb6ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854039945', 'neutron.services.segments.db._delete_segments_for_network-8785676757363'] for network, precommit_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:48:14.147585 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.services.segments.db [None req-d7ad61d9-f3cf-4103-a84d-00e89b9cb6ee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fd930685550>,) {'filters': {'network_id': ['d59fa4ee-f8cd-410b-88b6-98181f8e4bde']}} {{(pid=86421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:48:14.164337 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.services.segments.db [None req-d7ad61d9-f3cf-4103-a84d-00e89b9cb6ee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fd930685550>, '9f7abe42-b68a-4919-8d63-b9d7caeb57f5') {'for_net_delete': True} {{(pid=86421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:48:14.164671 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.services.segments.db [None req-d7ad61d9-f3cf-4103-a84d-00e89b9cb6ee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fd930685550>, '9f7abe42-b68a-4919-8d63-b9d7caeb57f5') {} {{(pid=86421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:48:14.176703 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d7ad61d9-f3cf-4103-a84d-00e89b9cb6ee admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363251177908579', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852349862'] for segment, before_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:48:14.192990 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d7ad61d9-f3cf-4103-a84d-00e89b9cb6ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854148540'] for segment, precommit_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:48:14.199459 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7ad61d9-f3cf-4103-a84d-00e89b9cb6ee admin admin] Releasing vlan 351 on physical network physnet1 to pool {{(pid=86421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 20 18:48:14.487693 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-b026f6f5-57e5-40a6-8580-163a8108f77d None None] Deleting port c8309442-0069-405a-8048-f08a1cedeb0f {{(pid=86422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 18:48:14.488283 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-b026f6f5-57e5-40a6-8580-163a8108f77d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251177940340'] for port, before_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:48:14.571821 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-b026f6f5-57e5-40a6-8580-163a8108f77d None None] The port 'c8309442-0069-405a-8048-f08a1cedeb0f' was deleted {{(pid=86422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Apr 20 18:48:14.624336 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [None req-d7ad61d9-f3cf-4103-a84d-00e89b9cb6ee admin admin] Network d59fa4ee-f8cd-410b-88b6-98181f8e4bde has no segments {{(pid=86421) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 18:48:14.633300 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d7ad61d9-f3cf-4103-a84d-00e89b9cb6ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-627251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26451816'] for segment, after_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:48:14.810286 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [None req-d7ad61d9-f3cf-4103-a84d-00e89b9cb6ee admin admin] Network d59fa4ee-f8cd-410b-88b6-98181f8e4bde has no segments {{(pid=86421) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 18:48:14.833487 dv-cinder-786931-2-iscsi neutron-server[86307]: Traceback (most recent call last):
Apr 20 18:48:14.833487 dv-cinder-786931-2-iscsi neutron-server[86307]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 20 18:48:14.833487 dv-cinder-786931-2-iscsi neutron-server[86307]:     timer()
Apr 20 18:48:14.833487 dv-cinder-786931-2-iscsi neutron-server[86307]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 20 18:48:14.833487 dv-cinder-786931-2-iscsi neutron-server[86307]:     cb(*args, **kw)
Apr 20 18:48:14.833487 dv-cinder-786931-2-iscsi neutron-server[86307]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 20 18:48:14.833487 dv-cinder-786931-2-iscsi neutron-server[86307]:     return func(*args, **kwargs)
Apr 20 18:48:14.833487 dv-cinder-786931-2-iscsi neutron-server[86307]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 20 18:48:14.833487 dv-cinder-786931-2-iscsi neutron-server[86307]:     self._notify()
Apr 20 18:48:14.833487 dv-cinder-786931-2-iscsi neutron-server[86307]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 20 18:48:14.833487 dv-cinder-786931-2-iscsi neutron-server[86307]:     self.callback(batched_events)
Apr 20 18:48:14.833487 dv-cinder-786931-2-iscsi neutron-server[86307]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 20 18:48:14.833487 dv-cinder-786931-2-iscsi neutron-server[86307]:     event.method(event)
Apr 20 18:48:14.833487 dv-cinder-786931-2-iscsi neutron-server[86307]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 20 18:48:14.833487 dv-cinder-786931-2-iscsi neutron-server[86307]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 20 18:48:14.833487 dv-cinder-786931-2-iscsi neutron-server[86307]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 20 18:48:14.833487 dv-cinder-786931-2-iscsi neutron-server[86307]:     segment_id)['aggregates'][0]
Apr 20 18:48:14.833487 dv-cinder-786931-2-iscsi neutron-server[86307]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 20 18:48:14.833487 dv-cinder-786931-2-iscsi neutron-server[86307]:     return f(self, *a, **k)
Apr 20 18:48:14.833487 dv-cinder-786931-2-iscsi neutron-server[86307]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 20 18:48:14.833487 dv-cinder-786931-2-iscsi neutron-server[86307]:     return self._get(url).json()
Apr 20 18:48:14.833487 dv-cinder-786931-2-iscsi neutron-server[86307]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 20 18:48:14.833487 dv-cinder-786931-2-iscsi neutron-server[86307]:     **kwargs)
Apr 20 18:48:14.833487 dv-cinder-786931-2-iscsi neutron-server[86307]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 20 18:48:14.833487 dv-cinder-786931-2-iscsi neutron-server[86307]:     return self.request(url, 'GET', **kwargs)
Apr 20 18:48:14.833487 dv-cinder-786931-2-iscsi neutron-server[86307]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 20 18:48:14.833487 dv-cinder-786931-2-iscsi neutron-server[86307]:     **endpoint_filter)
Apr 20 18:48:14.833487 dv-cinder-786931-2-iscsi neutron-server[86307]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 20 18:48:14.833487 dv-cinder-786931-2-iscsi neutron-server[86307]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 20 18:48:14.833487 dv-cinder-786931-2-iscsi neutron-server[86307]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 20 18:48:14.833487 dv-cinder-786931-2-iscsi neutron-server[86307]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 20 18:48:14.833487 dv-cinder-786931-2-iscsi neutron-server[86307]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 20 18:48:14.910285 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d7ad61d9-f3cf-4103-a84d-00e89b9cb6ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850969204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850912127'] for network, after_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:48:14.914219 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:48:14.930437 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d7ad61d9-f3cf-4103-a84d-00e89b9cb6ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3704713'] for network, before_response {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:48:14.936811 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ad61d9-f3cf-4103-a84d-00e89b9cb6ee admin admin] Pushing event deleted for resources: {'Network': ['ID=d59fa4ee-f8cd-410b-88b6-98181f8e4bde,revision_number=None']} {{(pid=86421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:48:14.942425 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-d7ad61d9-f3cf-4103-a84d-00e89b9cb6ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:48:14.953618 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-d7ad61d9-f3cf-4103-a84d-00e89b9cb6ee admin admin] 10.222.0.11 "DELETE /v2.0/networks/d59fa4ee-f8cd-410b-88b6-98181f8e4bde HTTP/1.1" status: 204  len: 168 time: 1.6650634
Apr 20 18:48:14.956510 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86421) accepted ('10.222.0.11', 54074) {{(pid=86421) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:48:15.080224 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Device c8309442-0069-405a-8048-f08a1cedeb0f no longer exists at agent ovs-agent-dv-cinder-786931-2-iscsi {{(pid=86422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 18:48:15.121241 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] No Port match for: c8309442-0069-405a-8048-f08a1cedeb0f {{(pid=86422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 18:48:15.121642 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Device c8309442-0069-405a-8048-f08a1cedeb0f not bound to the agent host dv-cinder-786931-2-iscsi {{(pid=86422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 18:48:15.525998 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-c0590b98-7b16-4d99-940d-b4425d55b2f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3841945'] for router_interface, before_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:48:15.887592 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-c0590b98-7b16-4d99-940d-b4425d55b2f7 admin admin] Deleting port a185e224-b740-4e39-bf7c-bebbd495be51 {{(pid=86421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 18:48:15.887965 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-c0590b98-7b16-4d99-940d-b4425d55b2f7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251177940340'] for port, before_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:48:16.066113 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-c0590b98-7b16-4d99-940d-b4425d55b2f7 admin admin] For port a185e224-b740-4e39-bf7c-bebbd495be51, host dv-cinder-786931-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-2-iscsi',level=0,port_id=a185e224-b740-4e39-bf7c-bebbd495be51,segment=NetworkSegment(fed0a268-45c0-4793-b61b-17baa1443bed),segment_id=fed0a268-45c0-4793-b61b-17baa1443bed)] {{(pid=86421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:48:16.066500 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-c0590b98-7b16-4d99-940d-b4425d55b2f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858558'] for port, precommit_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:48:16.201214 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-c0590b98-7b16-4d99-940d-b4425d55b2f7 admin admin] Calling delete_port for a185e224-b740-4e39-bf7c-bebbd495be51 owned by network:router_interface {{(pid=86421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 18:48:16.385340 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-c0590b98-7b16-4d99-940d-b4425d55b2f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251177936671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785676391897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036828324065'] for port, after_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:48:16.390345 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-0d692fba-5793-49bb-9800-9662dd617df7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:48:16.437811 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0590b98-7b16-4d99-940d-b4425d55b2f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=a185e224-b740-4e39-bf7c-bebbd495be51,revision_number=None']} {{(pid=86421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:48:16.472809 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-c0590b98-7b16-4d99-940d-b4425d55b2f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:48:16.791466 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-c0590b98-7b16-4d99-940d-b4425d55b2f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036851071070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3842023'] for router_interface, after_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:48:17.273749 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0590b98-7b16-4d99-940d-b4425d55b2f7 admin admin] Router 4fe693f4-7e92-48f8-9897-5c9ecfffd20f has already been hosted by L3 agent 561dbf79-24e4-4a0d-b08c-f7bb8670fc1d {{(pid=86421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 18:48:17.721451 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0590b98-7b16-4d99-940d-b4425d55b2f7 admin admin] Notify agent at l3_agent.dv-cinder-786931-2-iscsi the message routers_updated {{(pid=86421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 18:48:17.729941 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-449abc47-5eed-463e-9a2a-3d001a9f3b08 None None] Sync routers for ids ['4fe693f4-7e92-48f8-9897-5c9ecfffd20f'] in dv-cinder-786931-2-iscsi {{(pid=86423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 18:48:17.731453 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-c0590b98-7b16-4d99-940d-b4425d55b2f7 admin admin] 10.222.0.11 "PUT /v2.0/routers/4fe693f4-7e92-48f8-9897-5c9ecfffd20f/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7739055
Apr 20 18:48:17.734827 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86421) accepted ('10.222.0.11', 54078) {{(pid=86421) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:48:17.740458 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-449abc47-5eed-463e-9a2a-3d001a9f3b08 None None] Routers {'4fe693f4-7e92-48f8-9897-5c9ecfffd20f'} bound to L3 agent in host dv-cinder-786931-2-iscsi {{(pid=86423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:48:17.741121 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-449abc47-5eed-463e-9a2a-3d001a9f3b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd9310e30b8>, 'dv-cinder-786931-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T18:22:01Z,description=<?>,heartbeat_timestamp=2021-04-20T18:48:01Z,host='dv-cinder-786931-2-iscsi',id=561dbf79-24e4-4a0d-b08c-f7bb8670fc1d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:22:01Z,topic='l3_agent')) {'router_ids': ['4fe693f4-7e92-48f8-9897-5c9ecfffd20f'], 'active': True} {{(pid=86423) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:48:17.930175 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-0eec0754-9ada-46e4-9c36-52b4030ac3dd admin admin] Notify callbacks [] for router, before_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:48:18.083771 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_dvr_db [None req-449abc47-5eed-463e-9a2a-3d001a9f3b08 None None] Set router 4fe693f4-7e92-48f8-9897-5c9ecfffd20f gateway port host: dv-cinder-786931-2-iscsi {{(pid=86423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:48:18.119615 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-0eec0754-9ada-46e4-9c36-52b4030ac3dd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:48:18.129333 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-0eec0754-9ada-46e4-9c36-52b4030ac3dd admin admin] Deleting port 91f8f745-d17f-4b68-a789-f01bb7468611 {{(pid=86421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 18:48:18.129701 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-0eec0754-9ada-46e4-9c36-52b4030ac3dd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251177940340'] for port, before_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:48:18.320319 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-0eec0754-9ada-46e4-9c36-52b4030ac3dd admin admin] For port 91f8f745-d17f-4b68-a789-f01bb7468611, host dv-cinder-786931-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-2-iscsi',level=0,port_id=91f8f745-d17f-4b68-a789-f01bb7468611,segment=NetworkSegment(f02283aa-238a-4f3f-9851-30c34a9365bb),segment_id=f02283aa-238a-4f3f-9851-30c34a9365bb)] {{(pid=86421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:48:18.320715 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-0eec0754-9ada-46e4-9c36-52b4030ac3dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858558'] for port, precommit_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:48:18.389625 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-449abc47-5eed-463e-9a2a-3d001a9f3b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd9310e30b8>, [{'id': '4fe693f4-7e92-48f8-9897-5c9ecfffd20f', 'name': 'tempest-TestVolumeBootPattern-1002451793-router', 'tenant_id': 'ef07ced441054caf9791ca16f8ffb2e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357044f3-f85c-4c82-92f2-504aa071d528', 'external_fixed_ips': [{'subnet_id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': '91f8f745-d17f-4b68-a789-f01bb7468611', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:41:12Z', 'updated_at': '2021-04-20T18:48:16Z', 'revision_number': 5, 'project_id': 'ef07ced441054caf9791ca16f8ffb2e3', 'gw_port': {'id': '91f8f745-d17f-4b68-a789-f01bb7468611', 'name': '', 'network_id': '357044f3-f85c-4c82-92f2-504aa071d528', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:1f:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fe693f4-7e92-48f8-9897-5c9ecfffd20f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:41:13Z', 'updated_at': '2021-04-20T18:41:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '737a98e5-b02c-4a3b-bb2a-ef1c8eb06e87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-2-iscsi'}], 'dv-cinder-786931-2-iscsi', False) {} {{(pid=86423) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:48:18.394290 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-449abc47-5eed-463e-9a2a-3d001a9f3b08 None None] Checking router: 4fe693f4-7e92-48f8-9897-5c9ecfffd20f for host: dv-cinder-786931-2-iscsi {{(pid=86423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 18:48:18.403435 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-449abc47-5eed-463e-9a2a-3d001a9f3b08 None None] Routers {'4fe693f4-7e92-48f8-9897-5c9ecfffd20f'} bound to L3 agent in host dv-cinder-786931-2-iscsi {{(pid=86423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:48:18.404109 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-449abc47-5eed-463e-9a2a-3d001a9f3b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd9310e30b8>, 'dv-cinder-786931-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T18:22:01Z,description=<?>,heartbeat_timestamp=2021-04-20T18:48:01Z,host='dv-cinder-786931-2-iscsi',id=561dbf79-24e4-4a0d-b08c-f7bb8670fc1d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:22:01Z,topic='l3_agent')) {'router_ids': ['4fe693f4-7e92-48f8-9897-5c9ecfffd20f'], 'active': True} {{(pid=86423) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:48:18.453968 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-0eec0754-9ada-46e4-9c36-52b4030ac3dd admin admin] Calling delete_port for 91f8f745-d17f-4b68-a789-f01bb7468611 owned by network:router_gateway {{(pid=86421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 18:48:18.571617 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_dvr_db [None req-449abc47-5eed-463e-9a2a-3d001a9f3b08 None None] Set router 4fe693f4-7e92-48f8-9897-5c9ecfffd20f gateway port host: None {{(pid=86423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:48:18.635987 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-0eec0754-9ada-46e4-9c36-52b4030ac3dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251177936671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785676391897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036828324065'] for port, after_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:48:18.641265 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-266d94bb-bfb3-48d0-92ac-1f1e88b0a60c tempest-TestMinimumBasicScenario-1203270872 tempest-TestMinimumBasicScenario-1203270872-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:48:18.685916 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-449abc47-5eed-463e-9a2a-3d001a9f3b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd9310e30b8>, [{'id': '4fe693f4-7e92-48f8-9897-5c9ecfffd20f', 'name': 'tempest-TestVolumeBootPattern-1002451793-router', 'tenant_id': 'ef07ced441054caf9791ca16f8ffb2e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:41:12Z', 'updated_at': '2021-04-20T18:48:18Z', 'revision_number': 6, 'project_id': 'ef07ced441054caf9791ca16f8ffb2e3', 'gw_port_host': None}], 'dv-cinder-786931-2-iscsi', False) {} {{(pid=86423) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:48:18.689391 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eec0754-9ada-46e4-9c36-52b4030ac3dd admin admin] Pushing event deleted for resources: {'Port': ['ID=91f8f745-d17f-4b68-a789-f01bb7468611,revision_number=None']} {{(pid=86421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:48:18.690405 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-449abc47-5eed-463e-9a2a-3d001a9f3b08 None None] The sync data for ids ['4fe693f4-7e92-48f8-9897-5c9ecfffd20f'] in dv-cinder-786931-2-iscsi is: [{'id': '4fe693f4-7e92-48f8-9897-5c9ecfffd20f', 'name': 'tempest-TestVolumeBootPattern-1002451793-router', 'tenant_id': 'ef07ced441054caf9791ca16f8ffb2e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:41:12Z', 'updated_at': '2021-04-20T18:48:18Z', 'revision_number': 6, 'project_id': 'ef07ced441054caf9791ca16f8ffb2e3', 'gw_port_host': None}] {{(pid=86423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 18:48:18.727543 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-0eec0754-9ada-46e4-9c36-52b4030ac3dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:48:18.790852 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-0eec0754-9ada-46e4-9c36-52b4030ac3dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036850909850'] for router_gateway, after_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:48:18.981476 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-0eec0754-9ada-46e4-9c36-52b4030ac3dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036850938054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8100'] for router, precommit_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:48:18.983839 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-0eec0754-9ada-46e4-9c36-52b4030ac3dd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:48:19.004589 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-0eec0754-9ada-46e4-9c36-52b4030ac3dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3839614'] for router, after_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:48:19.005208 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0eec0754-9ada-46e4-9c36-52b4030ac3dd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4fe693f4-7e92-48f8-9897-5c9ecfffd20f {{(pid=86421) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 20 18:48:19.019195 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-0eec0754-9ada-46e4-9c36-52b4030ac3dd admin admin] Notify callbacks [] for router, before_response {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:48:19.020459 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-0eec0754-9ada-46e4-9c36-52b4030ac3dd admin admin] 10.222.0.11 "DELETE /v2.0/routers/4fe693f4-7e92-48f8-9897-5c9ecfffd20f HTTP/1.1" status: 204  len: 168 time: 1.2846172
Apr 20 18:48:19.023209 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86421) accepted ('10.222.0.11', 54082) {{(pid=86421) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:48:19.086741 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Device 91f8f745-d17f-4b68-a789-f01bb7468611 no longer exists at agent ovs-agent-dv-cinder-786931-2-iscsi {{(pid=86422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 18:48:19.091379 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.db_base_plugin_v2 [None req-f697c47e-3639-4090-bb3a-47b59fdb67f6 admin admin] Deleting subnet b51dac35-f022-420e-967c-84176ed32cc7 {{(pid=86421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 20 18:48:19.094966 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f697c47e-3639-4090-bb3a-47b59fdb67f6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:48:19.124420 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] No Port match for: 91f8f745-d17f-4b68-a789-f01bb7468611 {{(pid=86422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 18:48:19.124851 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Device 91f8f745-d17f-4b68-a789-f01bb7468611 not bound to the agent host dv-cinder-786931-2-iscsi {{(pid=86422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 18:48:19.125891 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Device a185e224-b740-4e39-bf7c-bebbd495be51 no longer exists at agent ovs-agent-dv-cinder-786931-2-iscsi {{(pid=86422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 18:48:19.151721 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f697c47e-3639-4090-bb3a-47b59fdb67f6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2425938'] for subnet, precommit_delete_associations {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:48:19.163950 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] No Port match for: a185e224-b740-4e39-bf7c-bebbd495be51 {{(pid=86422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 18:48:19.164299 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Device a185e224-b740-4e39-bf7c-bebbd495be51 not bound to the agent host dv-cinder-786931-2-iscsi {{(pid=86422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 18:48:19.237608 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f697c47e-3639-4090-bb3a-47b59fdb67f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735778'] for subnet, precommit_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:48:19.514170 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f697c47e-3639-4090-bb3a-47b59fdb67f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854040038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850911380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036828324149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2438166'] for subnet, after_delete {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:48:19.519724 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:48:19.556802 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f697c47e-3639-4090-bb3a-47b59fdb67f6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b51dac35-f022-420e-967c-84176ed32cc7,revision_number=None']} {{(pid=86421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:48:19.558937 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f697c47e-3639-4090-bb3a-47b59fdb67f6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:48:19.563429 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-438f26f9-478a-425a-87da-0577c8568c17 None None] Network b576f5bf-85dd-4e24-b959-010f47cf8234 requested from dv-cinder-786931-2-iscsi {{(pid=86422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 18:48:19.563611 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-f697c47e-3639-4090-bb3a-47b59fdb67f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:48:19.566419 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-f697c47e-3639-4090-bb3a-47b59fdb67f6 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/b51dac35-f022-420e-967c-84176ed32cc7 HTTP/1.1" status: 204  len: 168 time: 0.5421944
Apr 20 18:48:19.569344 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.11', 54086) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:48:19.686228 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-07524f42-aed5-44b7-8a02-dd05acabc5e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543598'] for network, before_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:48:19.697740 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-07524f42-aed5-44b7-8a02-dd05acabc5e4 admin admin] Deleting port d4f4b575-dd8a-4d9d-bad2-4838eb15c714 {{(pid=86420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 18:48:19.698103 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-07524f42-aed5-44b7-8a02-dd05acabc5e4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251177940340'] for port, before_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:48:19.821457 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cfa20e1-68ff-4160-b94e-dac3f10bead3 None None] DHCP port deletion for b576f5bf-85dd-4e24-b959-010f47cf8234 request from dv-cinder-786931-2-iscsi {{(pid=86422) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 20 18:48:19.826196 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-5cfa20e1-68ff-4160-b94e-dac3f10bead3 None None] Deleting port d4f4b575-dd8a-4d9d-bad2-4838eb15c714 {{(pid=86422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 18:48:19.826615 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-5cfa20e1-68ff-4160-b94e-dac3f10bead3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251177940340'] for port, before_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:48:19.918134 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-07524f42-aed5-44b7-8a02-dd05acabc5e4 admin admin] For port d4f4b575-dd8a-4d9d-bad2-4838eb15c714, host dv-cinder-786931-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-2-iscsi',level=0,port_id=d4f4b575-dd8a-4d9d-bad2-4838eb15c714,segment=NetworkSegment(fed0a268-45c0-4793-b61b-17baa1443bed),segment_id=fed0a268-45c0-4793-b61b-17baa1443bed)] {{(pid=86420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:48:19.918537 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-07524f42-aed5-44b7-8a02-dd05acabc5e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858558'] for port, precommit_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:48:20.055585 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-07524f42-aed5-44b7-8a02-dd05acabc5e4 admin admin] Calling delete_port for d4f4b575-dd8a-4d9d-bad2-4838eb15c714 owned by network:dhcp {{(pid=86420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 18:48:20.056179 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-5cfa20e1-68ff-4160-b94e-dac3f10bead3 None None] For port d4f4b575-dd8a-4d9d-bad2-4838eb15c714, host dv-cinder-786931-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-2-iscsi',level=0,port_id=d4f4b575-dd8a-4d9d-bad2-4838eb15c714,segment=NetworkSegment(fed0a268-45c0-4793-b61b-17baa1443bed),segment_id=fed0a268-45c0-4793-b61b-17baa1443bed)] {{(pid=86422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:48:20.056382 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-5cfa20e1-68ff-4160-b94e-dac3f10bead3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858558'] for port, precommit_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:48:20.133196 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-07524f42-aed5-44b7-8a02-dd05acabc5e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251177936671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785676391897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4189424'] for port, after_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:48:20.138115 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-292bfd03-2771-4aad-a2d2-04226daaf13f tempest-TestVolumeBootPattern-1175812727 tempest-TestVolumeBootPattern-1175812727-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:48:20.184500 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07524f42-aed5-44b7-8a02-dd05acabc5e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=d4f4b575-dd8a-4d9d-bad2-4838eb15c714,revision_number=None']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:48:20.188500 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-07524f42-aed5-44b7-8a02-dd05acabc5e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:48:20.189352 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07524f42-aed5-44b7-8a02-dd05acabc5e4 admin admin] No DVR routers for this DVR port d4f4b575-dd8a-4d9d-bad2-4838eb15c714 on host dv-cinder-786931-2-iscsi {{(pid=86420) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 18:48:20.192712 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-5cfa20e1-68ff-4160-b94e-dac3f10bead3 None None] Calling delete_port for d4f4b575-dd8a-4d9d-bad2-4838eb15c714 owned by network:dhcp {{(pid=86422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 18:48:20.271259 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.db.api [None req-5cfa20e1-68ff-4160-b94e-dac3f10bead3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86422) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 20 18:48:20.271661 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_db.api [None req-5cfa20e1-68ff-4160-b94e-dac3f10bead3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86422) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 20 18:48:20.315274 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-07524f42-aed5-44b7-8a02-dd05acabc5e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854039945', 'neutron.services.segments.db._delete_segments_for_network-8785676757363'] for network, precommit_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:48:20.431785 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.services.segments.db [None req-07524f42-aed5-44b7-8a02-dd05acabc5e4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fd93004acc0>,) {'filters': {'network_id': ['b576f5bf-85dd-4e24-b959-010f47cf8234']}} {{(pid=86420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:48:20.445189 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.services.segments.db [None req-07524f42-aed5-44b7-8a02-dd05acabc5e4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fd93004acc0>, 'fed0a268-45c0-4793-b61b-17baa1443bed') {'for_net_delete': True} {{(pid=86420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:48:20.445530 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.services.segments.db [None req-07524f42-aed5-44b7-8a02-dd05acabc5e4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fd93004acc0>, 'fed0a268-45c0-4793-b61b-17baa1443bed') {} {{(pid=86420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:48:20.457944 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-07524f42-aed5-44b7-8a02-dd05acabc5e4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363251177908579', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852040923'] for segment, before_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:48:20.475679 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-07524f42-aed5-44b7-8a02-dd05acabc5e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854148540'] for segment, precommit_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:48:20.482143 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07524f42-aed5-44b7-8a02-dd05acabc5e4 admin admin] Releasing vlan 388 on physical network physnet1 to pool {{(pid=86420) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 20 18:48:20.666170 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [None req-07524f42-aed5-44b7-8a02-dd05acabc5e4 admin admin] Network b576f5bf-85dd-4e24-b959-010f47cf8234 has no segments {{(pid=86420) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 18:48:20.675897 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-07524f42-aed5-44b7-8a02-dd05acabc5e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-627251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036850586489'] for segment, after_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:48:20.772821 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-5cfa20e1-68ff-4160-b94e-dac3f10bead3 None None] Deleting port d4f4b575-dd8a-4d9d-bad2-4838eb15c714 {{(pid=86422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 18:48:20.773390 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-5cfa20e1-68ff-4160-b94e-dac3f10bead3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251177940340'] for port, before_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:48:20.845641 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-5cfa20e1-68ff-4160-b94e-dac3f10bead3 None None] The port 'd4f4b575-dd8a-4d9d-bad2-4838eb15c714' was deleted {{(pid=86422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Apr 20 18:48:20.857691 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [None req-07524f42-aed5-44b7-8a02-dd05acabc5e4 admin admin] Network b576f5bf-85dd-4e24-b959-010f47cf8234 has no segments {{(pid=86420) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 18:48:20.880954 dv-cinder-786931-2-iscsi neutron-server[86307]: Traceback (most recent call last):
Apr 20 18:48:20.880954 dv-cinder-786931-2-iscsi neutron-server[86307]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 20 18:48:20.880954 dv-cinder-786931-2-iscsi neutron-server[86307]:     timer()
Apr 20 18:48:20.880954 dv-cinder-786931-2-iscsi neutron-server[86307]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 20 18:48:20.880954 dv-cinder-786931-2-iscsi neutron-server[86307]:     cb(*args, **kw)
Apr 20 18:48:20.880954 dv-cinder-786931-2-iscsi neutron-server[86307]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 20 18:48:20.880954 dv-cinder-786931-2-iscsi neutron-server[86307]:     return func(*args, **kwargs)
Apr 20 18:48:20.880954 dv-cinder-786931-2-iscsi neutron-server[86307]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 20 18:48:20.880954 dv-cinder-786931-2-iscsi neutron-server[86307]:     self._notify()
Apr 20 18:48:20.880954 dv-cinder-786931-2-iscsi neutron-server[86307]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 20 18:48:20.880954 dv-cinder-786931-2-iscsi neutron-server[86307]:     self.callback(batched_events)
Apr 20 18:48:20.880954 dv-cinder-786931-2-iscsi neutron-server[86307]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 20 18:48:20.880954 dv-cinder-786931-2-iscsi neutron-server[86307]:     event.method(event)
Apr 20 18:48:20.880954 dv-cinder-786931-2-iscsi neutron-server[86307]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 20 18:48:20.880954 dv-cinder-786931-2-iscsi neutron-server[86307]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 20 18:48:20.880954 dv-cinder-786931-2-iscsi neutron-server[86307]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 20 18:48:20.880954 dv-cinder-786931-2-iscsi neutron-server[86307]:     segment_id)['aggregates'][0]
Apr 20 18:48:20.880954 dv-cinder-786931-2-iscsi neutron-server[86307]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 20 18:48:20.880954 dv-cinder-786931-2-iscsi neutron-server[86307]:     return f(self, *a, **k)
Apr 20 18:48:20.880954 dv-cinder-786931-2-iscsi neutron-server[86307]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 20 18:48:20.880954 dv-cinder-786931-2-iscsi neutron-server[86307]:     return self._get(url).json()
Apr 20 18:48:20.880954 dv-cinder-786931-2-iscsi neutron-server[86307]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 20 18:48:20.880954 dv-cinder-786931-2-iscsi neutron-server[86307]:     **kwargs)
Apr 20 18:48:20.880954 dv-cinder-786931-2-iscsi neutron-server[86307]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 20 18:48:20.880954 dv-cinder-786931-2-iscsi neutron-server[86307]:     return self.request(url, 'GET', **kwargs)
Apr 20 18:48:20.880954 dv-cinder-786931-2-iscsi neutron-server[86307]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 20 18:48:20.880954 dv-cinder-786931-2-iscsi neutron-server[86307]:     **endpoint_filter)
Apr 20 18:48:20.880954 dv-cinder-786931-2-iscsi neutron-server[86307]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 20 18:48:20.880954 dv-cinder-786931-2-iscsi neutron-server[86307]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 20 18:48:20.880954 dv-cinder-786931-2-iscsi neutron-server[86307]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 20 18:48:20.880954 dv-cinder-786931-2-iscsi neutron-server[86307]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 20 18:48:20.880954 dv-cinder-786931-2-iscsi neutron-server[86307]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 20 18:48:20.958761 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-07524f42-aed5-44b7-8a02-dd05acabc5e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850969204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850912127'] for network, after_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:48:20.962750 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-6547ac69-5ccb-450a-9719-c30d348d54ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:48:20.977233 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-07524f42-aed5-44b7-8a02-dd05acabc5e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3704713'] for network, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:48:20.992108 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07524f42-aed5-44b7-8a02-dd05acabc5e4 admin admin] Pushing event deleted for resources: {'Network': ['ID=b576f5bf-85dd-4e24-b959-010f47cf8234,revision_number=None']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:48:20.995322 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-07524f42-aed5-44b7-8a02-dd05acabc5e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:48:20.996912 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-07524f42-aed5-44b7-8a02-dd05acabc5e4 admin admin] 10.222.0.11 "DELETE /v2.0/networks/b576f5bf-85dd-4e24-b959-010f47cf8234 HTTP/1.1" status: 204  len: 168 time: 1.4265397
Apr 20 18:48:21.082937 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Device d4f4b575-dd8a-4d9d-bad2-4838eb15c714 no longer exists at agent ovs-agent-dv-cinder-786931-2-iscsi {{(pid=86422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 18:48:21.124256 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.11', 54092) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:48:21.124541 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] No Port match for: d4f4b575-dd8a-4d9d-bad2-4838eb15c714 {{(pid=86422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 18:48:21.125005 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Device d4f4b575-dd8a-4d9d-bad2-4838eb15c714 not bound to the agent host dv-cinder-786931-2-iscsi {{(pid=86422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 18:48:21.178414 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-82a3a964-9dbd-4507-a977-b2624493af88 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=94755b3932d949cd9cb52a0da22b3fc0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0526063
Apr 20 18:48:21.181266 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.11', 54096) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:48:21.247797 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-b9e44ed1-2402-4244-9496-ae32ddd2b21c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:48:21.275017 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-b9e44ed1-2402-4244-9496-ae32ddd2b21c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:48:21.322687 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-b9e44ed1-2402-4244-9496-ae32ddd2b21c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850969184'] for security_group, after_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:48:21.327739 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-ff616a70-6e2a-48de-8e7e-def0a85340a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:48:21.341779 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e44ed1-2402-4244-9496-ae32ddd2b21c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4dd875a-eac7-4fcd-be2f-8f5dba2b793d,revision_number=None']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:48:21.347163 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-b9e44ed1-2402-4244-9496-ae32ddd2b21c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:48:21.349264 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-b9e44ed1-2402-4244-9496-ae32ddd2b21c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:48:21.350486 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-b9e44ed1-2402-4244-9496-ae32ddd2b21c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e4dd875a-eac7-4fcd-be2f-8f5dba2b793d HTTP/1.1" status: 204  len: 168 time: 0.1682603
Apr 20 18:48:21.815413 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.11', 54104) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:48:21.866529 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-653de735-4700-4d18-8377-90a7df3c70e6 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ef07ced441054caf9791ca16f8ffb2e3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0498030
Apr 20 18:48:21.869053 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.11', 54108) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:48:21.933686 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-75749489-f9c0-4ab0-bdbd-d9351a82d806 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:48:21.961107 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-75749489-f9c0-4ab0-bdbd-d9351a82d806 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:48:22.008606 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-75749489-f9c0-4ab0-bdbd-d9351a82d806 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850969184'] for security_group, after_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:48:22.013687 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-5318bfce-671e-4b08-a51b-f592d604f96e tempest-AttachVolumeTestJSON-1730396477 tempest-AttachVolumeTestJSON-1730396477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:48:22.027918 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75749489-f9c0-4ab0-bdbd-d9351a82d806 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=948f2a5d-7ca8-4fe1-8977-b099f20005e3,revision_number=None']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:48:22.030325 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-75749489-f9c0-4ab0-bdbd-d9351a82d806 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:48:22.032785 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-75749489-f9c0-4ab0-bdbd-d9351a82d806 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:48:22.035027 dv-cinder-786931-2-iscsi neutron-server[86307]: INFO neutron.wsgi [None req-75749489-f9c0-4ab0-bdbd-d9351a82d806 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/948f2a5d-7ca8-4fe1-8977-b099f20005e3 HTTP/1.1" status: 204  len: 168 time: 0.1637394
Apr 20 18:48:28.587205 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-33f71b7f-30f8-4ac3-8adf-6dc5a6ac56fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:48:31.369252 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-292ed0eb-bf38-4d32-8916-d6468ca3667f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:48:31.463244 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-59ff2fcf-5a92-41e6-b6a8-ab5cb4df6403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:48:32.010549 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.agents_db [None req-36c0d191-ed3c-416e-a897-084b3b2178c3 None None] Agent healthcheck: found 6 active agents {{(pid=86423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 18:48:32.035052 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:48:32.479065 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:48:33.233656 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-69625b45-0eac-4ead-bef5-f7df2e631dfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:48:58.589479 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-639cd07c-50ef-4c8c-b604-2cd21965f429 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:49:01.371764 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7bf245bf-c202-4b2f-8ae6-c9842adcc6ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:49:01.465002 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-59ff2fcf-5a92-41e6-b6a8-ab5cb4df6403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:49:02.038210 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:49:02.476852 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:49:03.236348 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-69625b45-0eac-4ead-bef5-f7df2e631dfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:49:09.009987 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.agents_db [None req-36c0d191-ed3c-416e-a897-084b3b2178c3 None None] Agent healthcheck: found 6 active agents {{(pid=86423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 18:49:11.379416 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [req-9b177c68-c096-45bf-b08a-8afa2a50a3fc req-9e642a22-6da2-4836-a810-fd5c5b9499da service neutron] (86421) timed out ('10.222.0.10', 51062) {{(pid=86421) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Apr 20 18:49:28.590760 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-ab7f850d-bbf7-43b5-a465-9d869199c4cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:49:31.373485 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-aee36f4c-bf43-4855-9117-04d2e9c16f3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:49:31.468476 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-59ff2fcf-5a92-41e6-b6a8-ab5cb4df6403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:49:32.040617 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:49:32.489977 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:49:33.238316 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-69625b45-0eac-4ead-bef5-f7df2e631dfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:49:46.009973 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.agents_db [None req-36c0d191-ed3c-416e-a897-084b3b2178c3 None None] Agent healthcheck: found 6 active agents {{(pid=86423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 18:49:58.595413 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f25a3aa2-d15a-41f8-b261-c7007d1dc328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:50:01.376509 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-a0c91f4c-553f-412d-946b-5c784affd34d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:50:01.470199 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-59ff2fcf-5a92-41e6-b6a8-ab5cb4df6403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:50:02.041685 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:50:02.490177 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:50:03.239989 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-69625b45-0eac-4ead-bef5-f7df2e631dfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:50:23.009938 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.agents_db [None req-36c0d191-ed3c-416e-a897-084b3b2178c3 None None] Agent healthcheck: found 6 active agents {{(pid=86423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 18:50:28.596714 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-767cc137-2b55-4ea5-a122-2578ea549e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:50:31.379045 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-ce03dc0c-0212-4985-989e-5924df1f2b36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:50:31.473378 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-59ff2fcf-5a92-41e6-b6a8-ab5cb4df6403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:50:32.043953 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:50:32.503617 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:50:33.243950 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-69625b45-0eac-4ead-bef5-f7df2e631dfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:50:58.597206 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-8bd6633e-5721-4820-be2a-ae4f7e54d05f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:51:00.009916 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.agents_db [None req-36c0d191-ed3c-416e-a897-084b3b2178c3 None None] Agent healthcheck: found 6 active agents {{(pid=86423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 18:51:01.381147 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-22064c2b-4b33-4d54-afec-30d1a26c2b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:51:01.477078 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-59ff2fcf-5a92-41e6-b6a8-ab5cb4df6403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:51:02.045121 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:51:02.512304 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:51:03.245283 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-69625b45-0eac-4ead-bef5-f7df2e631dfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:51:20.777561 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.wsgi [req-9a7d9ecb-b619-4a1d-8408-cd9efabb0de5 req-0d44b5c1-6f35-4df8-95fe-d5645afcbfa1 service neutron] (86420) timed out ('10.222.0.11', 47546) {{(pid=86420) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Apr 20 18:51:28.599127 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-0ef13864-4973-4c25-9e4c-80df10d4b846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:51:31.385385 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-6c6230f4-d046-4f67-8cc6-dd330604ec5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:51:31.482488 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-59ff2fcf-5a92-41e6-b6a8-ab5cb4df6403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:51:32.057798 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:51:32.512270 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:51:33.248636 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-69625b45-0eac-4ead-bef5-f7df2e631dfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:51:37.010215 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.agents_db [None req-36c0d191-ed3c-416e-a897-084b3b2178c3 None None] Agent healthcheck: found 6 active agents {{(pid=86423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 18:51:58.602307 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-abfe2a2f-9828-4361-8dd4-941b4031fa49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:52:01.387725 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f479ac3e-bae0-43ec-8b11-5f9741f73d3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:52:01.483452 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-59ff2fcf-5a92-41e6-b6a8-ab5cb4df6403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:52:02.049360 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:52:02.524985 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:52:03.250997 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-69625b45-0eac-4ead-bef5-f7df2e631dfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:52:14.010161 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.agents_db [None req-36c0d191-ed3c-416e-a897-084b3b2178c3 None None] Agent healthcheck: found 6 active agents {{(pid=86423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 18:52:28.603819 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d300326c-c930-4b5d-adc9-660ab6c95a78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:52:31.389833 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-b8e31c35-0ae9-4a3f-a902-94a416e52d94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:52:31.486201 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-59ff2fcf-5a92-41e6-b6a8-ab5cb4df6403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:52:32.050792 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:52:32.531033 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:52:33.253406 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-69625b45-0eac-4ead-bef5-f7df2e631dfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:52:51.010370 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.agents_db [None req-36c0d191-ed3c-416e-a897-084b3b2178c3 None None] Agent healthcheck: found 6 active agents {{(pid=86423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 18:52:58.605534 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-20016066-071e-437e-8741-e89db8dc2768 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:53:01.390980 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-e09b5ec2-94ea-463c-92be-7c2c50a5a148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:53:01.488051 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-59ff2fcf-5a92-41e6-b6a8-ab5cb4df6403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:53:02.054075 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:53:02.528557 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:53:03.256175 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-69625b45-0eac-4ead-bef5-f7df2e631dfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:53:28.009174 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron.db.agents_db [None req-36c0d191-ed3c-416e-a897-084b3b2178c3 None None] Agent healthcheck: found 6 active agents {{(pid=86423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 18:53:28.607328 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-58907502-2b74-4cdf-930f-e2293ac09ab6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:53:31.391316 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-aeb47cc2-4194-453a-922b-13f42d9ea458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:53:31.546893 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-59ff2fcf-5a92-41e6-b6a8-ab5cb4df6403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:53:32.057718 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-458ad6ed-9090-4e39-9b05-4291c563d174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:53:32.528349 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f85c201c-ea6a-4fe4-b527-5d5458454943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:53:33.259936 dv-cinder-786931-2-iscsi neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-69625b45-0eac-4ead-bef5-f7df2e631dfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251178018437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854042027'] for agent, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}